{"scope":"Five real-provider proactive voice questions after authored introductions.","source_sha256":"a3ac59a3847a5971e2e0465c36076e390508df96306dce85e45c4cf9ed30698b","passed":false,"rows":[{"case":0,"reply":"Ich habe gerade noch eine weitere Stimme im Hintergrund wahrgenommen.\nIst da noch jemand bei dir, oder läuft einfach nur der Fernseher?","passed":true,"wall_ms":4034.33,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":3930.18,"llm_first_sentence_ms":3961.4,"finish_reason":"stop","usage":{"prompt_tokens":2251,"completion_tokens":40,"total_tokens":2291,"cost":0.0022652091,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00228809,"upstream_inference_prompt_cost":0.00222849,"upstream_inference_completions_cost":5.96e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":4034.07,"response_complete":true}},{"case":1,"reply":"Christoph, ist da noch jemand im Raum oder läuft gerade ein Fernseher?","passed":true,"wall_ms":450.24,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":411.58,"finish_reason":"stop","usage":{"prompt_tokens":2279,"completion_tokens":20,"total_tokens":2299,"cost":0.0022631499,"is_byok":false,"prompt_tokens_details":{"cached_tokens":2048,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00228601,"upstream_inference_prompt_cost":0.00225621,"upstream_inference_completions_cost":2.98e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":450.08,"generation_calls":1,"llm_total_ms":450.09,"response_complete":true}},{"case":2,"reply":"Christoph, war gerade noch jemand da oder läuft nur ein Fernseher?","passed":true,"wall_ms":363.44,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":306.02,"finish_reason":"stop","usage":{"prompt_tokens":2251,"completion_tokens":19,"total_tokens":2270,"cost":0.002234232,"is_byok":false,"prompt_tokens_details":{"cached_tokens":2048,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0022568,"upstream_inference_prompt_cost":0.00222849,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":363.3,"generation_calls":1,"llm_total_ms":363.32,"response_complete":true}},{"case":3,"reply":"Hallo, Christoph! Hier ist Robby.","passed":false,"wall_ms":1810.94,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1804.6,"llm_first_sentence_ms":1804.72,"finish_reason":"stop","usage":{"prompt_tokens":2279,"completion_tokens":15,"total_tokens":2294,"cost":0.0022557744,"is_byok":false,"prompt_tokens_details":{"cached_tokens":2048,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00227856,"upstream_inference_prompt_cost":0.00225621,"upstream_inference_completions_cost":2.235e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":1810.83,"response_complete":true}},{"case":4,"reply":"Hallo Christoph, ich habe gerade eine undeutliche Stimme im Hintergrund wahrgenommen.\nIst da noch jemand bei dir, oder läuft vielleicht einfach nur der Fernseher?","passed":true,"wall_ms":1177.11,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1064.56,"llm_first_sentence_ms":1110.14,"finish_reason":"stop","usage":{"prompt_tokens":2251,"completion_tokens":45,"total_tokens":2296,"cost":0.0022725846,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00229554,"upstream_inference_prompt_cost":0.00222849,"upstream_inference_completions_cost":6.705e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":1176.97,"response_complete":true}}],"limits":"Lexical question check plus manual reading; five development probes are not a general semantic accuracy estimate."}