{"scope":"Real foreground introduction followed by repeated quiet synthetic background speech.","passed":false,"source_sha256":"91f70f7875f2009cb74c3ccf11b6577e6ff2ec2633911b9e4c5f040bab171c07","injections":[{"browser_start_ms":16083.29999923706,"browser_end_ms":22447.5,"packets":318,"max_schedule_lag_ms":8.200000762939453,"mean_schedule_lag_ms":0.674213781296832,"stream_start_sample":218080,"samples":101600,"sha256":"422772ed90db71170764837bcd8dbc42cf8ed947e0cd93d788cb37ca1b2fd150"},{"browser_start_ms":24563.70000076294,"browser_end_ms":30928.20000076294,"packets":318,"max_schedule_lag_ms":25.89999771118164,"mean_schedule_lag_ms":4.037106208081515,"stream_start_sample":351680,"samples":101600,"sha256":"422772ed90db71170764837bcd8dbc42cf8ed947e0cd93d788cb37ca1b2fd150"}],"events":[{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":16680.89999771118},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":17164.59999847412},{"type":"asr_preview","text":"Morgen.","status":"sentence_stream","source":"native_asr","at":17288.59999847412},{"type":"asr_preview","text":"Morgen wird es son","status":"sentence_stream","source":"local_sentence_asr","at":17985.79999923706},{"type":"asr_preview","text":"Morgen wird es sonnig.","status":"sentence_stream","source":"native_asr","at":18224.70000076294},{"status":"available","caption":"A male voice speaks in German. The speech is clear and articulate, delivered at a moderate pace.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":1.84,"tokens":21,"preprocess_ms":11.77,"encoder_gpu_ms":8.85,"decoder_gpu_ms":156.41,"inference_ms":165.48,"total_ms":177.24,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","sound_events":{"status":"available","model":"EfficientAT mn04_as","revision":"a425fdce92572e602a1d5634799bd9f1f2efa806","weight_sha256":"899a8c6217063f6941793102a2780b3dd788ab11fce468d9cf5f0577c453321c","device":"cpu","parameters":983599,"total_ms":23.95,"window_s":1.84,"candidates":[{"label":"Speech","score":0.8465},{"label":"Narration, monologue","score":0.4183},{"label":"Speech synthesizer","score":0.3054},{"label":"Conversation","score":0.0449},{"label":"Music","score":0.0339},{"label":"Inside, small room","score":0.0328}],"music_score":0.0339,"speech_score":0.8465,"frames":[{"start_s":0,"end_s":1.28,"candidates":[{"label":"Speech","score":0.8225},{"label":"Narration, monologue","score":0.1757},{"label":"Speech synthesizer","score":0.121}]},{"start_s":0.56,"end_s":1.84,"candidates":[{"label":"Speech","score":0.8465},{"label":"Narration, monologue","score":0.4183},{"label":"Speech synthesizer","score":0.1556}]}],"temporal_resolution_note":"Overlapping 1.28-second classification windows, 0.64-second stride; not precise event boundaries or spatial direction.","uncertainty":"Multilabel model scores, not calibrated event probabilities.","request_ms":34.68},"type":"sound_caption","request_ms":193.83,"capture_ms":1680,"event_age_ms":1873.83,"kind":"voice","eligible":false,"suppression_reason":"speech_or_quiet","at":18331.79999923706},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":18461},{"type":"asr_preview","text":"Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":18521.20000076294},{"type":"asr_sentence","text":"Morgen wird es sonnig.","audio_s":15.68,"queued":false,"asr":{"text":"Morgen wird es sonnig.","model":"parakeet_v3","chunks":1,"transcribe_ms":48.91,"speech_pause_ms":700,"observed_quiet_ms":766},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":766,"at":18521.39999771118},{"type":"speaker_focus","operation":"turn","accepted":false,"source":"background_salience","relative_level":0.116,"known_voice_similarity":0.1701,"explicit_address":false,"estimated_level_above_floor_db":99.8,"reason":"Very quiet, unmatched speech without an explicit address","confidence_is_calibrated":false,"at":18583.70000076294},{"type":"ignored","accepted":false,"source":"background_salience","relative_level":0.116,"known_voice_similarity":0.1701,"explicit_address":false,"estimated_level_above_floor_db":99.8,"reason":"Very quiet, unmatched speech without an explicit address","confidence_is_calibrated":false,"at":18583.79999923706},{"type":"asr_preview","text":"Im","status":"sentence_stream","source":"local_sentence_asr","at":18997.09999847412},{"type":"asr_preview","text":"Im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":19579.09999847412},{"type":"asr_preview","text":"Im Hintergrund","status":"sentence_stream","source":"native_asr","at":19812.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das","status":"sentence_stream","source":"local_sentence_asr","at":20538.39999771118},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das","status":"sentence_stream","source":"native_asr","at":20780.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die","status":"sentence_stream","source":"local_sentence_asr","at":21822},{"type":"asr_preview","text":"und Nachrichten","status":"sentence_stream","source":"native_asr","at":22383.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":22447.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":23146.79999923706},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":23188.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter. Und die Nachrichten, die das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":23266},{"type":"asr_sentence","text":"Im Hintergrund läuft ein Bericht über das Wetter. Und die Nachrichten, die das Wetter.","audio_s":20.48,"queued":false,"asr":{"text":"Im Hintergrund läuft ein Bericht über das Wetter. Und die Nachrichten, die das Wetter.","model":"parakeet_v3","chunks":1,"transcribe_ms":70.12,"speech_pause_ms":700,"observed_quiet_ms":836},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":836,"at":23266.29999923706},{"type":"speaker_focus","operation":"turn","accepted":false,"source":"background_salience","relative_level":0.077,"known_voice_similarity":0.2379,"explicit_address":false,"estimated_level_above_floor_db":96.2,"reason":"Very quiet, unmatched speech without an explicit address","confidence_is_calibrated":false,"at":23329.09999847412},{"type":"ignored","accepted":false,"source":"background_salience","relative_level":0.077,"known_voice_similarity":0.2379,"explicit_address":false,"estimated_level_above_floor_db":96.2,"reason":"Very quiet, unmatched speech without an explicit address","confidence_is_calibrated":false,"at":23329.09999847412},{"type":"environment_observation","kind":"unfamiliar_voice","status":"awaiting_idle","voice_caption_ms":26.92,"at":23361.70000076294},{"type":"environment_observation","kind":"unfamiliar_voice","status":"responding","at":23413.79999923706},{"type":"latency_start","reply_id":2,"input":{"kind":"environment","sound_caption_ms":null},"at":23414.09999847412},{"type":"reply","text":"Hallo Christoph!","reply_id":2,"performance":{"sentences":[{"emotion":"elation","secondary":null,"blend":0,"intensity":0.55,"direction":"happy, soft","text":"Hallo Christoph!","start_s":0,"end_s":0.68}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":454.38,"llm_first_sentence_ms":476.05,"sentence_ready_ms":477.13,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":23888.89999771118},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":454.38,"llm_first_sentence_ms":476.05,"finish_reason":"stop","usage":{"prompt_tokens":4410,"completion_tokens":16,"total_tokens":4426,"cost":0.0043458426,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00438974,"upstream_inference_prompt_cost":0.0043659,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":498.17,"response_complete":true,"answer_first_audio_ms":1274.37,"tts_first_audio_ms":797.05,"first_audio_ms":1274.37},"at":24684},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":25037.09999847412},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":null,"similarity":-0.02202008292078972,"bot_similarity":-1,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":25135.5},{"type":"reply","text":"Hallo Christoph! Schön, dass du da bist!","reply_id":2,"performance":{"sentences":[{"emotion":"elation","secondary":null,"blend":0,"intensity":0.55,"direction":"happy, soft","text":"Hallo Christoph!","start_s":0,"end_s":2.91},{"emotion":"elation","secondary":null,"blend":0,"intensity":0.55,"direction":"happy, soft","text":"Schön, dass du da bist!","start_s":2.91,"end_s":4.61}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Schön, dass du da bist!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":454.38,"llm_first_sentence_ms":476.05,"finish_reason":"stop","usage":{"prompt_tokens":4410,"completion_tokens":16,"total_tokens":4426,"cost":0.0043458426,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00438974,"upstream_inference_prompt_cost":0.0043659,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":498.17,"response_complete":true,"answer_first_audio_ms":1274.37,"tts_first_audio_ms":797.05,"first_audio_ms":1274.37,"tts_server_stages":[{"generation_ms":1156,"alignment_ms":40,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1316,"performance":{"device_seconds":0.9474417686462402,"raw_audio_seconds":3.2,"aggregate_rtf":0.29607555270195,"audio_seconds_per_second":3.3775162821587927,"batches":[{"batch_size":1,"device_seconds":0.9474417686462402,"audio_seconds":[3.2],"model_wall_seconds":1.0390550270676613,"first_audio_seconds":0.506218505859375,"graph_capture_seconds":0,"live_callback_seconds":0.09130007773637772}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1324.61,"audio_s":2.91}],"sentence_ready_ms":1802.83,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":25225.59999847412},{"type":"asr_preview","text":"Morgen.","status":"sentence_stream","source":"local_sentence_asr","at":25530.70000076294},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":454.38,"llm_first_sentence_ms":476.05,"finish_reason":"stop","usage":{"prompt_tokens":4410,"completion_tokens":16,"total_tokens":4426,"cost":0.0043458426,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00438974,"upstream_inference_prompt_cost":0.0043659,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":498.17,"response_complete":true,"answer_first_audio_ms":1274.37,"tts_first_audio_ms":797.05,"first_audio_ms":1274.37,"tts_server_stages":[{"generation_ms":1156,"alignment_ms":40,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1316,"performance":{"device_seconds":0.9474417686462402,"raw_audio_seconds":3.2,"aggregate_rtf":0.29607555270195,"audio_seconds_per_second":3.3775162821587927,"batches":[{"batch_size":1,"device_seconds":0.9474417686462402,"audio_seconds":[3.2],"model_wall_seconds":1.0390550270676613,"first_audio_seconds":0.506218505859375,"graph_capture_seconds":0,"live_callback_seconds":0.09130007773637772}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1324.61,"audio_s":2.91}]},"at":26000.39999771118},{"type":"asr_preview","text":"Morgen wird es","status":"sentence_stream","source":"local_sentence_asr","at":26002},{"type":"pipeline_metrics","reply_id":2,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":454.38,"llm_first_sentence_ms":476.05,"finish_reason":"stop","usage":{"prompt_tokens":4410,"completion_tokens":16,"total_tokens":4426,"cost":0.0043458426,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00438974,"upstream_inference_prompt_cost":0.0043659,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":498.17,"response_complete":true,"answer_first_audio_ms":1274.37,"tts_first_audio_ms":797.05,"first_audio_ms":1274.37,"tts_server_stages":[{"generation_ms":1156,"alignment_ms":40,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1316,"performance":{"device_seconds":0.9474417686462402,"raw_audio_seconds":3.2,"aggregate_rtf":0.29607555270195,"audio_seconds_per_second":3.3775162821587927,"batches":[{"batch_size":1,"device_seconds":0.9474417686462402,"audio_seconds":[3.2],"model_wall_seconds":1.0390550270676613,"first_audio_seconds":0.506218505859375,"graph_capture_seconds":0,"live_callback_seconds":0.09130007773637772}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":1049,"alignment_ms":39,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1208,"performance":{"device_seconds":0.8325935316085815,"raw_audio_seconds":2.72,"aggregate_rtf":0.3061005630913902,"audio_seconds_per_second":3.266900230109793,"batches":[{"batch_size":1,"device_seconds":0.8325935316085815,"audio_seconds":[2.72],"model_wall_seconds":0.9342094287276268,"first_audio_seconds":0.48665805053710937,"graph_capture_seconds":0,"live_callback_seconds":0.09837551414966583}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1324.61,"audio_s":2.91},{"sentence":1,"total_ms":1215.72,"audio_s":2.59}],"total_ms":3018.8,"audio_s":5.5,"sentences":2,"generation_rtf":0.5489},"at":26428.20000076294},{"type":"asr_preview","text":"Morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":26498.89999771118},{"type":"asr_preview","text":"Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":26962.20000076294},{"type":"asr_preview","text":"Morgen wird es sonnig im","status":"sentence_stream","source":"local_sentence_asr","at":27463.89999771118},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":null,"similarity":0.08522532135248184,"bot_similarity":0.05244959145784378,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":27492.5},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":null,"similarity":0.2626625597476959,"bot_similarity":0.2555742561817169,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":27664.5},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":27926},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein","status":"sentence_stream","source":"local_sentence_asr","at":28427.59999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht.","status":"sentence_stream","source":"local_sentence_asr","at":28947.20000076294},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":29429.89999771118},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":29930.39999771118},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":null,"similarity":0.1954212784767151,"bot_similarity":0.22813142836093903,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":30217.89999771118},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die","status":"sentence_stream","source":"local_sentence_asr","at":30429.29999923706},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":null,"similarity":0.14897313714027405,"bot_similarity":0.25898033380508423,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":30537.59999847412},{"type":"turn_done","barged":false,"at":30633.59999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":30935.5},{"type":"asr_preview","text":"über das Wetter und die Nachrichten","status":"sentence_stream","source":"native_asr","at":31202.20000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31596},{"type":"asr_preview","text":"Morgen wird es sonnig. Im Hintergrund läuft ein Bericht über das Wetter. Und die Nachrichten.","status":"sentence_stream","source":"local_sentence_asr","at":31697.29999923706},{"type":"asr_sentence","text":"Morgen wird es sonnig. Im Hintergrund läuft ein Bericht über das Wetter. Und die Nachrichten.","audio_s":28.8,"queued":false,"asr":{"text":"Morgen wird es sonnig. Im Hintergrund läuft ein Bericht über das Wetter. Und die Nachrichten.","model":"parakeet_v3","chunks":1,"transcribe_ms":91.96,"speech_pause_ms":700,"observed_quiet_ms":766},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":766,"at":31697.70000076294},{"type":"speaker_focus","operation":"turn","accepted":false,"source":"background_salience","relative_level":0.118,"known_voice_similarity":0.1775,"explicit_address":false,"estimated_level_above_floor_db":99.9,"reason":"Very quiet, unmatched speech without an explicit address","confidence_is_calibrated":false,"at":31788.39999771118},{"type":"ignored","accepted":false,"source":"background_salience","relative_level":0.118,"known_voice_similarity":0.1775,"explicit_address":false,"estimated_level_above_floor_db":99.9,"reason":"Very quiet, unmatched speech without an explicit address","confidence_is_calibrated":false,"at":31788.5}],"reply":"Hallo Christoph! Schön, dass du da bist!","pcm_chunks":6,"background_not_enrolled":true,"routing_passed":true,"semantic_question_check":false,"review":"Spoken greeting did not ask about the background voice. Correct event routing alone is insufficient; this failed attempt is retained."}