{"scope":"Explicit sound questions, automation off, authored speech and music via HTTPS.","source_sha256":"75df0ad1d172975b1c36e98223779ad5e482252bfa46929b88d4aff502be6ae3","passed":false,"cases":[{"case":"after","captions":[{"kind":"music","caption":"The audio features a short musical phrase played on what sounds like a synthesized keyboard or organ. The melody is simple and repetitive, with a slightly melancholic tone."}],"transcripts":["Oh","Hobby, was ist denn das hier?"],"reply":"Das klingt nach einem kurzen, synthesizerartigen Musikstück mit einer einfachen, etwas melancholischen Melodie.","pcm_chunks":11,"passed":true},{"case":"before","captions":[{"kind":"voice","caption":"The audio contains a single utterance of speech. The speaker is perceived as male, with a medium pitch."}],"transcripts":["Hobby, was ist denn das hier?"],"reply":"Oh, da habe ich gerade ein kurzes, etwas synthetisches Klangstück wahrgenommen.\nEs klingt nach einer simplen, leicht melancholischen Melodie, vielleicht von einem kleinen Sequenzer oder einer App?","pcm_chunks":12,"passed":false}],"injections":[{"browser_start_ms":11479.70000076294,"browser_end_ms":14959,"packets":174,"max_schedule_lag_ms":19.39999771118164,"mean_schedule_lag_ms":1.1580456700818291,"stream_start_sample":154080,"samples":55520,"sha256":"b196013e2f7f5bac54a115f3a2d7621c01c79a8ddb66e453fa62d20f80c99321"},{"browser_start_ms":15375,"browser_end_ms":19375.09999847412,"packets":200,"max_schedule_lag_ms":25.5,"mean_schedule_lag_ms":5.3759999847412105,"stream_start_sample":215200,"samples":64000,"sha256":"900fb743d4b8ac589cea0f32e249ad97766ade2169e6912699cb7ac665fa1594"},{"browser_start_ms":33628.40000152588,"browser_end_ms":36128.20000076294,"packets":125,"max_schedule_lag_ms":6.899997711181641,"mean_schedule_lag_ms":0.9919995727539063,"stream_start_sample":500000,"samples":40000,"sha256":"d7d5cb7659030347e00d0e9e35c0dcc3bde8adbe4a1a2c4c819f85ac5a2f85c0"},{"browser_start_ms":36326.5,"browser_end_ms":39806.59999847412,"packets":174,"max_schedule_lag_ms":1.2999992370605469,"mean_schedule_lag_ms":0.15804584547020922,"stream_start_sample":542400,"samples":55520,"sha256":"b196013e2f7f5bac54a115f3a2d7621c01c79a8ddb66e453fa62d20f80c99321"}],"error":"AssertionError: before","events":[{"type":"endpoint","transcript":"Hey, Robby, ich bin Christoph.","speaker_id":"speaker-1","asr":{"text":"Hey, Robby, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":48.75,"speech_pause_ms":300,"observed_quiet_ms":100},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":1.191,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":1.189,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":64.65,"sentence_queue_ms":3.63,"sentence_audio_s":3.2},"at":5079},{"type":"reply","text":"Hallo Christoph, schön, dass ich dich höre!","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Hallo Christoph, schön, dass ich dich höre!","start_s":0,"end_s":2.38}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph, schön, dass ich dich höre!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":899.2,"finish_reason":"stop","usage":{"prompt_tokens":3165,"completion_tokens":17,"total_tokens":3182,"cost":0.0031270932,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00315868,"upstream_inference_prompt_cost":0.00313335,"upstream_inference_completions_cost":2.533e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":939.1,"generation_calls":1,"llm_total_ms":939.13,"response_complete":true,"sentence_ready_ms":950.69,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":6036.599998474121},{"type":"endpoint","transcript":"Oh","speaker_id":"speaker-2","asr":{"text":"Oh","model":"parakeet_v3","chunks":1,"transcribe_ms":46.55,"speech_pause_ms":300,"observed_quiet_ms":62},"speaker_name":"Speaker 2","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":38.277,"speaker_embedding_wait_ms":37.226,"speaker_lookup_ms":1.051,"speaker_prefetch_used":false,"speaker_prefetch_compute_ms":null,"sentence_queue_ms":42.26,"sentence_audio_s":10.24},"at":12531.099998474121},{"type":"reply","text":"Oh?","reply_id":2,"performance":{"sentences":[{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Oh?","start_s":0,"end_s":0.4}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Oh?","sentence_role":"answer","speaker_id":"speaker-2","speaker_name":"Speaker 2","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1008.94,"finish_reason":"stop","usage":{"prompt_tokens":3265,"completion_tokens":8,"total_tokens":3273,"cost":0.0032118273,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00324427,"upstream_inference_prompt_cost":0.00323235,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1050.55,"generation_calls":1,"name_question_added":true,"llm_total_ms":1050.97,"response_complete":true,"sentence_ready_ms":1052.03,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":13587.79999923706},{"type":"reply","text":"Oh? Und wie darf ich dich nennen?","reply_id":2,"performance":{"sentences":[{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Oh?","start_s":0,"end_s":0.99},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"interest, soft, warm","text":"Und wie darf ich dich nennen?","start_s":0.99,"end_s":3.0300000000000002}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Und wie darf ich dich nennen?","sentence_role":"answer","speaker_id":"speaker-2","speaker_name":"Speaker 2","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1008.94,"finish_reason":"stop","usage":{"prompt_tokens":3265,"completion_tokens":8,"total_tokens":3273,"cost":0.0032118273,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00324427,"upstream_inference_prompt_cost":0.00323235,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1050.55,"generation_calls":1,"name_question_added":true,"llm_total_ms":1050.97,"response_complete":true,"answer_first_audio_ms":1764.87,"tts_first_audio_ms":712.63,"first_audio_ms":1764.88,"tts_server_stages":[{"generation_ms":597,"alignment_ms":36,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":741,"performance":{"device_seconds":0.4467497897148132,"raw_audio_seconds":1.6,"aggregate_rtf":0.2792186185717582,"audio_seconds_per_second":3.581423062384371,"batches":[{"batch_size":1,"device_seconds":0.4467497897148132,"audio_seconds":[1.6],"model_wall_seconds":0.48582468926906586,"first_audio_seconds":0.44062631225585935,"graph_capture_seconds":0,"live_callback_seconds":0.03891589492559433}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":750.04,"audio_s":0.99}],"sentence_ready_ms":1803.27,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":14334.099998474121},{"type":"endpoint","transcript":"Hobby, was ist denn das hier?","speaker_id":"speaker-1","asr":{"text":"Hobby, was ist denn das hier?","model":"parakeet_v3","chunks":1,"transcribe_ms":47.59,"speech_pause_ms":300,"observed_quiet_ms":1314},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":58.144,"speaker_embedding_wait_ms":57.467,"speaker_lookup_ms":0.677,"speaker_prefetch_used":false,"speaker_prefetch_compute_ms":null,"sentence_queue_ms":1368.15,"sentence_audio_s":14.08},"at":17711.79999923706},{"type":"environment_observation","kind":"requested_sound","status":"listening_after_question","at":17712.09999847412},{"status":"available","caption":"The audio features a short musical phrase played on what sounds like a synthesized keyboard or organ. The melody is simple and repetitive, with a slightly melancholic tone.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":1.42,"tokens":35,"preprocess_ms":9.36,"encoder_gpu_ms":17.25,"decoder_gpu_ms":258.34,"inference_ms":275.81,"total_ms":285.18,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","sound_events":{"status":"available","model":"EfficientAT mn04_as","revision":"a425fdce92572e602a1d5634799bd9f1f2efa806","weight_sha256":"899a8c6217063f6941793102a2780b3dd788ab11fce468d9cf5f0577c453321c","device":"cpu","parameters":983599,"total_ms":24.39,"window_s":1.42,"candidates":[{"label":"Music","score":0.8997},{"label":"Musical instrument","score":0.1344},{"label":"Synthesizer","score":0.1047},{"label":"Drum machine","score":0.0882},{"label":"Electric piano","score":0.0808},{"label":"Keyboard (musical)","score":0.078}],"music_score":0.8997,"speech_score":0.0081,"frames":[{"start_s":0,"end_s":1.28,"candidates":[{"label":"Music","score":0.8997},{"label":"Musical instrument","score":0.1344},{"label":"Synthesizer","score":0.1047}]},{"start_s":0.14,"end_s":1.42,"candidates":[{"label":"Music","score":0.8935},{"label":"Musical instrument","score":0.1067},{"label":"Synthesizer","score":0.0841}]}],"temporal_resolution_note":"Overlapping 1.28-second classification windows, 0.64-second stride; not precise event boundaries or spatial direction.","uncertainty":"Multilabel model scores, not calibrated event probabilities.","request_ms":33.26},"type":"sound_caption","request_ms":303.49,"capture_ms":1420,"event_age_ms":1723.5,"kind":"music","eligible":true,"suppression_reason":null,"requested":true,"at":20455.59999847412},{"type":"reply","text":"Das klingt nach einem kurzen, synthesizerartigen Musikstück mit einer einfachen, etwas melancholischen Melodie.","reply_id":3,"performance":{"sentences":[{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Das klingt nach einem kurzen, synthesizerartigen Musikstück mit einer einfachen, etwas melancholischen Melodie.","start_s":0,"end_s":4.42}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Das klingt nach einem kurzen, synthesizerartigen Musikstück mit einer einfachen, etwas melancholischen Melodie.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":4194.89,"finish_reason":"stop","usage":{"prompt_tokens":4162,"completion_tokens":28,"total_tokens":4190,"cost":0.004120479,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0041621,"upstream_inference_prompt_cost":0.00412038,"upstream_inference_completions_cost":4.172e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":4257.15,"generation_calls":1,"llm_total_ms":4257.17,"response_complete":true,"sentence_ready_ms":4258.2,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":24722.59999847412},{"type":"endpoint","transcript":"Hobby, was ist denn das hier?","speaker_id":"speaker-1","asr":{"text":"Hobby, was ist denn das hier?","model":"parakeet_v3","chunks":1,"transcribe_ms":72.23,"speech_pause_ms":300,"observed_quiet_ms":226},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.406,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.404,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":74.08,"sentence_queue_ms":3.01,"sentence_audio_s":37.44},"at":40090.40000152588},{"type":"environment_observation","kind":"requested_sound","status":"listening_after_question","at":40091},{"status":"available","caption":"The audio contains a single utterance of speech. The speaker is perceived as male, with a medium pitch.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":5,"tokens":23,"preprocess_ms":10.38,"encoder_gpu_ms":9.06,"decoder_gpu_ms":159.29,"inference_ms":168.6,"total_ms":178.98,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","sound_events":{"status":"available","model":"EfficientAT mn04_as","revision":"a425fdce92572e602a1d5634799bd9f1f2efa806","weight_sha256":"899a8c6217063f6941793102a2780b3dd788ab11fce468d9cf5f0577c453321c","device":"cpu","parameters":983599,"total_ms":41.3,"window_s":5,"candidates":[{"label":"Speech","score":0.7197},{"label":"Speech synthesizer","score":0.4331},{"label":"Silence","score":0.4257},{"label":"Sigh","score":0.3136},{"label":"Gasp","score":0.1848},{"label":"Narration, monologue","score":0.1811}],"music_score":0.1295,"speech_score":0.7197,"frames":[{"start_s":0,"end_s":1.28,"candidates":[{"label":"Speech","score":0.1479},{"label":"Gasp","score":0.1124},{"label":"Beatboxing","score":0.06}]},{"start_s":0.64,"end_s":1.92,"candidates":[{"label":"Speech","score":0.3345},{"label":"Gasp","score":0.0661},{"label":"Music","score":0.0602}]},{"start_s":1.28,"end_s":2.56,"candidates":[{"label":"Speech","score":0.7042},{"label":"Speech synthesizer","score":0.1623},{"label":"Music","score":0.1295}]},{"start_s":1.92,"end_s":3.2,"candidates":[{"label":"Speech","score":0.6198},{"label":"Speech synthesizer","score":0.4331},{"label":"Narration, monologue","score":0.1811}]},{"start_s":2.56,"end_s":3.84,"candidates":[{"label":"Gasp","score":0.1848},{"label":"Sigh","score":0.1419},{"label":"Breathing","score":0.1184}]},{"start_s":3.2,"end_s":4.48,"candidates":[{"label":"Silence","score":0.4257},{"label":"Music","score":0.0931},{"label":"Sound effect","score":0.0186}]},{"start_s":3.72,"end_s":5,"candidates":[{"label":"Silence","score":0.4257},{"label":"Music","score":0.0931},{"label":"Sound effect","score":0.0186}]}],"temporal_resolution_note":"Overlapping 1.28-second classification windows, 0.64-second stride; not precise event boundaries or spatial direction.","uncertainty":"Multilabel model scores, not calibrated event probabilities.","request_ms":49.89},"type":"sound_caption","request_ms":194.72,"capture_ms":5000,"event_age_ms":5194.73,"kind":"voice","eligible":true,"suppression_reason":null,"requested":true,"at":42253.59999847412},{"type":"reply","text":"Oh, da habe ich gerade ein kurzes, etwas synthetisches Klangstück wahrgenommen.","reply_id":4,"performance":{"sentences":[{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Oh, da habe ich gerade ein kurzes, etwas synthetisches Klangstück wahrgenommen.","start_s":0,"end_s":3.74}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Oh, da habe ich gerade ein kurzes, etwas synthetisches Klangstück wahrgenommen.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1087.97,"llm_first_sentence_ms":1141.26,"sentence_ready_ms":1142.31,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":43398.59999847412},{"type":"reply","text":"Oh, da habe ich gerade ein kurzes, etwas synthetisches Klangstück wahrgenommen.\nEs klingt nach einer simplen, leicht melancholischen Melodie, vielleicht von einem kleinen Sequenzer oder einer App?","reply_id":4,"performance":{"sentences":[{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Oh, da habe ich gerade ein kurzes, etwas synthetisches Klangstück wahrgenommen.","start_s":0,"end_s":4.51},{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"soft, calm","text":"Es klingt nach einer simplen, leicht melancholischen Melodie, vielleicht von einem kleinen Sequenzer oder einer App?","start_s":4.51,"end_s":9.95}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Es klingt nach einer simplen, leicht melancholischen Melodie, vielleicht von einem kleinen Sequenzer oder einer App?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1087.97,"llm_first_sentence_ms":1141.26,"finish_reason":"stop","usage":{"prompt_tokens":4599,"completion_tokens":58,"total_tokens":4657,"cost":0.0045930357,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00463943,"upstream_inference_prompt_cost":0.00455301,"upstream_inference_completions_cost":8.642e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":1182.7,"response_complete":true,"answer_first_audio_ms":1881.56,"tts_first_audio_ms":739.07,"first_audio_ms":1881.57,"tts_server_stages":[{"generation_ms":1557,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1715,"performance":{"device_seconds":1.2830874934196472,"raw_audio_seconds":4.72,"aggregate_rtf":0.2718405706397558,"audio_seconds_per_second":3.678626768795317,"batches":[{"batch_size":1,"device_seconds":1.2830874934196472,"audio_seconds":[4.72],"model_wall_seconds":1.446628212928772,"first_audio_seconds":0.4543088684082031,"graph_capture_seconds":0,"live_callback_seconds":0.15866722911596298}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1731.67,"audio_s":4.51}],"sentence_ready_ms":2875.15,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.calm.soft"},"sources":[],"lookups":[],"at":45133}],"source_unchanged":true}