{"scope":"Explicit sound questions, automation off, authored speech and music via HTTPS.","source_sha256":"0e26df3b4414512b0c3a97f8c847de09b95c69754296640867f2f1658c571159","passed":false,"cases":[{"case":"after","captions":[{"kind":"voice","caption":"The audio contains a single, clear utterance of a single word, spoken by a male voice. The voice is relatively deep and has a slightly breathy quality."},{"kind":"music","caption":"The audio features a short musical phrase played on what sounds like a synthesized keyboard or electronic keyboard. The melody is simple and repetitive, with a slightly melancholic tone."}],"transcripts":["Hobby, was ist denn das hier?"],"reply":"Oha, das klingt nach einem kleinen elektronischen Musikstück!","pcm_chunks":5,"passed":true},{"case":"before","captions":[{"kind":"voice","caption":"The audio contains a single, clear utterance of speech. The speaker is perceived as male, with a medium pitch."}],"transcripts":["Was ist denn das hier?"],"reply":"Das klingt nach einem kurzen, elektronischen Beat oder einem synthetischen Sound!","pcm_chunks":5,"passed":false}],"injections":[{"browser_start_ms":26015.20000076294,"browser_end_ms":29494.79999923706,"packets":174,"max_schedule_lag_ms":5.099998474121094,"mean_schedule_lag_ms":0.12643643083243533,"stream_start_sample":224480,"samples":55520,"sha256":"b196013e2f7f5bac54a115f3a2d7621c01c79a8ddb66e453fa62d20f80c99321"},{"browser_start_ms":29916.5,"browser_end_ms":33915.89999771118,"packets":200,"max_schedule_lag_ms":6.200000762939453,"mean_schedule_lag_ms":0.9624997520446777,"stream_start_sample":285600,"samples":64000,"sha256":"900fb743d4b8ac589cea0f32e249ad97766ade2169e6912699cb7ac665fa1594"},{"browser_start_ms":39479.89999771118,"browser_end_ms":41980,"packets":125,"max_schedule_lag_ms":2.4000015258789062,"mean_schedule_lag_ms":0.3576004333496094,"stream_start_sample":436000,"samples":40000,"sha256":"d7d5cb7659030347e00d0e9e35c0dcc3bde8adbe4a1a2c4c819f85ac5a2f85c0"},{"browser_start_ms":42177.09999847412,"browser_end_ms":45656.89999771118,"packets":174,"max_schedule_lag_ms":5.900001525878906,"mean_schedule_lag_ms":0.8344830260879692,"stream_start_sample":478400,"samples":55520,"sha256":"b196013e2f7f5bac54a115f3a2d7621c01c79a8ddb66e453fa62d20f80c99321"}],"error":"AssertionError: before","events":[{"type":"endpoint","transcript":"Hey, Robby, ich bin Christoph.","speaker_id":"speaker-1","asr":{"text":"Hey, Robby, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":47.85,"speech_pause_ms":300,"observed_quiet_ms":100},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":1.213,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":1.211,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":65.94,"sentence_queue_ms":3.65,"sentence_audio_s":3.2},"at":15178.20000076294},{"type":"reply","text":"Hallo Christoph, schön, dass du da bist!","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Hallo Christoph, schön, dass du da bist!","start_s":0,"end_s":2.38}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph, schön, dass du da bist!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":5509.51,"finish_reason":"stop","usage":{"prompt_tokens":3165,"completion_tokens":16,"total_tokens":3181,"cost":0.0031256181,"is_byok":false,"prompt_tokens_details":{"cached_tokens":3072,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00315719,"upstream_inference_prompt_cost":0.00313335,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":5541.39,"generation_calls":1,"llm_total_ms":5541.42,"response_complete":true,"sentence_ready_ms":5549.84,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":20734.39999771118},{"type":"endpoint","transcript":"Hobby, was ist denn das hier?","speaker_id":"speaker-1","asr":{"text":"Hobby, was ist denn das hier?","model":"parakeet_v3","chunks":1,"transcribe_ms":71.75,"speech_pause_ms":300,"observed_quiet_ms":228},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":1.734,"speaker_embedding_wait_ms":0.003,"speaker_lookup_ms":1.732,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":58.8,"sentence_queue_ms":4.14,"sentence_audio_s":17.28},"at":29744.09999847412},{"type":"environment_observation","kind":"requested_sound","status":"listening_after_question","at":29744.39999771118},{"status":"available","caption":"The audio contains a single, clear utterance of a single word, spoken by a male voice. The voice is relatively deep and has a slightly breathy quality.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":2.7,"tokens":34,"preprocess_ms":11.32,"encoder_gpu_ms":8.81,"decoder_gpu_ms":239.49,"inference_ms":248.51,"total_ms":259.84,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","sound_events":{"status":"available","model":"EfficientAT mn04_as","revision":"a425fdce92572e602a1d5634799bd9f1f2efa806","weight_sha256":"899a8c6217063f6941793102a2780b3dd788ab11fce468d9cf5f0577c453321c","device":"cpu","parameters":983599,"total_ms":23.65,"window_s":2.7,"candidates":[{"label":"Speech","score":0.4694},{"label":"Sigh","score":0.3532},{"label":"Gasp","score":0.1583},{"label":"Wheeze","score":0.0848},{"label":"Whimper","score":0.0808},{"label":"Wail, moan","score":0.0785}],"music_score":0.0377,"speech_score":0.4694,"frames":[{"start_s":0,"end_s":1.28,"candidates":[{"label":"Sigh","score":0.3171},{"label":"Breathing","score":0.0763},{"label":"Wheeze","score":0.0362}]},{"start_s":0.64,"end_s":1.92,"candidates":[{"label":"Gasp","score":0.1583},{"label":"Speech","score":0.1307},{"label":"Sigh","score":0.1041}]},{"start_s":1.28,"end_s":2.56,"candidates":[{"label":"Speech","score":0.4694},{"label":"Wheeze","score":0.0848},{"label":"Gasp","score":0.0821}]},{"start_s":1.42,"end_s":2.7,"candidates":[{"label":"Speech","score":0.4663},{"label":"Whispering","score":0.0625},{"label":"Gasp","score":0.0451}]}],"temporal_resolution_note":"Overlapping 1.28-second classification windows, 0.64-second stride; not precise event boundaries or spatial direction.","uncertainty":"Multilabel model scores, not calibrated event probabilities.","request_ms":31.4},"type":"sound_caption","request_ms":274.18,"capture_ms":2700,"event_age_ms":2974.18,"kind":"voice","eligible":true,"suppression_reason":null,"requested":true,"at":32091},{"status":"available","caption":"The audio features a short musical phrase played on what sounds like a synthesized keyboard or electronic keyboard. The melody is simple and repetitive, with a slightly melancholic tone.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":2.44,"tokens":36,"preprocess_ms":7.77,"encoder_gpu_ms":9.58,"decoder_gpu_ms":254.6,"inference_ms":264.45,"total_ms":272.22,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","sound_events":{"status":"available","model":"EfficientAT mn04_as","revision":"a425fdce92572e602a1d5634799bd9f1f2efa806","weight_sha256":"899a8c6217063f6941793102a2780b3dd788ab11fce468d9cf5f0577c453321c","device":"cpu","parameters":983599,"total_ms":22.87,"window_s":2.44,"candidates":[{"label":"Music","score":0.9021},{"label":"Gasp","score":0.3057},{"label":"Musical instrument","score":0.1461},{"label":"Synthesizer","score":0.1146},{"label":"Electric piano","score":0.1132},{"label":"Keyboard (musical)","score":0.1092}],"music_score":0.9021,"speech_score":0.0122,"frames":[{"start_s":0,"end_s":1.28,"candidates":[{"label":"Music","score":0.7532},{"label":"Gasp","score":0.3057},{"label":"Sigh","score":0.0699}]},{"start_s":0.64,"end_s":1.92,"candidates":[{"label":"Music","score":0.8255},{"label":"Musical instrument","score":0.116},{"label":"Electric piano","score":0.0785}]},{"start_s":1.16,"end_s":2.44,"candidates":[{"label":"Music","score":0.9021},{"label":"Musical instrument","score":0.1461},{"label":"Synthesizer","score":0.1146}]}],"temporal_resolution_note":"Overlapping 1.28-second classification windows, 0.64-second stride; not precise event boundaries or spatial direction.","uncertainty":"Multilabel model scores, not calibrated event probabilities.","request_ms":30.64},"type":"sound_caption","request_ms":287.66,"capture_ms":2440,"event_age_ms":2727.67,"kind":"music","eligible":true,"suppression_reason":null,"requested":true,"at":32380.39999771118},{"type":"reply","text":"Oha, das klingt nach einem kleinen elektronischen Musikstück!","reply_id":2,"performance":{"sentences":[{"emotion":"surprise","secondary":"amusement","blend":0.25,"intensity":0.72,"direction":"surprise, playful","text":"Oha, das klingt nach einem kleinen elektronischen Musikstück!","start_s":0,"end_s":2.72}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Oha, das klingt nach einem kleinen elektronischen Musikstück!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":537.04,"finish_reason":"stop","usage":{"prompt_tokens":4165,"completion_tokens":20,"total_tokens":4185,"cost":0.0041116185,"is_byok":false,"prompt_tokens_details":{"cached_tokens":2048,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00415315,"upstream_inference_prompt_cost":0.00412335,"upstream_inference_completions_cost":2.98e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":591.13,"generation_calls":1,"llm_total_ms":591.15,"response_complete":true,"sentence_ready_ms":592.26,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"surprise.soft"},"sources":[],"lookups":[],"at":32976.29999923706},{"type":"ignored","source":"wake_mode","accepted":false,"speaker_id":"speaker-1","similarity":-0.005,"rival_similarity":-1,"reason":"Another or uncertain voice; say Hey Robby to start your own turn.","wake":false,"at":44015.70000076294},{"type":"endpoint","transcript":"Was ist denn das hier?","speaker_id":"speaker-1","asr":{"text":"Was ist denn das hier?","model":"parakeet_v3","chunks":1,"transcribe_ms":43.38,"speech_pause_ms":300,"observed_quiet_ms":186},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.706,"speaker_embedding_wait_ms":0.001,"speaker_lookup_ms":0.704,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":45.29,"sentence_queue_ms":3.62,"sentence_audio_s":33.28},"at":45899.20000076294},{"type":"environment_observation","kind":"requested_sound","status":"listening_after_question","at":45899.70000076294},{"status":"available","caption":"The audio contains a single, clear utterance of speech. The speaker is perceived as male, with a medium pitch.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":2.71,"tokens":25,"preprocess_ms":13.73,"encoder_gpu_ms":9.34,"decoder_gpu_ms":178.43,"inference_ms":188.03,"total_ms":201.76,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","sound_events":{"status":"available","model":"EfficientAT mn04_as","revision":"a425fdce92572e602a1d5634799bd9f1f2efa806","weight_sha256":"899a8c6217063f6941793102a2780b3dd788ab11fce468d9cf5f0577c453321c","device":"cpu","parameters":983599,"total_ms":25.44,"window_s":2.71,"candidates":[{"label":"Speech","score":0.6478},{"label":"Sigh","score":0.3598},{"label":"Beatboxing","score":0.0761},{"label":"Breathing","score":0.0735},{"label":"Gasp","score":0.0719},{"label":"Whispering","score":0.0645}],"music_score":0.0385,"speech_score":0.6478,"frames":[{"start_s":0,"end_s":1.28,"candidates":[{"label":"Sigh","score":0.1274},{"label":"Breathing","score":0.0735},{"label":"Cough","score":0.0395}]},{"start_s":0.64,"end_s":1.92,"candidates":[{"label":"Speech","score":0.1083},{"label":"Beatboxing","score":0.0761},{"label":"Music","score":0.0385}]},{"start_s":1.28,"end_s":2.56,"candidates":[{"label":"Speech","score":0.4856},{"label":"Gasp","score":0.0536},{"label":"Whispering","score":0.0368}]},{"start_s":1.43,"end_s":2.71,"candidates":[{"label":"Speech","score":0.3503},{"label":"Gasp","score":0.0719},{"label":"Whispering","score":0.0645}]}],"temporal_resolution_note":"Overlapping 1.28-second classification windows, 0.64-second stride; not precise event boundaries or spatial direction.","uncertainty":"Multilabel model scores, not calibrated event probabilities.","request_ms":33.03},"type":"sound_caption","request_ms":217.8,"capture_ms":2710,"event_age_ms":2927.8,"kind":"voice","eligible":true,"suppression_reason":null,"requested":true,"at":48299.20000076294},{"type":"reply","text":"Das klingt nach einem kurzen, elektronischen Beat oder einem synthetischen Sound!","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.72,"direction":"interesiert, natural","text":"Das klingt nach einem kurzen, elektronischen Beat oder einem synthetischen Sound!","start_s":0,"end_s":3.74}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Das klingt nach einem kurzen, elektronischen Beat oder einem synthetischen Sound!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":583.69,"finish_reason":"stop","usage":{"prompt_tokens":4283,"completion_tokens":23,"total_tokens":4306,"cost":0.0042316956,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00427444,"upstream_inference_prompt_cost":0.00424017,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":645.25,"generation_calls":1,"llm_total_ms":645.28,"response_complete":true,"sentence_ready_ms":646.27,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.natural.soft"},"sources":[],"lookups":[],"at":48951.79999923706}],"source_unchanged":true}