{"scope":"Explicit sound questions, automation off, authored speech and music via HTTPS.","source_sha256":"3ff6333d5e0b95e06c8fc52fcd40cf96fa883d07419f37de8f624026e21306a0","passed":false,"cases":[{"case":"after","captions":[{"kind":"voice","caption":"The audio contains a single, clear utterance of a single word, spoken by a male voice. The voice is relatively deep and has a slightly breathy quality."},{"kind":"music","caption":"The audio features a short musical phrase played on what sounds like a synthesized keyboard or electronic keyboard. The melody is simple and repetitive, with a slightly melancholic tone."}],"transcripts":["Hobby, was ist denn das hier?"],"reply":"Es klingt nach Musik\nIch habe hier eine kurze Melodie von einem elektronischen Keyboard erkannt","pcm_chunks":9,"passed":true}],"injections":[{"browser_start_ms":22697.59999847412,"browser_end_ms":26177,"packets":174,"max_schedule_lag_ms":2.9000015258789062,"mean_schedule_lag_ms":0.3316096382579584,"stream_start_sample":173280,"samples":55520,"sha256":"b196013e2f7f5bac54a115f3a2d7621c01c79a8ddb66e453fa62d20f80c99321"},{"browser_start_ms":26605.90000152588,"browser_end_ms":30605.70000076294,"packets":200,"max_schedule_lag_ms":7.1999969482421875,"mean_schedule_lag_ms":0.5509996604919434,"stream_start_sample":234400,"samples":64000,"sha256":"900fb743d4b8ac589cea0f32e249ad97766ade2169e6912699cb7ac665fa1594"},{"browser_start_ms":39060,"browser_end_ms":41559.20000076294,"packets":125,"max_schedule_lag_ms":5.900001525878906,"mean_schedule_lag_ms":0.8567998962402343,"stream_start_sample":429600,"samples":40000,"sha256":"d7d5cb7659030347e00d0e9e35c0dcc3bde8adbe4a1a2c4c819f85ac5a2f85c0"},{"browser_start_ms":41758.09999847412,"browser_end_ms":45237.79999923706,"packets":174,"max_schedule_lag_ms":8,"mean_schedule_lag_ms":0.19252908640894398,"stream_start_sample":472000,"samples":55520,"sha256":"b196013e2f7f5bac54a115f3a2d7621c01c79a8ddb66e453fa62d20f80c99321"}],"llm":"local Nemotron Bolt E4B","error":"TimeoutError: Timed out waiting for stressEvents.slice(79).some(e=>e.type===\"turn_done\"||e.type===\"error\")","events":[{"type":"endpoint","transcript":"Hey, Robby, ich bin Christoph.","speaker_id":"speaker-1","asr":{"text":"Hey, Robby, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":50.8,"speech_pause_ms":300,"observed_quiet_ms":80},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.703,"speaker_embedding_wait_ms":0.001,"speaker_lookup_ms":0.702,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":61.58,"sentence_queue_ms":1.98,"sentence_audio_s":3.2},"at":15123.79999923706},{"type":"reply","text":"Hallo Christoph","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"affection, warm","text":"Hallo Christoph","start_s":0,"end_s":0.68}],"source":"nemotron-bolt sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"nemotron-bolt","llm_provider":"local","llm_backend":"Local GPU","llm_ttft_ms":1012.6,"llm_first_sentence_ms":1074.22,"sentence_ready_ms":1082.95,"director_mode":"bolt","director_model":"nemotron-bolt","template_id":"affection.soft"},"sources":[],"lookups":[],"at":16202.29999923706},{"type":"reply","text":"Hallo Christoph\nSchön, dich wieder zu hören","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"affection, warm","text":"Hallo Christoph","start_s":0,"end_s":2.03},{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"affection, warm","text":"Schön, dich wieder zu hören","start_s":2.03,"end_s":3.7299999999999995}],"source":"nemotron-bolt sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Schön, dich wieder zu hören","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"nemotron-bolt","llm_provider":"local","llm_backend":"Local GPU","llm_ttft_ms":1012.6,"llm_first_sentence_ms":1074.22,"finish_reason":"stop","usage":{"completion_tokens":20,"prompt_tokens":3219,"total_tokens":3239,"prompt_tokens_details":{"cached_tokens":0}},"llama_timings":{"cache_n":0,"prompt_n":3219,"prompt_ms":658.95,"prompt_per_token_ms":0.20470643056849955,"prompt_per_second":4885.044388800364,"predicted_n":20,"predicted_ms":161.209,"predicted_per_token_ms":8.06045,"predicted_per_second":124.06255233888926},"generation_calls":1,"llm_total_ms":1182.58,"response_complete":true,"answer_first_audio_ms":1813.51,"tts_first_audio_ms":730.44,"first_audio_ms":1813.51,"tts_server_stages":[{"generation_ms":1025,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1175,"performance":{"device_seconds":0.8225673642158509,"raw_audio_seconds":2.88,"aggregate_rtf":0.28561366813050376,"audio_seconds_per_second":3.5012329996163762,"batches":[{"batch_size":1,"device_seconds":0.8225673642158509,"audio_seconds":[2.88],"model_wall_seconds":0.9118287637829781,"first_audio_seconds":0.4514734191894531,"graph_capture_seconds":0,"live_callback_seconds":0.08691868931055069}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1183.58,"audio_s":2.03}],"sentence_ready_ms":2267.6,"director_mode":"bolt","director_model":"nemotron-bolt","template_id":"affection.soft"},"sources":[],"lookups":[],"at":17441.29999923706},{"type":"endpoint","transcript":"Hobby, was ist denn das hier?","speaker_id":"speaker-1","asr":{"text":"Hobby, was ist denn das hier?","model":"parakeet_v3","chunks":1,"transcribe_ms":69.73,"speech_pause_ms":300,"observed_quiet_ms":228},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":1.775,"speaker_embedding_wait_ms":0.004,"speaker_lookup_ms":1.771,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":57.77,"sentence_queue_ms":4.89,"sentence_audio_s":14.08},"at":26429},{"type":"environment_observation","kind":"requested_sound","status":"listening_after_question","at":26429.59999847412},{"status":"available","caption":"The audio contains a single, clear utterance of a single word, spoken by a male voice. The voice is relatively deep and has a slightly breathy quality.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":2.7,"tokens":34,"preprocess_ms":10.79,"encoder_gpu_ms":8.88,"decoder_gpu_ms":246.87,"inference_ms":256.01,"total_ms":266.8,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","sound_events":{"status":"available","model":"EfficientAT mn04_as","revision":"a425fdce92572e602a1d5634799bd9f1f2efa806","weight_sha256":"899a8c6217063f6941793102a2780b3dd788ab11fce468d9cf5f0577c453321c","device":"cpu","parameters":983599,"total_ms":25.73,"window_s":2.7,"candidates":[{"label":"Speech","score":0.4694},{"label":"Sigh","score":0.3532},{"label":"Gasp","score":0.1583},{"label":"Wheeze","score":0.0848},{"label":"Whimper","score":0.0808},{"label":"Wail, moan","score":0.0785}],"music_score":0.0377,"speech_score":0.4694,"frames":[{"start_s":0,"end_s":1.28,"candidates":[{"label":"Sigh","score":0.3171},{"label":"Breathing","score":0.0763},{"label":"Wheeze","score":0.0362}]},{"start_s":0.64,"end_s":1.92,"candidates":[{"label":"Gasp","score":0.1583},{"label":"Speech","score":0.1307},{"label":"Sigh","score":0.1041}]},{"start_s":1.28,"end_s":2.56,"candidates":[{"label":"Speech","score":0.4694},{"label":"Wheeze","score":0.0848},{"label":"Gasp","score":0.0821}]},{"start_s":1.42,"end_s":2.7,"candidates":[{"label":"Speech","score":0.4663},{"label":"Whispering","score":0.0625},{"label":"Gasp","score":0.0451}]}],"temporal_resolution_note":"Overlapping 1.28-second classification windows, 0.64-second stride; not precise event boundaries or spatial direction.","uncertainty":"Multilabel model scores, not calibrated event probabilities.","request_ms":36.17},"type":"sound_caption","request_ms":284.84,"capture_ms":2700,"event_age_ms":2984.85,"kind":"voice","eligible":true,"suppression_reason":null,"requested":true,"at":28791.29999923706},{"status":"available","caption":"The audio features a short musical phrase played on what sounds like a synthesized keyboard or electronic keyboard. The melody is simple and repetitive, with a slightly melancholic tone.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":2.44,"tokens":36,"preprocess_ms":7.18,"encoder_gpu_ms":8.76,"decoder_gpu_ms":265.52,"inference_ms":274.51,"total_ms":281.69,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","sound_events":{"status":"available","model":"EfficientAT mn04_as","revision":"a425fdce92572e602a1d5634799bd9f1f2efa806","weight_sha256":"899a8c6217063f6941793102a2780b3dd788ab11fce468d9cf5f0577c453321c","device":"cpu","parameters":983599,"total_ms":24.37,"window_s":2.44,"candidates":[{"label":"Music","score":0.9021},{"label":"Gasp","score":0.3057},{"label":"Musical instrument","score":0.1461},{"label":"Synthesizer","score":0.1146},{"label":"Electric piano","score":0.1132},{"label":"Keyboard (musical)","score":0.1092}],"music_score":0.9021,"speech_score":0.0122,"frames":[{"start_s":0,"end_s":1.28,"candidates":[{"label":"Music","score":0.7532},{"label":"Gasp","score":0.3057},{"label":"Sigh","score":0.0699}]},{"start_s":0.64,"end_s":1.92,"candidates":[{"label":"Music","score":0.8255},{"label":"Musical instrument","score":0.116},{"label":"Electric piano","score":0.0785}]},{"start_s":1.16,"end_s":2.44,"candidates":[{"label":"Music","score":0.9021},{"label":"Musical instrument","score":0.1461},{"label":"Synthesizer","score":0.1146}]}],"temporal_resolution_note":"Overlapping 1.28-second classification windows, 0.64-second stride; not precise event boundaries or spatial direction.","uncertainty":"Multilabel model scores, not calibrated event probabilities.","request_ms":32.25},"type":"sound_caption","request_ms":297.23,"capture_ms":2440,"event_age_ms":2737.24,"kind":"music","eligible":true,"suppression_reason":null,"requested":true,"at":29090.59999847412},{"type":"reply","text":"Es klingt nach Musik","reply_id":2,"performance":{"sentences":[{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Es klingt nach Musik","start_s":0,"end_s":1.36}],"source":"nemotron-bolt sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Es klingt nach Musik","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"nemotron-bolt","llm_provider":"local","llm_backend":"Local GPU","llm_ttft_ms":853.04,"llm_first_sentence_ms":928.92,"sentence_ready_ms":930.13,"director_mode":"bolt","director_model":"nemotron-bolt","template_id":"interest.soft"},"sources":[],"lookups":[],"at":30024},{"type":"reply","text":"Es klingt nach Musik\nIch habe hier eine kurze Melodie von einem elektronischen Keyboard erkannt","reply_id":2,"performance":{"sentences":[{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Es klingt nach Musik","start_s":0,"end_s":1.95},{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Ich habe hier eine kurze Melodie von einem elektronischen Keyboard erkannt","start_s":1.95,"end_s":5.69}],"source":"nemotron-bolt sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Ich habe hier eine kurze Melodie von einem elektronischen Keyboard erkannt","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"nemotron-bolt","llm_provider":"local","llm_backend":"Local GPU","llm_ttft_ms":853.04,"llm_first_sentence_ms":928.92,"finish_reason":"stop","usage":{"completion_tokens":29,"prompt_tokens":4215,"total_tokens":4244,"prompt_tokens_details":{"cached_tokens":0}},"llama_timings":{"cache_n":0,"prompt_n":4215,"prompt_ms":785.27,"prompt_per_token_ms":0.18630367734282324,"prompt_per_second":5367.580577381028,"predicted_n":29,"predicted_ms":215.247,"predicted_per_token_ms":7.4223103448275864,"predicted_per_second":134.72893931158157},"generation_calls":1,"llm_total_ms":1071.53,"response_complete":true,"answer_first_audio_ms":1663.98,"tts_first_audio_ms":733.63,"first_audio_ms":1663.99,"tts_server_stages":[{"generation_ms":871,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1027,"performance":{"device_seconds":0.675976930141449,"raw_audio_seconds":2.16,"aggregate_rtf":0.31295228247289303,"audio_seconds_per_second":3.1953753207938878,"batches":[{"batch_size":1,"device_seconds":0.675976930141449,"audio_seconds":[2.16],"model_wall_seconds":0.7584825903177261,"first_audio_seconds":0.450869384765625,"graph_capture_seconds":0,"live_callback_seconds":0.08105383068323135}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1042.77,"audio_s":1.95}],"sentence_ready_ms":1973.98,"director_mode":"bolt","director_model":"nemotron-bolt","template_id":"interest.soft"},"sources":[],"lookups":[],"at":31073.29999923706},{"type":"ignored","source":"wake_mode","accepted":false,"speaker_id":"speaker-1","similarity":0.163,"rival_similarity":-1,"reason":"Another or uncertain voice; say Hey Robby to start your own turn.","wake":false,"at":43768},{"type":"ignored","source":"wake_mode","accepted":false,"speaker_id":"speaker-1","similarity":0.2316,"rival_similarity":-1,"reason":"Another or uncertain voice; say Hey Robby to start your own turn.","wake":false,"at":45275.09999847412}],"source_unchanged":true}