{"scope":"HTTPS synthetic-audio wake, owner, timeout, UI and optional sound check.","source_sha256":"0208618406e75352edd643db9cb3cc2d25b097b0e96f775b94d0f6babbadd7dc","cases":[{"case":"before-wake","endpoints":[],"replies":[],"ignored":[{"source":"wake_mode","reason":"Say Hey Robby to start, or speak clearly enough to identify your voice."}],"pcm_chunks":0,"passed":true},{"case":"christoph-wake","endpoints":[{"text":"Hey, Robby, ich bin Christoph.","speaker":"Christoph"}],"replies":["Hallo Christoph! Schön, dass du da bist."],"ignored":[],"pcm_chunks":8,"passed":true},{"case":"owner-followup","endpoints":[{"text":"Und wer bin ich?","speaker":"Christoph"}],"replies":["Du heißt Christoph."],"ignored":[],"pcm_chunks":3,"passed":true},{"case":"foreign-no-wake","endpoints":[],"replies":[],"ignored":[{"source":"wake_mode","reason":"Another or uncertain voice; say Hey Robby to start your own turn."}],"pcm_chunks":0,"passed":true},{"case":"expired-owner","endpoints":[],"replies":[],"ignored":[{"source":"wake_mode","reason":"Say Hey Robby to start, or speak clearly enough to identify your voice."}],"pcm_chunks":0,"passed":true},{"case":"second-speaker-wake","endpoints":[{"text":"Hey Robbie.","speaker":"Speaker 2"},{"text":"Ich bin Selma.","speaker":"Selma"},{"text":"Schön, dass du da bist.","speaker":"Selma"}],"replies":["Das freut mich sehr, Selma.\nIch habe gerade noch überlegt, ob ich meinen Namen wiederfinden muss, aber jetzt ist alles klar.\nWas kann ich heute für dich tun?"],"ignored":[],"pcm_chunks":30,"passed":false}],"injections":[{"browser_start_ms":1708,"browser_end_ms":3187.7999992370605,"packets":74,"max_schedule_lag_ms":9,"mean_schedule_lag_ms":1.2243239944045607,"stream_start_sample":6400,"samples":23520,"sha256":"65d6605ded2ecfdaf3381913aac93d204b5cb021367b0c977b8e6f356ba28754"},{"browser_start_ms":5249.700000762939,"browser_end_ms":8489.399997711182,"packets":162,"max_schedule_lag_ms":6.1999969482421875,"mean_schedule_lag_ms":0.9166662192639009,"stream_start_sample":61920,"samples":51680,"sha256":"fd69742134eaf05187ffcb31ac3ec10c5178ab2428737c9686eba411918e10a2"},{"browser_start_ms":16681.39999771118,"browser_end_ms":18160.89999771118,"packets":74,"max_schedule_lag_ms":8.700000762939453,"mean_schedule_lag_ms":1.1729732204127956,"stream_start_sample":241600,"samples":23520,"sha256":"65d6605ded2ecfdaf3381913aac93d204b5cb021367b0c977b8e6f356ba28754"},{"browser_start_ms":23102.89999771118,"browser_end_ms":27062.70000076294,"packets":198,"max_schedule_lag_ms":6,"mean_schedule_lag_ms":0.7833338072805693,"stream_start_sample":341920,"samples":63200,"sha256":"dd2ca90a85488b86997a05c74e6fe3017ea091f6832a627d073e141fc3738249"},{"browser_start_ms":40214.39999771118,"browser_end_ms":41693.79999923706,"packets":74,"max_schedule_lag_ms":2.1000022888183594,"mean_schedule_lag_ms":0.3121627085917705,"stream_start_sample":613120,"samples":23520,"sha256":"65d6605ded2ecfdaf3381913aac93d204b5cb021367b0c977b8e6f356ba28754"},{"browser_start_ms":43776.09999847412,"browser_end_ms":48781.20000076294,"packets":250,"max_schedule_lag_ms":26.5,"mean_schedule_lag_ms":2.573200424194336,"stream_start_sample":668640,"samples":79840,"sha256":"4dcb7fd02b14b2e29cbc064502468df8c18d7b862839701a500f21f6821559fd"}],"passed":false,"defaults":{"wake":true,"automatic_sounds":false,"speech_pause_ms":300},"error":"AssertionError: second-speaker-wake","recent_events":[{"type":"asr_settings","background_speech_filter":true,"voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":300,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":false,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Selma"}]},"wake_mode":{"enabled":true,"active":true,"window_s":10,"remaining_s":10},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":51209.59999847412},{"type":"endpoint","transcript":"Ich bin Selma.","speaker_id":"speaker-2","asr":{"text":"Ich bin Selma.","model":"parakeet_v3","chunks":1,"transcribe_ms":40.77,"speech_pause_ms":300,"observed_quiet_ms":250},"speaker_name":"Selma","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":51.134,"speaker_embedding_wait_ms":50.356,"speaker_lookup_ms":0.778,"speaker_prefetch_used":false,"speaker_prefetch_compute_ms":null,"sentence_queue_ms":4282.18,"sentence_audio_s":44.8},"at":51210.20000076294},{"type":"asr_settings","background_speech_filter":true,"voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":300,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":false,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Selma"}]},"wake_mode":{"enabled":true,"active":true,"window_s":10,"remaining_s":7.4},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":51210.79999923706},{"type":"reply","text":"Aha, ich bin's, Robby, und du bist Selma.","reply_id":4,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, ich bin's, Robby, und du bist Selma.","start_s":0,"end_s":2.72}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Aha, ich bin's, Robby, und du bist Selma.","sentence_role":"answer","speaker_id":"speaker-2","speaker_name":"Selma","speaker_update":{"speaker_id":"speaker-2","display_name":"Selma","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":345.54,"llm_first_sentence_ms":377.66,"sentence_ready_ms":378.82,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":51605.29999923706},{"type":"reply","text":"Aha, ich bin's, Robby, und du bist Selma.\nEin kleiner Name-Mix-up, der passiert mir manchmal.","reply_id":4,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, ich bin's, Robby, und du bist Selma.","start_s":0,"end_s":4.4},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"amusement, playful","text":"Ein kleiner Name-Mix-up, der passiert mir manchmal.","start_s":4.4,"end_s":6.78}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Ein kleiner Name-Mix-up, der passiert mir manchmal.","sentence_role":"answer","speaker_id":"speaker-2","speaker_name":"Selma","speaker_update":{"speaker_id":"speaker-2","display_name":"Selma","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":345.54,"llm_first_sentence_ms":377.66,"finish_reason":"stop","usage":{"prompt_tokens":3409,"completion_tokens":40,"total_tokens":3449,"cost":0.0034001649,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00343451,"upstream_inference_prompt_cost":0.00337491,"upstream_inference_completions_cost":5.96e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":410.45,"response_complete":true,"answer_first_audio_ms":1127.57,"tts_first_audio_ms":748.57,"first_audio_ms":1127.58,"tts_server_stages":[{"generation_ms":1504,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1656,"performance":{"device_seconds":1.2470343422889711,"raw_audio_seconds":4.4,"aggregate_rtf":0.28341689597476616,"audio_seconds_per_second":3.528371152893561,"batches":[{"batch_size":1,"device_seconds":1.2470343422889711,"audio_seconds":[4.4],"model_wall_seconds":1.3916970789432526,"first_audio_seconds":0.4723578796386719,"graph_capture_seconds":0,"live_callback_seconds":0.14207909256219864}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1669.8,"audio_s":4.4}],"sentence_ready_ms":2049.82,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"amusement.soft"},"sources":[],"lookups":[],"at":53266.09999847412},{"type":"asr_settings","background_speech_filter":true,"voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":300,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":false,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Selma"}]},"wake_mode":{"enabled":true,"active":true,"window_s":10,"remaining_s":10},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":60639},{"type":"endpoint","transcript":"Schön, dass du da bist.","speaker_id":"speaker-2","asr":{"text":"Schön, dass du da bist.","model":"parakeet_v3","chunks":1,"transcribe_ms":40.69,"speech_pause_ms":300,"observed_quiet_ms":62},"speaker_name":"Selma","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.729,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.728,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":55.23,"sentence_queue_ms":12020.14,"sentence_audio_s":46.4},"at":60639.70000076294},{"type":"reply","text":"Das freut mich sehr, Selma.","reply_id":5,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Das freut mich sehr, Selma.","start_s":0,"end_s":1.7}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Das freut mich sehr, Selma.","sentence_role":"answer","speaker_id":"speaker-2","speaker_name":"Selma","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":395.57,"llm_first_sentence_ms":440.51,"sentence_ready_ms":441.55,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":61103.89999771118},{"type":"reply","text":"Das freut mich sehr, Selma.\nIch habe gerade noch überlegt, ob ich meinen Namen wiederfinden muss, aber jetzt ist alles klar.","reply_id":5,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Das freut mich sehr, Selma.","start_s":0,"end_s":1.87},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.55,"direction":"playful, soft","text":"Ich habe gerade noch überlegt, ob ich meinen Namen wiederfinden muss, aber jetzt ist alles klar.","start_s":1.87,"end_s":7.3100000000000005}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Ich habe gerade noch überlegt, ob ich meinen Namen wiederfinden muss, aber jetzt ist alles klar.","sentence_role":"answer","speaker_id":"speaker-2","speaker_name":"Selma","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":395.57,"llm_first_sentence_ms":440.51,"finish_reason":"stop","usage":{"prompt_tokens":3478,"completion_tokens":56,"total_tokens":3534,"cost":0.0034913934,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00352666,"upstream_inference_prompt_cost":0.00344322,"upstream_inference_completions_cost":8.344e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":465.97,"response_complete":true,"answer_first_audio_ms":1189.41,"tts_first_audio_ms":747.69,"first_audio_ms":1189.42,"tts_server_stages":[{"generation_ms":951,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1109,"performance":{"device_seconds":0.7502712559700013,"raw_audio_seconds":2.48,"aggregate_rtf":0.30252873224596827,"audio_seconds_per_second":3.305471161618325,"batches":[{"batch_size":1,"device_seconds":0.7502712559700013,"audio_seconds":[2.48],"model_wall_seconds":0.8360110074281693,"first_audio_seconds":0.4599214782714844,"graph_capture_seconds":0,"live_callback_seconds":0.08424939960241318}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1119.6,"audio_s":1.87}],"sentence_ready_ms":1562.18,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.playful.soft"},"sources":[],"lookups":[],"at":62202.20000076294},{"type":"reply","text":"Das freut mich sehr, Selma.\nIch habe gerade noch überlegt, ob ich meinen Namen wiederfinden muss, aber jetzt ist alles klar.\nWas kann ich heute für dich tun?","reply_id":5,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Das freut mich sehr, Selma.","start_s":0,"end_s":1.87},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.55,"direction":"playful, soft","text":"Ich habe gerade noch überlegt, ob ich meinen Namen wiederfinden muss, aber jetzt ist alles klar.","start_s":1.87,"end_s":7.9},{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.72,"direction":"calm, natural","text":"Was kann ich heute für dich tun?","start_s":7.9,"end_s":10.280000000000001}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Was kann ich heute für dich tun?","sentence_role":"answer","speaker_id":"speaker-2","speaker_name":"Selma","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":395.57,"llm_first_sentence_ms":440.51,"finish_reason":"stop","usage":{"prompt_tokens":3478,"completion_tokens":56,"total_tokens":3534,"cost":0.0034913934,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00352666,"upstream_inference_prompt_cost":0.00344322,"upstream_inference_completions_cost":8.344e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":465.97,"response_complete":true,"answer_first_audio_ms":1189.41,"tts_first_audio_ms":747.69,"first_audio_ms":1189.42,"tts_server_stages":[{"generation_ms":951,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1109,"performance":{"device_seconds":0.7502712559700013,"raw_audio_seconds":2.48,"aggregate_rtf":0.30252873224596827,"audio_seconds_per_second":3.305471161618325,"batches":[{"batch_size":1,"device_seconds":0.7502712559700013,"audio_seconds":[2.48],"model_wall_seconds":0.8360110074281693,"first_audio_seconds":0.4599214782714844,"graph_capture_seconds":0,"live_callback_seconds":0.08424939960241318}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":2060,"alignment_ms":39,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":2227,"performance":{"device_seconds":1.7194028244018555,"raw_audio_seconds":6.24,"aggregate_rtf":0.27554532442337426,"audio_seconds_per_second":3.6291670058008463,"batches":[{"batch_size":1,"device_seconds":1.7194028244018555,"audio_seconds":[6.24],"model_wall_seconds":1.9492120146751404,"first_audio_seconds":0.4647352294921875,"graph_capture_seconds":0,"live_callback_seconds":0.22743050009012222}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1119.6,"audio_s":1.87},{"sentence":1,"total_ms":2238.75,"audio_s":6.03}],"sentence_ready_ms":3802.04,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.natural.soft"},"sources":[],"lookups":[],"at":64739.5},{"type":"asr_settings","background_speech_filter":true,"voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":300,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":false,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Selma"}]},"wake_mode":{"enabled":true,"active":true,"window_s":10,"remaining_s":10},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":72672.89999771118}],"source_unchanged":true}