{"scope":"HTTPS synthetic-audio wake, owner, timeout, UI and optional sound check.","source_sha256":"95a027f02c1ff779a071bbad801d729cfc066738de797a770d7496ddc5f17b64","cases":[{"case":"before-wake","endpoints":[],"replies":[],"ignored":[{"source":"wake_mode","reason":"Say Hey Robby to start, or speak clearly enough to identify your voice."}],"pcm_chunks":0,"passed":true},{"case":"christoph-wake","endpoints":[{"text":"Hey, Robby, ich bin Christoph.","speaker":"Christoph"}],"replies":["Hallo Christoph, schön dich wieder hier zu haben!\nWas für ein spannendes Thema, was möchtest du heute erleben?"],"ignored":[],"pcm_chunks":10,"passed":true},{"case":"owner-followup","endpoints":[{"text":"Und wer bin ich?","speaker":"Christoph"}],"replies":["Du heißt Christoph."],"ignored":[],"pcm_chunks":3,"passed":true},{"case":"foreign-no-wake","endpoints":[],"replies":[],"ignored":[{"source":"wake_mode","reason":"Another or uncertain voice; say Hey Robby to start your own turn."}],"pcm_chunks":0,"passed":true},{"case":"expired-owner","endpoints":[],"replies":[],"ignored":[{"source":"wake_mode","reason":"Say Hey Robby to start, or speak clearly enough to identify your voice."}],"pcm_chunks":0,"passed":true},{"case":"second-speaker-wake","endpoints":[{"text":"Hey Rabbi, ich bin Selma.","speaker":"Selma"}],"replies":["Hallo Selma, ich bin Robby und freue mich, mit dir zu sprechen!\nSollen wir zusammen ein imaginäres Weltall-Abenteuer erleben?"],"ignored":[{"source":"wake_mode","reason":"Another or uncertain voice; say Hey Robby to start your own turn."}],"pcm_chunks":10,"passed":true},{"case":"previous-owner-without-wake","endpoints":[],"replies":[],"ignored":[{"source":"wake_mode","reason":"Another or uncertain voice; say Hey Robby to start your own turn."}],"pcm_chunks":0,"passed":true},{"case":"open-mode","endpoints":[{"text":"Und wer bin ich?","speaker":"Speaker 3"}],"replies":["Du heißt Selma. Und wie darf ich dich nennen?"],"ignored":[],"pcm_chunks":6,"passed":false}],"injections":[{"browser_start_ms":2035.2999992370605,"browser_end_ms":3514.7999992370605,"packets":74,"max_schedule_lag_ms":3,"mean_schedule_lag_ms":0.3472979262068465,"stream_start_sample":6400,"samples":23520,"sha256":"65d6605ded2ecfdaf3381913aac93d204b5cb021367b0c977b8e6f356ba28754"},{"browser_start_ms":5583.200000762939,"browser_end_ms":8822.70000076294,"packets":162,"max_schedule_lag_ms":8.099998474121094,"mean_schedule_lag_ms":0.22283944965880595,"stream_start_sample":61920,"samples":51680,"sha256":"fd69742134eaf05187ffcb31ac3ec10c5178ab2428737c9686eba411918e10a2"},{"browser_start_ms":19154.20000076294,"browser_end_ms":20633.79999923706,"packets":74,"max_schedule_lag_ms":3.799999237060547,"mean_schedule_lag_ms":0.40945924294961467,"stream_start_sample":273600,"samples":23520,"sha256":"65d6605ded2ecfdaf3381913aac93d204b5cb021367b0c977b8e6f356ba28754"},{"browser_start_ms":25617.40000152588,"browser_end_ms":29577.5,"packets":198,"max_schedule_lag_ms":6.099998474121094,"mean_schedule_lag_ms":0.961615938128847,"stream_start_sample":373920,"samples":63200,"sha256":"dd2ca90a85488b86997a05c74e6fe3017ea091f6832a627d073e141fc3738249"},{"browser_start_ms":42716.5,"browser_end_ms":44196.29999923706,"packets":74,"max_schedule_lag_ms":6,"mean_schedule_lag_ms":1.006757117606498,"stream_start_sample":645120,"samples":23520,"sha256":"65d6605ded2ecfdaf3381913aac93d204b5cb021367b0c977b8e6f356ba28754"},{"browser_start_ms":46274.70000076294,"browser_end_ms":51275.20000076294,"packets":250,"max_schedule_lag_ms":7.900001525878906,"mean_schedule_lag_ms":0.332,"stream_start_sample":700640,"samples":79840,"sha256":"4dcb7fd02b14b2e29cbc064502468df8c18d7b862839701a500f21f6821559fd"},{"browser_start_ms":60745.29999923706,"browser_end_ms":62224.60000228882,"packets":74,"max_schedule_lag_ms":4.100002288818359,"mean_schedule_lag_ms":0.52297339568267,"stream_start_sample":927680,"samples":23520,"sha256":"65d6605ded2ecfdaf3381913aac93d204b5cb021367b0c977b8e6f356ba28754"},{"browser_start_ms":64309.90000152588,"browser_end_ms":65790,"packets":74,"max_schedule_lag_ms":5.599998474121094,"mean_schedule_lag_ms":0.6986483496588629,"stream_start_sample":983200,"samples":23520,"sha256":"65d6605ded2ecfdaf3381913aac93d204b5cb021367b0c977b8e6f356ba28754"}],"passed":false,"llm":"local Nemotron Bolt E4B","defaults":{"wake":true,"automatic_sounds":false,"speech_pause_ms":300},"error":"AssertionError: open-mode","recent_events":[{"type":"asr_settings","background_speech_filter":true,"voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":300,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":false,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Selma"}]},"wake_mode":{"enabled":true,"active":true,"window_s":10,"remaining_s":10},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":59890.5},{"type":"ignored","source":"wake_mode","accepted":false,"speaker_id":"speaker-2","similarity":0.0435,"rival_similarity":0.362,"reason":"Another or uncertain voice; say Hey Robby to start your own turn.","wake":false,"at":62132.79999923706},{"type":"asr_settings","background_speech_filter":true,"voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":300,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":false,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Selma"}]},"wake_mode":{"enabled":false,"active":false,"window_s":10,"remaining_s":0},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":64344.90000152588},{"type":"endpoint","transcript":"Und wer bin ich?","speaker_id":"speaker-3","asr":{"text":"Und wer bin ich?","model":"parakeet_v3","chunks":1,"transcribe_ms":40.67,"speech_pause_ms":300,"observed_quiet_ms":102},"speaker_name":"Speaker 3","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":51.051,"speaker_embedding_wait_ms":50.453,"speaker_lookup_ms":0.598,"speaker_prefetch_used":false,"speaker_prefetch_compute_ms":null,"sentence_queue_ms":56.53,"sentence_audio_s":62.4},"at":65752.60000228882},{"type":"reply","text":"Du heißt Selma.","reply_id":4,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"contentment, soft","text":"Du heißt Selma.","start_s":0,"end_s":1.02}],"source":"nemotron-bolt sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Du heißt Selma.","sentence_role":"answer","speaker_id":"speaker-3","speaker_name":"Speaker 3","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"nemotron-bolt","llm_provider":"local","llm_backend":"Local GPU","llm_ttft_ms":683.79,"finish_reason":"stop","usage":{"completion_tokens":5,"prompt_tokens":3514,"total_tokens":3519,"prompt_tokens_details":{"cached_tokens":0}},"llama_timings":{"cache_n":0,"prompt_n":3514,"prompt_ms":649.534,"prompt_per_token_ms":0.18484177575412636,"prompt_per_second":5410.032423244973,"predicted_n":5,"predicted_ms":34.119,"predicted_per_token_ms":6.8238,"predicted_per_second":146.54591283449105},"llm_first_sentence_ms":718.97,"generation_calls":1,"name_question_added":true,"llm_total_ms":719.39,"response_complete":true,"sentence_ready_ms":720.38,"director_mode":"bolt","director_model":"nemotron-bolt","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":66477.60000228882},{"type":"reply","text":"Du heißt Selma. Und wie darf ich dich nennen?","reply_id":4,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"contentment, soft","text":"Du heißt Selma.","start_s":0,"end_s":2.35},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"interest, soft, warm","text":"Und wie darf ich dich nennen?","start_s":2.35,"end_s":4.390000000000001}],"source":"nemotron-bolt sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Und wie darf ich dich nennen?","sentence_role":"answer","speaker_id":"speaker-3","speaker_name":"Speaker 3","speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"nemotron-bolt","llm_provider":"local","llm_backend":"Local GPU","llm_ttft_ms":683.79,"finish_reason":"stop","usage":{"completion_tokens":5,"prompt_tokens":3514,"total_tokens":3519,"prompt_tokens_details":{"cached_tokens":0}},"llama_timings":{"cache_n":0,"prompt_n":3514,"prompt_ms":649.534,"prompt_per_token_ms":0.18484177575412636,"prompt_per_second":5410.032423244973,"predicted_n":5,"predicted_ms":34.119,"predicted_per_token_ms":6.8238,"predicted_per_second":146.54591283449105},"llm_first_sentence_ms":718.97,"generation_calls":1,"name_question_added":true,"llm_total_ms":719.39,"response_complete":true,"answer_first_audio_ms":1460.84,"tts_first_audio_ms":740.28,"first_audio_ms":1460.85,"tts_server_stages":[{"generation_ms":1075,"alignment_ms":36,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1227,"performance":{"device_seconds":0.8805294160842895,"raw_audio_seconds":3.2,"aggregate_rtf":0.27516544252634045,"audio_seconds_per_second":3.634177281924761,"batches":[{"batch_size":1,"device_seconds":0.8805294160842895,"audio_seconds":[3.2],"model_wall_seconds":0.9630123823881149,"first_audio_seconds":0.4616304626464844,"graph_capture_seconds":0,"live_callback_seconds":0.08227075636386871}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1235.67,"audio_s":2.35}],"sentence_ready_ms":1957.39,"director_mode":"bolt","director_model":"nemotron-bolt","template_id":"interest.soft"},"sources":[],"lookups":[],"at":67724.20000076294},{"type":"asr_settings","background_speech_filter":true,"voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":300,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":false,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Selma"},{"id":"speaker-3","name":"Speaker 3"}]},"wake_mode":{"enabled":false,"active":false,"window_s":10,"remaining_s":0},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":72123.29999923706}],"source_unchanged":true}