{"passed":false,"started":"20261027T105803Z","scope":"Real HTTPS browser + GPU captioner + local/API LLM + TTS; authored fake mic.\n\nThree independent fresh browsers cover permitted autoplay, explicit browser\nactivation, and microphone denial. No physical-room accuracy is claimed.\n","source_sha256":"a2b75ec2c5f5dcd849a952509cab0c3cc4757779794730d0aa21657c120f454b","server":{"ready":true,"phase":"Ready: Small RL + Nemotron 3.5 + TYGER","source_sha256":"a2b75ec2c5f5dcd849a952509cab0c3cc4757779794730d0aa21657c120f454b","speech_pause_default_ms":700.0,"sentence_stream":true,"decision_interval_ms":320,"identity_models":{"fast":{"frames":4,"mix_layers":true,"label":"V4 layer mix · 320 ms · seed 2023"},"long":{"frames":25,"mix_layers":false,"label":"V5 optimized · 2000 ms · utterance"},"long3":{"frames":38,"mix_layers":false,"label":"V5 optimized · 3040 ms · utterance"}},"asr_model_selection":true,"tts":"Humaneness Voice Small 1.1 Alpha RL r128 v1","llm_default":{"model":"qwen","provider":"cerebras/fp16"}},"cases":[{"mode":"permitted","passed":true,"automatic_welcome":true,"caption_text":"","latency_card":"329 ms","sound_reply":"Klingt das gerade nach einem kleinen Ticken in der Nähe?","caption_to_first_pcm_ms":1939.2,"onset_to_first_pcm_estimate_ms":3308.3,"settings_verified":true,"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1748.900001525879},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1759.900001525879},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1762.8000030517578},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1812},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1812.1000022888184},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1812.3000030517578},{"type":"stop_feedback_setting","enabled":false,"at":1812.3000030517578},{"type":"quick_reply_settings","enabled":true,"at":1812.400001525879},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1812.6000022888184},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1812.7000007629395},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1813},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1831},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1832.6000022888184},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1832.7000007629395},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1832.8000030517578},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1832.900001525879},{"type":"environment_observation","kind":"welcome","status":"responding","at":2413.400001525879},{"type":"latency_start","reply_id":1,"input":{"kind":"environment","sound_caption_ms":null},"at":2413.6000022888184},{"type":"reply","text":"Hallo!","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Hallo!","start_s":0,"end_s":0.4}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo!","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":538.69,"llm_first_sentence_ms":591.74,"sentence_ready_ms":603.4,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":3020.2000007629395},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":100020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3745.7000007629395},{"type":"input_status","blocks":1,"seconds":0.02,"rms_dbfs":-140,"at":3745.800003051758},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":538.69,"llm_first_sentence_ms":591.74,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":21,"total_tokens":1556,"cost":0.0015354306,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155094,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":602.16,"response_complete":true,"answer_first_audio_ms":1366.27,"tts_first_audio_ms":762.78,"first_audio_ms":1366.27},"at":3781.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.017,"quiet_ms":100280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4010.7000007629395},{"type":"state","state":"SPEAK","yield":0.002,"bc":0,"hazard":0.263,"p_end":0.589,"at":4242.700000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.008,"quiet_ms":100540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4296.700000762939},{"type":"input_status","blocks":28,"seconds":0.54,"rms_dbfs":-70.7,"at":4296.700000762939},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.059,"p_end":0.062,"at":4430},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.005,"quiet_ms":100800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4529.100002288818},{"type":"reply","text":"Hallo! Ich bin Robby und freue mich, dass du da bist!","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Hallo!","start_s":0,"end_s":3.31},{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Ich bin Robby und freue mich, dass du da bist!","start_s":3.31,"end_s":6.71}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Ich bin Robby und freue mich, dass du da bist!","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":538.69,"llm_first_sentence_ms":591.74,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":21,"total_tokens":1556,"cost":0.0015354306,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155094,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":602.16,"response_complete":true,"answer_first_audio_ms":1366.27,"tts_first_audio_ms":762.78,"first_audio_ms":1366.27,"tts_server_stages":[{"generation_ms":1470,"alignment_ms":39,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1631,"performance":{"device_seconds":1.2016316199302672,"raw_audio_seconds":4.16,"aggregate_rtf":0.2888537547909296,"audio_seconds_per_second":3.461959498237415,"batches":[{"batch_size":1,"device_seconds":1.2016316199302672,"audio_seconds":[4.16],"model_wall_seconds":1.3449304476380348,"first_audio_seconds":0.46353817749023435,"graph_capture_seconds":0,"live_callback_seconds":0.14099792391061783}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1641.9,"audio_s":3.31}],"sentence_ready_ms":2246.41,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":4664.100002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.084,"p_end":0.227,"at":4730.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4830.5},{"type":"input_status","blocks":54,"seconds":1.06,"rms_dbfs":-71.7,"at":4831},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.169,"at":5062.100002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5062.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5310.200000762939},{"type":"input_status","blocks":82,"seconds":1.6,"rms_dbfs":-71.7,"at":5361.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.39,"p_end":0.126,"at":5379.900001525879},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":538.69,"llm_first_sentence_ms":591.74,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":21,"total_tokens":1556,"cost":0.0015354306,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155094,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":602.16,"response_complete":true,"answer_first_audio_ms":1366.27,"tts_first_audio_ms":762.78,"first_audio_ms":1366.27,"tts_server_stages":[{"generation_ms":1470,"alignment_ms":39,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1631,"performance":{"device_seconds":1.2016316199302672,"raw_audio_seconds":4.16,"aggregate_rtf":0.2888537547909296,"audio_seconds_per_second":3.461959498237415,"batches":[{"batch_size":1,"device_seconds":1.2016316199302672,"audio_seconds":[4.16],"model_wall_seconds":1.3449304476380348,"first_audio_seconds":0.46353817749023435,"graph_capture_seconds":0,"live_callback_seconds":0.14099792391061783}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1641.9,"audio_s":3.31}]},"at":5432},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5569.700000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.626,"p_end":0,"at":5696.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5835.800003051758},{"type":"input_status","blocks":109,"seconds":2.14,"rms_dbfs":-70.3,"at":5897.900001525879},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.085,"p_end":0.032,"at":5998.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6095.700000762939},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":538.69,"llm_first_sentence_ms":591.74,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":21,"total_tokens":1556,"cost":0.0015354306,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155094,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":602.16,"response_complete":true,"answer_first_audio_ms":1366.27,"tts_first_audio_ms":762.78,"first_audio_ms":1366.27,"tts_server_stages":[{"generation_ms":1470,"alignment_ms":39,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1631,"performance":{"device_seconds":1.2016316199302672,"raw_audio_seconds":4.16,"aggregate_rtf":0.2888537547909296,"audio_seconds_per_second":3.461959498237415,"batches":[{"batch_size":1,"device_seconds":1.2016316199302672,"audio_seconds":[4.16],"model_wall_seconds":1.3449304476380348,"first_audio_seconds":0.46353817749023435,"graph_capture_seconds":0,"live_callback_seconds":0.14099792391061783}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":1449,"alignment_ms":38,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1617,"performance":{"device_seconds":1.1853974146842956,"raw_audio_seconds":4,"aggregate_rtf":0.2963493536710739,"audio_seconds_per_second":3.3743957515423735,"batches":[{"batch_size":1,"device_seconds":1.1853974146842956,"audio_seconds":[4],"model_wall_seconds":1.3378946334123611,"first_audio_seconds":0.4661187744140625,"graph_capture_seconds":0,"live_callback_seconds":0.1482672169804573}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1641.9,"audio_s":3.31},{"sentence":1,"total_ms":1628.06,"audio_s":3.31}],"total_ms":3874.6,"audio_s":6.62,"sentences":2,"generation_rtf":0.5853},"at":6291.600002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.035,"p_end":0.22,"at":6333.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6344.600002288818},{"type":"input_status","blocks":135,"seconds":2.66,"rms_dbfs":-70.7,"at":6399.100002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6612.700000762939},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.337,"p_end":0,"at":6665.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6877.900001525879},{"type":"input_status","blocks":162,"seconds":3.18,"rms_dbfs":-70.7,"at":6898.700000762939},{"type":"state","state":"SPEAK","yield":0.002,"bc":0,"hazard":0.293,"p_end":0,"at":6966.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7131.5},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.417,"p_end":0,"at":7280.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103653,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7395.400001525879},{"type":"input_status","blocks":189,"seconds":3.7,"rms_dbfs":-71,"at":7444.400001525879},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.293,"p_end":0,"at":7610.700000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":103920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7645.800003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7909.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.004,"p_end":0.145,"at":7932.600002288818},{"type":"input_status","blocks":218,"seconds":4.24,"rms_dbfs":-71,"at":7967.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8163.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.004,"p_end":0.335,"at":8235},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8428.5},{"type":"input_status","blocks":245,"seconds":4.76,"rms_dbfs":-71.2,"at":8479.20000076294},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.001,"p_end":0.508,"at":8562.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8694.100002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.328,"p_end":0.205,"at":8877.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8943.400001525879},{"type":"input_status","blocks":270,"seconds":5.26,"rms_dbfs":-70.7,"at":8995.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9211.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.001,"p_end":0.642,"at":9224.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9466.100002288818},{"type":"input_status","blocks":295,"seconds":5.76,"rms_dbfs":-71,"at":9510.600002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.006,"p_end":0.577,"at":9562.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9725.100002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.004,"p_end":0.403,"at":9846},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9994.900001525879},{"type":"input_status","blocks":323,"seconds":6.3,"rms_dbfs":-71.4,"at":10062.100002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.124,"p_end":0.311,"at":10163.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10243.600002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.166,"p_end":0.012,"at":10496.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106780,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10500.100002288818},{"type":"input_status","blocks":348,"seconds":6.8,"rms_dbfs":-71.2,"at":10561.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107040,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10764.900001525879},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.739,"p_end":0.001,"at":10800.70000076294},{"type":"turn_done","barged":false,"at":10828.400001525879},{"type":"sync","arrival_order_error_ms":489.375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":10828.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107300,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11060.800003051758},{"type":"input_status","blocks":378,"seconds":7.34,"rms_dbfs":-71.4,"at":11092.900001525879},{"type":"state","state":"idle","yield":0.001,"bc":0.004,"hazard":0.059,"p_end":0.985,"at":11127.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107560,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11328.800003051758},{"type":"state","state":"idle","yield":0.002,"bc":0.015,"hazard":0.073,"p_end":0.916,"at":11469.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107820,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11579.400001525879},{"type":"input_status","blocks":402,"seconds":7.82,"rms_dbfs":-71.2,"at":11579.600002288818},{"type":"state","state":"idle","yield":0.001,"bc":0.011,"hazard":0.073,"p_end":0.868,"at":11761.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108080,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11833.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108340,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12077.600002288818},{"type":"state","state":"idle","yield":0.001,"bc":0.012,"hazard":0.075,"p_end":0.835,"at":12087},{"type":"input_status","blocks":429,"seconds":8.36,"rms_dbfs":-71.4,"at":12094.100002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108600,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12331},{"type":"state","state":"idle","yield":0.001,"bc":0.008,"hazard":0.08,"p_end":0.869,"at":12410.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108860,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12592.70000076294},{"type":"input_status","blocks":455,"seconds":8.88,"rms_dbfs":-71.6,"at":12613.300003051758},{"type":"state","state":"idle","yield":0.001,"bc":0.004,"hazard":0.087,"p_end":0.9,"at":12724},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109120,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12859.800003051758},{"type":"state","state":"idle","yield":0,"bc":0.002,"hazard":0.085,"p_end":0.891,"at":13050.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109380,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13111.400001525879},{"type":"input_status","blocks":481,"seconds":9.4,"rms_dbfs":-71.2,"at":13134},{"type":"state","state":"idle","yield":0,"bc":0.002,"hazard":0.09,"p_end":0.889,"at":13360.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109640,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13378.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109900,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13633},{"type":"input_status","blocks":506,"seconds":9.9,"rms_dbfs":-71.7,"at":13633},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.09,"p_end":0.894,"at":13690.800003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110160,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13893.400001525879},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.083,"p_end":0.889,"at":13996.800003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110420,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14159.5},{"type":"input_status","blocks":532,"seconds":10.42,"rms_dbfs":-72,"at":14159.5},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.08,"p_end":0.866,"at":14329.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110680,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14410.800003051758},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.081,"p_end":0.86,"at":14636.300003051758},{"type":"input_status","blocks":557,"seconds":10.92,"rms_dbfs":-71,"at":14661.100002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110940,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14677.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111200,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14935.20000076294},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.076,"p_end":0.846,"at":14964.300003051758},{"type":"input_status","blocks":583,"seconds":11.44,"rms_dbfs":-71,"at":15178.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111460,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15194.70000076294},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.079,"p_end":0.849,"at":15285.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111720,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15463.300003051758},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.09,"p_end":0.877,"at":15600.5},{"type":"input_status","blocks":609,"seconds":11.96,"rms_dbfs":-71.8,"at":15691.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111980,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15714.600002288818},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.084,"p_end":0.884,"at":15926.100002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112240,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15978},{"type":"input_status","blocks":634,"seconds":12.46,"rms_dbfs":-70.4,"at":16192.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112500,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16233.800003051758},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.074,"p_end":0.877,"at":16244.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112760,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16492.70000076294},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.066,"p_end":0.863,"at":16563.60000228882},{"type":"input_status","blocks":659,"seconds":12.96,"rms_dbfs":-71.2,"at":16696},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16758.5},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.065,"p_end":0.848,"at":16878.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17011.90000152588},{"type":"input_status","blocks":684,"seconds":13.46,"rms_dbfs":-71.2,"at":17197.800003051758},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.062,"p_end":0.831,"at":17209.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17266},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.058,"p_end":0.808,"at":17526},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17533.60000228882},{"type":"input_status","blocks":709,"seconds":13.96,"rms_dbfs":-71.6,"at":17701},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17794.20000076294},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.054,"p_end":0.788,"at":17878.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18060},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.053,"p_end":0.769,"at":18185},{"type":"input_status","blocks":735,"seconds":14.48,"rms_dbfs":-71,"at":18209.90000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18311.10000228882},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.052,"p_end":0.724,"at":18490.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18566.40000152588},{"type":"input_status","blocks":760,"seconds":14.98,"rms_dbfs":-70.7,"at":18717.40000152588},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.051,"p_end":0.739,"at":18813.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18833.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19089},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.053,"p_end":0.723,"at":19120.5},{"type":"input_status","blocks":786,"seconds":15.5,"rms_dbfs":-70.5,"at":19226.800003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19361},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.052,"p_end":0.713,"at":19445},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19611},{"type":"input_status","blocks":811,"seconds":16,"rms_dbfs":-71.1,"at":19730.20000076294},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.051,"p_end":0.7,"at":19759.60000228882},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.005,"quiet_ms":116140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19867},{"type":"state","state":"LISTEN","yield":0.016,"bc":0.016,"hazard":0.054,"p_end":0.628,"at":20082.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.004,"quiet_ms":116400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20132.10000228882},{"type":"input_status","blocks":837,"seconds":16.52,"rms_dbfs":-71,"at":20251.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.006,"quiet_ms":116660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20393.40000152588},{"type":"state","state":"LISTEN","yield":0.023,"bc":0.025,"hazard":0.041,"p_end":0.436,"at":20400.10000228882},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.009,"quiet_ms":116920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20663.90000152588},{"type":"state","state":"LISTEN","yield":0.007,"bc":0.016,"hazard":0.041,"p_end":0.519,"at":20731.5},{"type":"input_status","blocks":862,"seconds":17.02,"rms_dbfs":-72.8,"at":20752.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":117180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20914.70000076294},{"type":"state","state":"LISTEN","yield":0.003,"bc":0.009,"hazard":0.04,"p_end":0.488,"at":21053.90000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21168.70000076294},{"status":"available","caption":"A single, sharp, and distinct percussive sound is heard. It has a dry, crisp quality with a rapid attack and decay, resembling a quick, isolated hit.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":1.24,"tokens":37,"preprocess_ms":11.15,"encoder_gpu_ms":9.01,"decoder_gpu_ms":296.16,"inference_ms":305.39,"total_ms":316.54,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","type":"sound_caption","request_ms":329.09,"capture_ms":1040,"event_age_ms":1369.1,"kind":"sound","eligible":true,"at":21191.5},{"type":"environment_observation","kind":"sound","status":"responding","at":21244.20000076294},{"type":"latency_start","reply_id":2,"input":{"kind":"environment","sound_caption_ms":329.09},"at":21244.300003051758},{"type":"input_status","blocks":887,"seconds":17.52,"rms_dbfs":-71.3,"at":21251.90000152588},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.229,"p_end":0.894,"at":21394.40000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21459},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":117960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21693.60000228882},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.28,"p_end":0.052,"at":21693.90000152588},{"type":"input_status","blocks":913,"seconds":18.04,"rms_dbfs":-71.3,"at":21769.40000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":118220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21965.10000228882},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.281,"p_end":0.004,"at":22003.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":118480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22211.20000076294},{"type":"input_status","blocks":939,"seconds":18.56,"rms_dbfs":-71.6,"at":22293.60000228882},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.287,"p_end":0.001,"at":22331.20000076294},{"type":"reply","text":"Klingt das gerade nach einem kleinen Ticken in der Nähe?","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"curiosity, soft","text":"Klingt das gerade nach einem kleinen Ticken in der Nähe?","start_s":0,"end_s":3.4}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Klingt das gerade nach einem kleinen Ticken in der Nähe?","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":298.13,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"llm_actual_provider":"Cerebras","llm_ttft_ms":1081.58,"finish_reason":"stop","usage":{"prompt_tokens":1750,"completion_tokens":19,"total_tokens":1769,"cost":0.0017432019,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00176081,"upstream_inference_prompt_cost":0.0017325,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1156.53,"generation_calls":1,"llm_total_ms":1156.55,"response_complete":true,"sentence_ready_ms":1163.22,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.soft.soft"},"sources":[],"lookups":[],"at":22412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":118740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22469.300003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.269,"p_end":0.001,"at":22644.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22732.800003051758},{"type":"input_status","blocks":965,"seconds":19.08,"rms_dbfs":-71.1,"at":22815.60000228882},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.259,"p_end":0.001,"at":22963.10000228882},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22990},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":298.13,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"llm_actual_provider":"Cerebras","llm_ttft_ms":1081.58,"finish_reason":"stop","usage":{"prompt_tokens":1750,"completion_tokens":19,"total_tokens":1769,"cost":0.0017432019,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00176081,"upstream_inference_prompt_cost":0.0017325,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1156.53,"generation_calls":1,"llm_total_ms":1156.55,"response_complete":true,"first_audio_ms":1885.55,"tts_first_audio_ms":721.58,"answer_first_audio_ms":1885.55,"answer_audio_ready_ms":1883.89},"at":23127},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23257.90000152588},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.268,"p_end":0,"at":23288},{"type":"input_status","blocks":991,"seconds":19.6,"rms_dbfs":-71.1,"at":23325.10000228882},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119780,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23511},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.25,"p_end":0,"at":23600.90000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120040,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23791.40000152588},{"type":"input_status","blocks":1017,"seconds":20.1,"rms_dbfs":-71,"at":23860.90000152588},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.269,"p_end":0.006,"at":23962},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120300,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24040.90000152588},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.337,"at":24241.90000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120560,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24290.10000228882},{"type":"input_status","blocks":1045,"seconds":20.62,"rms_dbfs":-70.8,"at":24349},{"type":"pipeline_metrics","reply_id":2,"metrics":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":298.13,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"llm_actual_provider":"Cerebras","llm_ttft_ms":1081.58,"finish_reason":"stop","usage":{"prompt_tokens":1750,"completion_tokens":19,"total_tokens":1769,"cost":0.0017432019,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00176081,"upstream_inference_prompt_cost":0.0017325,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1156.53,"generation_calls":1,"llm_total_ms":1156.55,"response_complete":true,"first_audio_ms":1885.55,"tts_first_audio_ms":721.58,"answer_first_audio_ms":1885.55,"answer_audio_ready_ms":1883.89,"tts_server_stages":[{"generation_ms":2074.23,"alignment_ms":38.76,"alignment":{"applied":true,"lead_s":0.32,"cut_s":3,"removed_s":1.01,"words":10,"note":"","spans":[["Klingt",0.32,0.64,1],["das",0.64,0.8,1],["gerade",0.8,1.2,1],["nach",1.2,1.36,1],["einem",1.36,1.6,1],["kleinen",1.6,1.92,1],["Ticken",1.92,2.24,1],["in",2.24,2.32,1],["der",2.32,2.48,1],["Nähe",2.48,2.88,1]],"enabled":true,"available":true,"raw_seconds":4.16,"seconds":3.15,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":52,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":3.31,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"sentence_tts":[{"sentence":0,"role":"answer","audio_s":3.31,"total_ms":2076.64,"prefetched":true}],"total_ms":3239.52,"audio_s":3.31,"sentences":1,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":53},"prefill_ms":[47.3],"frame_ms":[7.88,114.77,18.34,18.24,17.7,17.61,111.51,17.8,17.52,17.52,18,113.52,17.64,17.53,17.58,17.04,110.14,17.56,17.64,17.21,17.01,110.28,17.61,17,17,16.93,116.77,18.17,17,17.33,17.28,110.51,17.9,17.99,17.82,17.41,116.52,17.75,17.13,17.32,17.34,115.96,18.76,17.64,17.12,17.11,115.15,17.78,17.16,17.1,17.79,112.95,56.8],"max_active":1,"jobs":1,"cancelled_jobs":0,"total_ms":3222.32,"gpu_allocated_mb":10980.9},"generation_rtf":0.9787},"at":24480.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120820,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24558.20000076294},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.007,"p_end":0.454,"at":24566.90000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121080,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24812},{"type":"input_status","blocks":1072,"seconds":21.14,"rms_dbfs":-70.9,"at":24869.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.04,"p_end":0.117,"at":24878.90000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121340,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25066.70000076294},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.098,"p_end":0.221,"at":25202.40000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121600,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25349.10000228882},{"type":"input_status","blocks":1098,"seconds":21.64,"rms_dbfs":-71.5,"at":25376.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.019,"p_end":0.06,"at":25517.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121860,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25592.10000228882},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.02,"p_end":0.064,"at":25843.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":122120,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25847.20000076294},{"type":"input_status","blocks":1125,"seconds":22.16,"rms_dbfs":-71.2,"at":25894.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":122380,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":26115.40000152588},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.003,"p_end":0.217,"at":26167.90000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":122640,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":26366.800003051758},{"type":"input_status","blocks":1153,"seconds":22.68,"rms_dbfs":-71.3,"at":26413.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.248,"p_end":0.049,"at":26482.40000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":122900,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":26643.300003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.722,"p_end":0.001,"at":26811},{"type":"turn_done","barged":false,"at":26859.800003051758},{"type":"sync","arrival_order_error_ms":631.9375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":26860.10000228882},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":123160,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":26898.40000152588},{"type":"input_status","blocks":1180,"seconds":23.2,"rms_dbfs":-71.6,"at":26975.300003051758},{"type":"state","state":"idle","yield":0.001,"bc":0.004,"hazard":0.062,"p_end":0.987,"at":27147.90000152588},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":123420,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":27148.20000076294},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":27148.20000076294},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":27227.20000076294},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":27227.40000152588},{"type":"environment_settings","enabled":false,"voices":true,"impressions":true,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":27263.60000228882},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":123680,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":27417.300003051758},{"type":"state","state":"idle","yield":0.001,"bc":0.014,"hazard":0.073,"p_end":0.906,"at":27461.20000076294},{"type":"input_status","blocks":1206,"seconds":23.72,"rms_dbfs":-70.9,"at":27461.40000152588}],"pcm":[{"at":3785.900001525879,"id":1,"samples":14390},{"at":4294.5,"id":1,"samples":38400},{"at":4627.600002288818,"id":1,"samples":23040},{"at":4663.800003051758,"id":1,"samples":3600},{"at":4663.900001525879,"id":1,"samples":10},{"at":5432.300003051758,"id":1,"samples":14390},{"at":5916.400001525879,"id":1,"samples":38400},{"at":6257.300003051758,"id":1,"samples":19200},{"at":6290.300003051758,"id":1,"samples":7440},{"at":6291.300003051758,"id":1,"samples":10},{"at":23130.70000076294,"id":2,"samples":8630},{"at":23309.70000076294,"id":2,"samples":9600},{"at":23498,"id":2,"samples":9600},{"at":23694.60000228882,"id":2,"samples":9600},{"at":23866.60000228882,"id":2,"samples":9600},{"at":24053.5,"id":2,"samples":9600},{"at":24241,"id":2,"samples":9600},{"at":24425.10000228882,"id":2,"samples":9600},{"at":24479.60000228882,"id":2,"samples":3600},{"at":24480,"id":2,"samples":10}],"off_persists_and_stops_mic_playback":true,"page_errors":[]},{"mode":"activation","passed":false,"error":"TimeoutError: Locator.wait_for: Timeout 20000ms exceeded.\nCall log:\n  - waiting for locator(\"#enable-robby\") to be visible\n    43 × locator resolved to hidden <button hidden=\"\" type=\"button\" id=\"enable-robby\">Enable microphone & sound</button>\n","events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1260.7999992370605},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1270.2999992370605},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1273.2999992370605},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1319.3999977111816},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1319.599998474121},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1319.6999969482422},{"type":"stop_feedback_setting","enabled":false,"at":1320.1999969482422},{"type":"quick_reply_settings","enabled":true,"at":1320.1999969482422},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1320.1999969482422},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1320.3999977111816},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1320.599998474121},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1341.099998474121},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1342.6999969482422},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1342.7999992370605},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1343},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1343.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":100020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":1352},{"type":"input_status","blocks":1,"seconds":0.02,"rms_dbfs":-140,"at":1352.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.016,"quiet_ms":100280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":1618.099998474121},{"type":"state","state":"idle","yield":0.012,"bc":0.015,"hazard":0.034,"p_end":0.954,"at":1685.2999992370605},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.009,"quiet_ms":100540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":1870.1999969482422},{"type":"input_status","blocks":27,"seconds":0.54,"rms_dbfs":-71.6,"at":1870.2999992370605},{"type":"environment_observation","kind":"welcome","status":"responding","at":1924.5},{"type":"latency_start","reply_id":1,"input":{"kind":"environment","sound_caption_ms":null},"at":1924.6999969482422},{"type":"state","state":"SPEAK","yield":0.002,"bc":0,"hazard":0.289,"p_end":0.281,"at":2008.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.006,"quiet_ms":100800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":2133},{"type":"reply","text":"Hallo!","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Hallo!","start_s":0,"end_s":0.4}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo!","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":336.72,"llm_first_sentence_ms":358.39,"sentence_ready_ms":359.57,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":2286.5},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.298,"p_end":0,"at":2321.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":2400.699996948242},{"type":"input_status","blocks":53,"seconds":1.06,"rms_dbfs":-71.3,"at":2400.699996948242},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.264,"p_end":0,"at":2647.7999992370605},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":2648.3999977111816},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":2917.7999992370605},{"type":"input_status","blocks":79,"seconds":1.58,"rms_dbfs":-70.8,"at":2917.8999977111816},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.221,"p_end":0,"at":2965.7999992370605},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":336.72,"llm_first_sentence_ms":358.39,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":22,"total_tokens":1557,"cost":0.0015369057,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155243,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":372.11,"response_complete":true,"answer_first_audio_ms":1108.86,"tts_first_audio_ms":749.2,"first_audio_ms":1108.87},"at":3034.2999992370605},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3184.199996948242},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.221,"p_end":0,"at":3290.7999992370605},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3431.7999992370605},{"type":"input_status","blocks":105,"seconds":2.1,"rms_dbfs":-71.6,"at":3431.8999977111816},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.181,"p_end":0.009,"at":3634},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3742.7999992370605},{"type":"reply","text":"Hallo! Schön, dass du da bist – was kann ich für dich tun?","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Hallo!","start_s":0,"end_s":3.31},{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Schön, dass du da bist – was kann ich für dich tun?","start_s":3.31,"end_s":7.390000000000001}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Schön, dass du da bist – was kann ich für dich tun?","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":336.72,"llm_first_sentence_ms":358.39,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":22,"total_tokens":1557,"cost":0.0015369057,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155243,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":372.11,"response_complete":true,"answer_first_audio_ms":1108.86,"tts_first_audio_ms":749.2,"first_audio_ms":1108.87,"tts_server_stages":[{"generation_ms":1443,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1604,"performance":{"device_seconds":1.195526123046875,"raw_audio_seconds":4.16,"aggregate_rtf":0.2873860872708834,"audio_seconds_per_second":3.479639566049777,"batches":[{"batch_size":1,"device_seconds":1.195526123046875,"audio_seconds":[4.16],"model_wall_seconds":1.3270469456911087,"first_audio_seconds":0.4598794250488281,"graph_capture_seconds":0,"live_callback_seconds":0.13118579238653183}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1613.97,"audio_s":3.31}],"sentence_ready_ms":1974.4,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":3901.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.043,"p_end":0.477,"at":3933.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3977.3999977111816},{"type":"input_status","blocks":131,"seconds":2.62,"rms_dbfs":-71.1,"at":4005.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4232.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.039,"p_end":0.05,"at":4249.699996948242},{"type":"input_status","blocks":156,"seconds":3.1,"rms_dbfs":-70.8,"at":4467.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4473.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.31,"p_end":0.143,"at":4566.299999237061},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":336.72,"llm_first_sentence_ms":358.39,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":22,"total_tokens":1557,"cost":0.0015369057,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155243,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":372.11,"response_complete":true,"answer_first_audio_ms":1108.86,"tts_first_audio_ms":749.2,"first_audio_ms":1108.87,"tts_server_stages":[{"generation_ms":1443,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1604,"performance":{"device_seconds":1.195526123046875,"raw_audio_seconds":4.16,"aggregate_rtf":0.2873860872708834,"audio_seconds_per_second":3.479639566049777,"batches":[{"batch_size":1,"device_seconds":1.195526123046875,"audio_seconds":[4.16],"model_wall_seconds":1.3270469456911087,"first_audio_seconds":0.4598794250488281,"graph_capture_seconds":0,"live_callback_seconds":0.13118579238653183}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1613.97,"audio_s":3.31}]},"at":4656.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4768.799999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.672,"p_end":0,"at":4889.399997711182},{"type":"input_status","blocks":183,"seconds":3.64,"rms_dbfs":-71.1,"at":5002.799999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5003.099998474121},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.584,"p_end":0.015,"at":5215.799999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5255.299999237061},{"type":"input_status","blocks":209,"seconds":4.16,"rms_dbfs":-70.5,"at":5501.799999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5518.399997711182},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.013,"p_end":0.358,"at":5529.699996948242},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":336.72,"llm_first_sentence_ms":358.39,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":22,"total_tokens":1557,"cost":0.0015369057,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155243,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":372.11,"response_complete":true,"answer_first_audio_ms":1108.86,"tts_first_audio_ms":749.2,"first_audio_ms":1108.87,"tts_server_stages":[{"generation_ms":1443,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1604,"performance":{"device_seconds":1.195526123046875,"raw_audio_seconds":4.16,"aggregate_rtf":0.2873860872708834,"audio_seconds_per_second":3.479639566049777,"batches":[{"batch_size":1,"device_seconds":1.195526123046875,"audio_seconds":[4.16],"model_wall_seconds":1.3270469456911087,"first_audio_seconds":0.4598794250488281,"graph_capture_seconds":0,"live_callback_seconds":0.13118579238653183}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":1604,"alignment_ms":40,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1765,"performance":{"device_seconds":1.329616352081299,"raw_audio_seconds":4.72,"aggregate_rtf":0.2816983796782413,"audio_seconds_per_second":3.549896173141677,"batches":[{"batch_size":1,"device_seconds":1.329616352081299,"audio_seconds":[4.72],"model_wall_seconds":1.4915998950600624,"first_audio_seconds":0.47104510498046875,"graph_capture_seconds":0,"live_callback_seconds":0.15523021668195724}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1613.97,"audio_s":3.31},{"sentence":1,"total_ms":1771.75,"audio_s":4.59}],"total_ms":3746.28,"audio_s":7.9,"sentences":2,"generation_rtf":0.4742},"at":5672.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5772.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.315,"p_end":0.003,"at":5850.099998474121},{"type":"input_status","blocks":236,"seconds":4.68,"rms_dbfs":-71.1,"at":6033},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6033.399997711182},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.261,"p_end":0,"at":6182.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6332.799999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.342,"p_end":0,"at":6499.299999237061},{"type":"input_status","blocks":262,"seconds":5.2,"rms_dbfs":-71.3,"at":6565.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6566},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6834.199996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.249,"p_end":0,"at":6834.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7073},{"type":"input_status","blocks":291,"seconds":5.74,"rms_dbfs":-71,"at":7073.299999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.01,"p_end":0.035,"at":7167.299999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7351},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.008,"p_end":0.131,"at":7435.799999237061},{"type":"input_status","blocks":317,"seconds":6.24,"rms_dbfs":-71.8,"at":7574.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7603.899997711182},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.006,"p_end":0.182,"at":7774.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7861.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.011,"p_end":0.402,"at":8083.599998474121},{"type":"input_status","blocks":343,"seconds":6.76,"rms_dbfs":-70.9,"at":8096.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106780,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8103.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107040,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8371.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.075,"p_end":0.06,"at":8402.399997711182},{"type":"input_status","blocks":368,"seconds":7.26,"rms_dbfs":-71,"at":8601.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107300,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8651.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.563,"p_end":0.007,"at":8731.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107560,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8898.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.673,"p_end":0.006,"at":9050.099998474121},{"type":"input_status","blocks":395,"seconds":7.78,"rms_dbfs":-71.1,"at":9133.899997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107820,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9148.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.006,"p_end":0.266,"at":9367.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":108080,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9418},{"type":"input_status","blocks":420,"seconds":8.28,"rms_dbfs":-71.3,"at":9617.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108340,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9670.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.004,"p_end":0.491,"at":9682.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108600,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9950.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.662,"at":10008.099998474121},{"type":"input_status","blocks":445,"seconds":8.78,"rms_dbfs":-71.8,"at":10134.899997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108860,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10198.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.008,"p_end":0.669,"at":10320.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109120,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10452.599998474121},{"type":"input_status","blocks":471,"seconds":9.3,"rms_dbfs":-71.1,"at":10637.29999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.333,"p_end":0.207,"at":10650.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109380,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10717.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109640,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10971.399997711182},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.42,"p_end":0.01,"at":10994.599998474121},{"type":"input_status","blocks":497,"seconds":9.82,"rms_dbfs":-70.8,"at":11156.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109900,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11265.399997711182},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.765,"p_end":0.002,"at":11283.199996948242},{"type":"turn_done","barged":false,"at":11398.899997711182},{"type":"sync","arrival_order_error_ms":539.875,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":11399.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110160,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11533.199996948242},{"type":"state","state":"idle","yield":0.001,"bc":0.003,"hazard":0.06,"p_end":0.986,"at":11632.899997711182},{"type":"input_status","blocks":527,"seconds":10.34,"rms_dbfs":-70.8,"at":11700.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110420,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11766.099998474121},{"type":"state","state":"idle","yield":0.002,"bc":0.018,"hazard":0.075,"p_end":0.914,"at":11933.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110680,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12020.699996948242},{"type":"input_status","blocks":553,"seconds":10.86,"rms_dbfs":-70.9,"at":12190.399997711182},{"type":"state","state":"idle","yield":0.001,"bc":0.015,"hazard":0.073,"p_end":0.857,"at":12248.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110940,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12271.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111200,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12538.5},{"type":"state","state":"idle","yield":0.001,"bc":0.011,"hazard":0.077,"p_end":0.833,"at":12570},{"type":"input_status","blocks":579,"seconds":11.38,"rms_dbfs":-71.9,"at":12715.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111460,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12797.599998474121},{"type":"state","state":"idle","yield":0.001,"bc":0.006,"hazard":0.084,"p_end":0.883,"at":12885.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111720,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13050.29999923706},{"type":"state","state":"idle","yield":0,"bc":0.003,"hazard":0.089,"p_end":0.897,"at":13215.5},{"type":"input_status","blocks":605,"seconds":11.9,"rms_dbfs":-70.9,"at":13235.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111980,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13318.699996948242},{"type":"state","state":"idle","yield":0,"bc":0.002,"hazard":0.084,"p_end":0.894,"at":13525.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112240,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13571.699996948242},{"type":"input_status","blocks":631,"seconds":12.42,"rms_dbfs":-71.4,"at":13759.899997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112500,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13839.099998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.089,"p_end":0.892,"at":13852.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112760,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14099.699996948242},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.093,"p_end":0.904,"at":14171},{"type":"input_status","blocks":657,"seconds":12.94,"rms_dbfs":-71.3,"at":14282.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14350.79999923706},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.087,"p_end":0.895,"at":14490.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14617.099998474121},{"type":"input_status","blocks":683,"seconds":13.46,"rms_dbfs":-71,"at":14790.899997711182},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.081,"p_end":0.877,"at":14817.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14872.899997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15140.099998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.085,"p_end":0.868,"at":15149.899997711182},{"type":"input_status","blocks":709,"seconds":13.98,"rms_dbfs":-70.6,"at":15315.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15398.599998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.077,"p_end":0.874,"at":15453.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15653},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.076,"p_end":0.853,"at":15766.899997711182},{"type":"input_status","blocks":735,"seconds":14.5,"rms_dbfs":-71,"at":15836.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15917.699996948242},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.091,"p_end":0.883,"at":16105.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16172.199996948242},{"type":"input_status","blocks":761,"seconds":15.02,"rms_dbfs":-71.1,"at":16365.899997711182},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.087,"p_end":0.891,"at":16401.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16439.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16699.5},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.072,"p_end":0.885,"at":16736.09999847412},{"type":"input_status","blocks":787,"seconds":15.54,"rms_dbfs":-71.7,"at":16870.89999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16950.699996948242},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.067,"p_end":0.877,"at":17061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17219.59999847412},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.066,"p_end":0.846,"at":17371.79999923706},{"type":"input_status","blocks":812,"seconds":16.04,"rms_dbfs":-71.6,"at":17382.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":116140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17475.29999923706},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.061,"p_end":0.831,"at":17715.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":116400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17755.89999771118},{"type":"input_status","blocks":838,"seconds":16.56,"rms_dbfs":-70.9,"at":17896.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":116660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18000.5},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.059,"p_end":0.784,"at":18006.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":116920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18252.699996948242},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.057,"p_end":0.775,"at":18336.699996948242},{"type":"input_status","blocks":864,"seconds":17.08,"rms_dbfs":-71,"at":18416.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18518.699996948242},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.056,"p_end":0.781,"at":18648.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18773.29999923706},{"type":"input_status","blocks":890,"seconds":17.6,"rms_dbfs":-71.1,"at":18937.199996948242},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.056,"p_end":0.761,"at":18973.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19039.5},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.053,"p_end":0.744,"at":19281.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19297},{"type":"input_status","blocks":916,"seconds":18.12,"rms_dbfs":-44.6,"at":19458.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.008,"quiet_ms":118220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19550.79999923706},{"type":"state","state":"LISTEN","yield":0.034,"bc":0.032,"hazard":0.054,"p_end":0.601,"at":19605.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":118480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19818.79999923706},{"type":"state","state":"LISTEN","yield":0.022,"bc":0.029,"hazard":0.041,"p_end":0.403,"at":19932.699996948242},{"type":"input_status","blocks":942,"seconds":18.64,"rms_dbfs":-71.2,"at":19982.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.004,"quiet_ms":118740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20073},{"type":"state","state":"LISTEN","yield":0.006,"bc":0.015,"hazard":0.041,"p_end":0.501,"at":20248.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":119000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20348.79999923706},{"type":"input_status","blocks":968,"seconds":19.16,"rms_dbfs":-71.7,"at":20491.699996948242},{"type":"state","state":"LISTEN","yield":0.003,"bc":0.009,"hazard":0.04,"p_end":0.479,"at":20575.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":119260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20601.5},{"status":"available","caption":"The audio contains a single, sharp, percussive sound. It is a distinct, short burst of sound, resembling a single hit or strike.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":1.24,"tokens":32,"preprocess_ms":10.4,"encoder_gpu_ms":9.02,"decoder_gpu_ms":261.13,"inference_ms":270.39,"total_ms":280.79,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","type":"sound_caption","request_ms":293.4,"capture_ms":1040,"event_age_ms":1333.41,"kind":"sound","eligible":true,"at":20650.29999923706},{"type":"environment_observation","kind":"sound","status":"responding","at":20665.89999771118},{"type":"latency_start","reply_id":2,"input":{"kind":"environment","sound_caption_ms":293.4},"at":20666.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20852.59999847412},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.213,"p_end":0.912,"at":20916.699996948242}],"pcm":[{"at":3040.199996948242,"id":1,"samples":14390},{"at":3534.699996948242,"id":1,"samples":38400},{"at":3865.199996948242,"id":1,"samples":23040},{"at":3898.699996948242,"id":1,"samples":3600},{"at":3901.599998474121,"id":1,"samples":10},{"at":4662.099998474121,"id":1,"samples":14390},{"at":5155.799999237061,"id":1,"samples":38400},{"at":5658.099998474121,"id":1,"samples":57360},{"at":5672.299999237061,"id":1,"samples":10}],"page_errors":[]},{"mode":"denied","passed":true,"permission_message":"Browser permission needed: Permission denied by user","typed_speech_works_after_denial":true,"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1282.599998474121},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1296},{"type":"latency_start","reply_id":1,"input":{"kind":"typed"},"at":1297},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1299.599998474121},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1343.3999977111816},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1343.5},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1343.599998474121},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1343.6999969482422},{"type":"stop_feedback_setting","enabled":false,"at":1344.1999969482422},{"type":"quick_reply_settings","enabled":true,"at":1344.2999992370605},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1344.5},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1366.8999977111816},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1368.1999969482422},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1368.1999969482422},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1368.3999977111816},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1368.3999977111816},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1368.3999977111816},{"type":"reply","text":"Hallo.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"contentment, soft","text":"Hallo.","start_s":0,"end_s":0.4}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo.","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":268.27,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":288.42,"generation_calls":1,"llm_total_ms":288.44,"response_complete":true,"sentence_ready_ms":289.63,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":1586.5},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":268.27,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":288.42,"generation_calls":1,"llm_total_ms":288.44,"response_complete":true,"answer_first_audio_ms":1028.27,"tts_first_audio_ms":738.54,"first_audio_ms":1028.28},"at":2323.599998474121},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":268.27,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":288.42,"generation_calls":1,"llm_total_ms":288.44,"response_complete":true,"answer_first_audio_ms":1028.27,"tts_first_audio_ms":738.54,"first_audio_ms":1028.28,"tts_server_stages":[{"generation_ms":1053,"alignment_ms":38,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1208,"performance":{"device_seconds":0.8424853568077089,"raw_audio_seconds":2.96,"aggregate_rtf":0.2846234313539557,"audio_seconds_per_second":3.513414181126947,"batches":[{"batch_size":1,"device_seconds":0.8424853568077089,"audio_seconds":[2.96],"model_wall_seconds":0.9408906772732735,"first_audio_seconds":0.45438259887695315,"graph_capture_seconds":0,"live_callback_seconds":0.09811126440763474}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1218.28,"audio_s":2.11}],"total_ms":1508.03,"audio_s":2.11,"sentences":1,"generation_rtf":0.7147},"at":2830.099998474121},{"type":"turn_done","barged":false,"at":4857.799999237061},{"type":"sync","arrival_order_error_ms":null,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":4858.099998474121}],"pcm":[{"at":2328.199996948242,"id":1,"samples":14390},{"at":2827.8999977111816,"id":1,"samples":32640},{"at":2829.699996948242,"id":1,"samples":3600},{"at":2829.8999977111816,"id":1,"samples":10}],"off_persists_and_stops_mic_playback":true,"page_errors":[]}]}