{"passed":true,"started":"20261027T110147Z","scope":"Real HTTPS browser + GPU captioner + local/API LLM + TTS; authored fake mic.\n\nThree independent fresh browsers cover permitted autoplay, explicit browser\nactivation, and microphone denial. No physical-room accuracy is claimed.\n","source_sha256":"a2b75ec2c5f5dcd849a952509cab0c3cc4757779794730d0aa21657c120f454b","server":{"ready":true,"phase":"Ready: Small RL + Nemotron 3.5 + TYGER","source_sha256":"a2b75ec2c5f5dcd849a952509cab0c3cc4757779794730d0aa21657c120f454b","speech_pause_default_ms":700.0,"sentence_stream":true,"decision_interval_ms":320,"identity_models":{"fast":{"frames":4,"mix_layers":true,"label":"V4 layer mix · 320 ms · seed 2023"},"long":{"frames":25,"mix_layers":false,"label":"V5 optimized · 2000 ms · utterance"},"long3":{"frames":38,"mix_layers":false,"label":"V5 optimized · 3040 ms · utterance"}},"asr_model_selection":true,"tts":"Humaneness Voice Small 1.1 Alpha RL r128 v1","llm_default":{"model":"qwen","provider":"cerebras/fp16"}},"cases":[{"mode":"permitted","passed":true,"automatic_welcome":true,"caption_text":"Unconfirmed sound: The audio contains a single, sharp, percussive sound. It is a distinct, short burst of sound, resembling a single hit or strike.","latency_card":"314 ms","sound_reply":"Hat da etwa jemand geklopft?","caption_to_first_pcm_ms":1157.9,"onset_to_first_pcm_estimate_ms":2511.97,"settings_verified":true,"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1861},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1863.2000007629395},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1866.099998474121},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1920.099998474121},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1920.2000007629395},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1920.2000007629395},{"type":"stop_feedback_setting","enabled":false,"at":1920.2999992370605},{"type":"quick_reply_settings","enabled":true,"at":1920.2999992370605},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1920.3999977111816},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1920.599998474121},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1920.7999992370605},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1920.8999977111816},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1920.8999977111816},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1940.2000007629395},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1941.5},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1941.7000007629395},{"type":"environment_observation","kind":"welcome","status":"responding","at":2520.2000007629395},{"type":"latency_start","reply_id":1,"input":{"kind":"environment","sound_caption_ms":null},"at":2520.3999977111816},{"type":"reply","text":"Hallo, ich bin Robby, bereit für ein kleines Schwätzchen!","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Hallo, ich bin Robby, bereit für ein kleines Schwätzchen!","start_s":0,"end_s":3.06}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo, ich bin Robby, bereit für ein kleines Schwätzchen!","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":517.41,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":21,"total_tokens":1556,"cost":0.0015354306,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155094,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":549.22,"generation_calls":1,"llm_total_ms":549.24,"response_complete":true,"sentence_ready_ms":550.26,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":3072.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":100020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3800.5},{"type":"input_status","blocks":1,"seconds":0.02,"rms_dbfs":-140,"at":3800.5},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":517.41,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":21,"total_tokens":1556,"cost":0.0015354306,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155094,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":549.22,"generation_calls":1,"llm_total_ms":549.24,"response_complete":true,"answer_first_audio_ms":1329.97,"tts_first_audio_ms":779.61,"first_audio_ms":1329.98},"at":3852.7000007629395},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.018,"quiet_ms":100280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4067},{"type":"state","state":"SPEAK","yield":0.002,"bc":0,"hazard":0.269,"p_end":0.589,"at":4134.799999237061},{"type":"input_status","blocks":26,"seconds":0.52,"rms_dbfs":-70.9,"at":4333.799999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.008,"quiet_ms":100540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4374},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.354,"p_end":0,"at":4475.200000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.005,"quiet_ms":100800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4632.599998474121},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":517.41,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":21,"total_tokens":1556,"cost":0.0015354306,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155094,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":549.22,"generation_calls":1,"llm_total_ms":549.24,"response_complete":true,"answer_first_audio_ms":1329.97,"tts_first_audio_ms":779.61,"first_audio_ms":1329.98,"tts_server_stages":[{"generation_ms":1463,"alignment_ms":40,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1636,"performance":{"device_seconds":1.1698231077194214,"raw_audio_seconds":3.92,"aggregate_rtf":0.2984242621733218,"audio_seconds_per_second":3.350933978079872,"batches":[{"batch_size":1,"device_seconds":1.1698231077194214,"audio_seconds":[3.92],"model_wall_seconds":1.3402218967676163,"first_audio_seconds":0.467943359375,"graph_capture_seconds":0,"live_callback_seconds":0.16892196983098984}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1651.28,"audio_s":3.87}],"total_ms":2201.66,"audio_s":3.87,"sentences":1,"generation_rtf":0.5689},"at":4764.200000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.01,"p_end":0.323,"at":4799.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.005,"quiet_ms":101060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4868.299999237061},{"type":"input_status","blocks":53,"seconds":1.06,"rms_dbfs":-71.7,"at":4868.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.256,"p_end":0.198,"at":5098.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":101320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5117.599998474121},{"type":"input_status","blocks":79,"seconds":1.56,"rms_dbfs":-71.1,"at":5370.700000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5371.200000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.515,"p_end":0.003,"at":5436.700000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5629.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.001,"p_end":0.508,"at":5726.299999237061},{"type":"input_status","blocks":105,"seconds":2.08,"rms_dbfs":-71.1,"at":5902.200000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5902.599998474121},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.004,"p_end":0.631,"at":6047.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6152.399997711182},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.69,"p_end":0.01,"at":6366.599998474121},{"type":"input_status","blocks":130,"seconds":2.58,"rms_dbfs":-70.7,"at":6403.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6403.799999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6663.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.005,"p_end":0.575,"at":6734.200000762939},{"type":"input_status","blocks":156,"seconds":3.08,"rms_dbfs":-71.2,"at":6890.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6936.700000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.758,"at":7038.200000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7182.200000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.07,"p_end":0.708,"at":7348.299999237061},{"type":"input_status","blocks":184,"seconds":3.62,"rms_dbfs":-71.5,"at":7401.200000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7450.700000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.035,"p_end":0.284,"at":7668},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":103920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7697.700000762939},{"type":"input_status","blocks":210,"seconds":4.14,"rms_dbfs":-71.3,"at":7915.200000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7964.200000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.256,"p_end":0.029,"at":7971.5},{"type":"turn_done","barged":false,"at":8172.399997711182},{"type":"sync","arrival_order_error_ms":498.1875,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":8173.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8238.099998474121},{"type":"state","state":"idle","yield":0.001,"bc":0.003,"hazard":0.058,"p_end":0.987,"at":8337.29999923706},{"type":"input_status","blocks":236,"seconds":4.62,"rms_dbfs":-71.1,"at":8438},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8504.29999923706},{"type":"state","state":"idle","yield":0.002,"bc":0.023,"hazard":0.077,"p_end":0.925,"at":8637.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8768.20000076294},{"type":"input_status","blocks":263,"seconds":5.16,"rms_dbfs":-71.5,"at":8936.599998474121},{"type":"state","state":"idle","yield":0.001,"bc":0.015,"hazard":0.073,"p_end":0.862,"at":8946.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8995.20000076294},{"type":"state","state":"idle","yield":0.001,"bc":0.012,"hazard":0.077,"p_end":0.811,"at":9249.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9263.29999923706},{"type":"input_status","blocks":289,"seconds":5.68,"rms_dbfs":-71.6,"at":9466.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9518.70000076294},{"type":"state","state":"idle","yield":0.001,"bc":0.007,"hazard":0.082,"p_end":0.872,"at":9571.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9788},{"type":"state","state":"idle","yield":0.001,"bc":0.003,"hazard":0.086,"p_end":0.887,"at":9890.5},{"type":"input_status","blocks":315,"seconds":6.2,"rms_dbfs":-71.4,"at":9984.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10048.5},{"type":"state","state":"idle","yield":0,"bc":0.002,"hazard":0.084,"p_end":0.882,"at":10215.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10298.79999923706},{"type":"input_status","blocks":341,"seconds":6.72,"rms_dbfs":-70.7,"at":10504.79999923706},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.087,"p_end":0.876,"at":10537.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106780,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10582.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107040,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10818.20000076294},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.089,"p_end":0.874,"at":10848.899997711182},{"type":"input_status","blocks":367,"seconds":7.24,"rms_dbfs":-71.3,"at":11017.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107300,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11086.599998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.085,"p_end":0.878,"at":11174},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107560,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11340.20000076294},{"type":"input_status","blocks":392,"seconds":7.74,"rms_dbfs":-71.5,"at":11525.5},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.079,"p_end":0.854,"at":11525.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107820,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11599.099998474121},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.084,"p_end":0.853,"at":11814.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108080,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11865.29999923706},{"type":"input_status","blocks":418,"seconds":8.26,"rms_dbfs":-71.2,"at":12039.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108340,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12119.70000076294},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.077,"p_end":0.851,"at":12132.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108600,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12381.5},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.078,"p_end":0.828,"at":12453.70000076294},{"type":"input_status","blocks":444,"seconds":8.78,"rms_dbfs":-70.2,"at":12565.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108860,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12647.599998474121},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.095,"p_end":0.886,"at":12766.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109120,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12900.20000076294},{"type":"input_status","blocks":469,"seconds":9.28,"rms_dbfs":-71,"at":13065.29999923706},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.091,"p_end":0.887,"at":13098.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109380,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13167.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109640,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13420.899997711182},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.073,"p_end":0.877,"at":13451.5},{"type":"input_status","blocks":495,"seconds":9.8,"rms_dbfs":-70.8,"at":13583.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109900,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13681.20000076294},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.069,"p_end":0.85,"at":13736.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110160,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13940.70000076294},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.068,"p_end":0.826,"at":14053.79999923706},{"type":"input_status","blocks":521,"seconds":10.32,"rms_dbfs":-70.5,"at":14104.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110420,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14197.20000076294},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.063,"p_end":0.825,"at":14365.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110680,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14466.20000076294},{"type":"input_status","blocks":547,"seconds":10.84,"rms_dbfs":-71.2,"at":14614.599998474121},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.06,"p_end":0.785,"at":14697},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110940,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14718},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111200,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14981},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.058,"p_end":0.767,"at":15006.70000076294},{"type":"input_status","blocks":573,"seconds":11.36,"rms_dbfs":-71.3,"at":15139.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111460,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15250.399997711182},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.057,"p_end":0.755,"at":15336.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111720,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15501.5},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.053,"p_end":0.716,"at":15660.399997711182},{"type":"input_status","blocks":599,"seconds":11.88,"rms_dbfs":-71.2,"at":15665.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111980,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15765.20000076294},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.054,"p_end":0.718,"at":15981.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112240,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16022.899997711182},{"type":"input_status","blocks":624,"seconds":12.38,"rms_dbfs":-71.3,"at":16168.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112500,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16281.599998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.053,"p_end":0.691,"at":16295.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112760,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16547.70000076294},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.051,"p_end":0.659,"at":16605.59999847412},{"type":"input_status","blocks":650,"seconds":12.9,"rms_dbfs":-70.7,"at":16682.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16799.59999847412},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.049,"p_end":0.673,"at":16933.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17070.39999771118},{"type":"input_status","blocks":676,"seconds":13.42,"rms_dbfs":-71.2,"at":17204.09999847412},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.05,"p_end":0.651,"at":17247.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17321.29999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.05,"p_end":0.642,"at":17571.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17580.89999771118},{"type":"input_status","blocks":701,"seconds":13.92,"rms_dbfs":-70.5,"at":17706.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17856.20000076294},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.049,"p_end":0.62,"at":17887.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18097.29999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.048,"p_end":0.609,"at":18215.5},{"type":"input_status","blocks":727,"seconds":14.44,"rms_dbfs":-70.8,"at":18215.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18365.29999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.048,"p_end":0.594,"at":18534.89999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18621.59999847412},{"type":"input_status","blocks":752,"seconds":14.94,"rms_dbfs":-70.5,"at":18724.5},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.046,"p_end":0.597,"at":18851.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18882.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19151},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.049,"p_end":0.599,"at":19180.70000076294},{"type":"input_status","blocks":778,"seconds":15.46,"rms_dbfs":-71,"at":19238.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19397.70000076294},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.047,"p_end":0.598,"at":19484.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19667.89999771118},{"type":"input_status","blocks":803,"seconds":15.96,"rms_dbfs":-71,"at":19737.79999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.047,"p_end":0.596,"at":19814.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.006,"quiet_ms":116140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19920.29999923706},{"type":"state","state":"LISTEN","yield":0.014,"bc":0.014,"hazard":0.05,"p_end":0.569,"at":20132.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.004,"quiet_ms":116400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20178.70000076294},{"type":"input_status","blocks":829,"seconds":16.48,"rms_dbfs":-38.5,"at":20258.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.011,"quiet_ms":116660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20446.79999923706},{"type":"state","state":"LISTEN","yield":0.023,"bc":0.025,"hazard":0.039,"p_end":0.386,"at":20452},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.008,"quiet_ms":116920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20702.09999847412},{"type":"input_status","blocks":855,"seconds":17,"rms_dbfs":-71.3,"at":20781.89999771118},{"type":"state","state":"LISTEN","yield":0.008,"bc":0.015,"hazard":0.04,"p_end":0.496,"at":20782},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":117180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20964.20000076294},{"type":"state","state":"LISTEN","yield":0.003,"bc":0.007,"hazard":0.039,"p_end":0.481,"at":21096.20000076294},{"status":"available","caption":"The audio contains a single, sharp, percussive sound. It is a distinct, short burst of sound, resembling a single hit or strike.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":1.24,"tokens":32,"preprocess_ms":9.83,"encoder_gpu_ms":8.92,"decoder_gpu_ms":285.34,"inference_ms":294.48,"total_ms":304.31,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","type":"sound_caption","request_ms":314.06,"capture_ms":1040,"event_age_ms":1354.07,"kind":"sound","eligible":true,"at":21215.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21220.5},{"type":"environment_observation","kind":"sound","status":"responding","at":21273.70000076294},{"type":"latency_start","reply_id":2,"input":{"kind":"environment","sound_caption_ms":314.06},"at":21273.89999771118},{"type":"input_status","blocks":880,"seconds":17.5,"rms_dbfs":-70.8,"at":21285.29999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.226,"p_end":0.89,"at":21425.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21514},{"type":"reply","text":"Hat da etwa jemand geklopft?","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"curiosity, soft","text":"Hat da etwa jemand geklopft?","start_s":0,"end_s":1.7}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hat da etwa jemand geklopft?","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":233.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"llm_actual_provider":"Cerebras","llm_ttft_ms":280.78,"finish_reason":"stop","usage":{"prompt_tokens":1745,"completion_tokens":14,"total_tokens":1759,"cost":0.0017309259,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00174841,"upstream_inference_prompt_cost":0.00172755,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":316.45,"generation_calls":1,"llm_total_ms":316.47,"response_complete":true,"sentence_ready_ms":318.22,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.soft.soft"},"sources":[],"lookups":[],"at":21592.59999847412},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.282,"p_end":0.066,"at":21729.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21747.20000076294},{"type":"input_status","blocks":906,"seconds":18.02,"rms_dbfs":-71.6,"at":21801},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":118220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21998.79999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.284,"p_end":0.005,"at":22053.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":118480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22256.39999771118},{"type":"input_status","blocks":932,"seconds":18.54,"rms_dbfs":-71.2,"at":22324.29999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.288,"p_end":0.002,"at":22368},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":233.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"llm_actual_provider":"Cerebras","llm_ttft_ms":280.78,"finish_reason":"stop","usage":{"prompt_tokens":1745,"completion_tokens":14,"total_tokens":1759,"cost":0.0017309259,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00174841,"upstream_inference_prompt_cost":0.00172755,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":316.45,"generation_calls":1,"llm_total_ms":316.47,"response_complete":true,"first_audio_ms":1097.03,"tts_first_audio_ms":778.31,"answer_first_audio_ms":1097.03,"answer_audio_ready_ms":1095.84},"at":22372},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":118740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22521},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.275,"p_end":0.001,"at":22700.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22807.09999847412},{"type":"input_status","blocks":959,"seconds":19.06,"rms_dbfs":-71,"at":22869.39999771118},{"type":"pipeline_metrics","reply_id":2,"metrics":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":233.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"llm_actual_provider":"Cerebras","llm_ttft_ms":280.78,"finish_reason":"stop","usage":{"prompt_tokens":1745,"completion_tokens":14,"total_tokens":1759,"cost":0.0017309259,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00174841,"upstream_inference_prompt_cost":0.00172755,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":316.45,"generation_calls":1,"llm_total_ms":316.47,"response_complete":true,"first_audio_ms":1097.03,"tts_first_audio_ms":778.31,"answer_first_audio_ms":1097.03,"answer_audio_ready_ms":1095.84,"tts_server_stages":[{"generation_ms":1384.84,"alignment_ms":37.54,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.88,"removed_s":0.45,"words":5,"note":"","spans":[["Hat",0.16,0.4,1],["da",0.4,0.48,1],["etwa",0.48,0.72,1],["jemand",0.72,0.96,1],["geklopft",0.96,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}}],"sentence_tts":[{"sentence":0,"role":"answer","audio_s":2.03,"total_ms":1389.64,"prefetched":true}],"total_ms":1707.19,"audio_s":2.03,"sentences":1,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":32},"prefill_ms":[55.76],"frame_ms":[7.75,137.83,21.67,18.06,17.47,18.19,119.33,18.4,17.1,16.97,16.83,119.64,17.62,19.25,19.43,17.34,115.88,18.24,17.1,17.19,17.4,121.25,18.65,17.38,17.55,17.08,118.23,17.75,17.4,18.03,17.5,153.65],"max_active":1,"jobs":1,"cancelled_jobs":0,"total_ms":1696.76,"gpu_allocated_mb":10966.1},"generation_rtf":0.841},"at":23000.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.048,"p_end":0.089,"at":23030.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23068.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":119520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23315},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.003,"p_end":0.666,"at":23372.5},{"type":"input_status","blocks":987,"seconds":19.6,"rms_dbfs":-71.1,"at":23381.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119776,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23565.79999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.663,"at":23667.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120040,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23819.59999847412},{"type":"input_status","blocks":1015,"seconds":20.12,"rms_dbfs":-71.6,"at":23903},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.644,"at":23968.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120300,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24080.29999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.091,"p_end":0.603,"at":24296.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120560,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24347.39999771118},{"type":"input_status","blocks":1043,"seconds":20.64,"rms_dbfs":-70.6,"at":24425.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120820,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24604},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.38,"p_end":0.014,"at":24623.5},{"type":"turn_done","barged":false,"at":24834.39999771118},{"type":"sync","arrival_order_error_ms":464.9375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":24835.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121080,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24896},{"type":"input_status","blocks":1071,"seconds":21.16,"rms_dbfs":-71.4,"at":24965.09999847412},{"type":"state","state":"idle","yield":0.001,"bc":0.003,"hazard":0.057,"p_end":0.988,"at":24965.39999771118},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":25006.09999847412},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":25097.89999771118},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":25098.09999847412},{"type":"environment_settings","enabled":false,"voices":true,"impressions":true,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":25169.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121340,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25169.79999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.015,"hazard":0.073,"p_end":0.923,"at":25308.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121600,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25402.39999771118},{"type":"input_status","blocks":1096,"seconds":21.66,"rms_dbfs":-72.1,"at":25453.39999771118}],"pcm":[{"at":3854,"id":1,"samples":14390},{"at":4371.399997711182,"id":1,"samples":38400},{"at":4730.599998474121,"id":1,"samples":17280},{"at":4763.5,"id":1,"samples":22800},{"at":4764,"id":1,"samples":10},{"at":22373.09999847412,"id":2,"samples":8630},{"at":22569,"id":2,"samples":9600},{"at":22757,"id":2,"samples":9600},{"at":22964,"id":2,"samples":7680},{"at":22999.5,"id":2,"samples":13200},{"at":23000.39999771118,"id":2,"samples":10}],"off_persists_and_stops_mic_playback":true,"page_errors":[]},{"mode":"activation","passed":true,"permission_message":"Browser permission needed: Click Enable microphone & sound to allow playback.","automatic_welcome":true,"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2899.6000022888184},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":2915.2999992370605},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2916.2999992370605},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":2970.1000022888184},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":2970.2000007629395},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":2970.2999992370605},{"type":"stop_feedback_setting","enabled":false,"at":2970.2999992370605},{"type":"quick_reply_settings","enabled":true,"at":2970.2999992370605},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2970.400001525879},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":2970.6000022888184},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":2970.7999992370605},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2971},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":2971.1000022888184},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":2995.400001525879},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":2996.7999992370605},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":2996.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":100020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3281.900001525879},{"type":"input_status","blocks":1,"seconds":0.02,"rms_dbfs":-140,"at":3282.2999992370605},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.012,"quiet_ms":100280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3548.400001525879},{"type":"environment_observation","kind":"welcome","status":"responding","at":3582.1000022888184},{"type":"latency_start","reply_id":1,"input":{"kind":"environment","sound_caption_ms":null},"at":3582.2999992370605},{"type":"state","state":"SPEAK","yield":0.002,"bc":0,"hazard":0.283,"p_end":0.574,"at":3615.2000007629395},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.007,"quiet_ms":100540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3806.2000007629395},{"type":"input_status","blocks":27,"seconds":0.54,"rms_dbfs":-70.8,"at":3806.2999992370605},{"type":"reply","text":"Hallo!","reply_id":1,"performance":{"sentences":[{"emotion":"elation","secondary":null,"blend":0,"intensity":0.55,"direction":"happy, soft","text":"Hallo!","start_s":0,"end_s":0.4}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo!","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":307.34,"llm_first_sentence_ms":335.19,"sentence_ready_ms":336.13,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":3916.7999992370605},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.235,"p_end":0,"at":3946.1000022888184},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.004,"quiet_ms":100800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4056.900001525879},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.25,"p_end":0,"at":4257.200000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.004,"quiet_ms":101060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4324.299999237061},{"type":"input_status","blocks":53,"seconds":1.06,"rms_dbfs":-71.1,"at":4324.400001525879},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.216,"p_end":0,"at":4572},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4581.5},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":307.34,"llm_first_sentence_ms":335.19,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":25,"total_tokens":1560,"cost":0.001541331,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0015569,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.725e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":370.36,"response_complete":true,"answer_first_audio_ms":1072.04,"tts_first_audio_ms":735.77,"first_audio_ms":1072.05},"at":4648.600002288818},{"type":"reply","text":"Hallo! Ich bin Robby, und ich bin bereit, mit dir zu plaudern.","reply_id":1,"performance":{"sentences":[{"emotion":"elation","secondary":null,"blend":0,"intensity":0.55,"direction":"happy, soft","text":"Hallo!","start_s":0,"end_s":1.15},{"emotion":"elation","secondary":null,"blend":0,"intensity":0.55,"direction":"happy, soft","text":"Ich bin Robby, und ich bin bereit, mit dir zu plaudern.","start_s":1.15,"end_s":4.890000000000001}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Ich bin Robby, und ich bin bereit, mit dir zu plaudern.","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":307.34,"llm_first_sentence_ms":335.19,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":25,"total_tokens":1560,"cost":0.001541331,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0015569,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.725e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":370.36,"response_complete":true,"answer_first_audio_ms":1072.04,"tts_first_audio_ms":735.77,"first_audio_ms":1072.05,"tts_server_stages":[{"generation_ms":610,"alignment_ms":41,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":771,"performance":{"device_seconds":0.4542289962768555,"raw_audio_seconds":1.6,"aggregate_rtf":0.2838931226730347,"audio_seconds_per_second":3.5224523601852793,"batches":[{"batch_size":1,"device_seconds":0.4542289962768555,"audio_seconds":[1.6],"model_wall_seconds":0.4954577535390854,"first_audio_seconds":0.4481177978515625,"graph_capture_seconds":0,"live_callback_seconds":0.04106166958808899}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":778.02,"audio_s":1.15}],"sentence_ready_ms":1115,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":4690.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4848.600002288818},{"type":"input_status","blocks":79,"seconds":1.58,"rms_dbfs":-71.1,"at":4848.900001525879},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.2,"p_end":0,"at":4886.700000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5165.200000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.292,"p_end":0,"at":5284.700000762939},{"type":"input_status","blocks":103,"seconds":2.04,"rms_dbfs":-71.8,"at":5399.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5400.400001525879},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":307.34,"llm_first_sentence_ms":335.19,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":25,"total_tokens":1560,"cost":0.001541331,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0015569,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.725e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":370.36,"response_complete":true,"answer_first_audio_ms":1072.04,"tts_first_audio_ms":735.77,"first_audio_ms":1072.05,"tts_server_stages":[{"generation_ms":610,"alignment_ms":41,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":771,"performance":{"device_seconds":0.4542289962768555,"raw_audio_seconds":1.6,"aggregate_rtf":0.2838931226730347,"audio_seconds_per_second":3.5224523601852793,"batches":[{"batch_size":1,"device_seconds":0.4542289962768555,"audio_seconds":[1.6],"model_wall_seconds":0.4954577535390854,"first_audio_seconds":0.4481177978515625,"graph_capture_seconds":0,"live_callback_seconds":0.04106166958808899}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":778.02,"audio_s":1.15}]},"at":5474.100002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.006,"p_end":0.379,"at":5535.700000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5637.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.478,"p_end":0.058,"at":5867.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5880.700000762939},{"type":"input_status","blocks":132,"seconds":2.62,"rms_dbfs":-71.5,"at":5880.799999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6153.400001525879},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.737,"p_end":0.007,"at":6206.600002288818},{"type":"input_status","blocks":159,"seconds":3.12,"rms_dbfs":-71.2,"at":6381.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6425.100002288818},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":307.34,"llm_first_sentence_ms":335.19,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":25,"total_tokens":1560,"cost":0.001541331,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0015569,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.725e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":370.36,"response_complete":true,"answer_first_audio_ms":1072.04,"tts_first_audio_ms":735.77,"first_audio_ms":1072.05,"tts_server_stages":[{"generation_ms":610,"alignment_ms":41,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":771,"performance":{"device_seconds":0.4542289962768555,"raw_audio_seconds":1.6,"aggregate_rtf":0.2838931226730347,"audio_seconds_per_second":3.5224523601852793,"batches":[{"batch_size":1,"device_seconds":0.4542289962768555,"audio_seconds":[1.6],"model_wall_seconds":0.4954577535390854,"first_audio_seconds":0.4481177978515625,"graph_capture_seconds":0,"live_callback_seconds":0.04106166958808899}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":1606,"alignment_ms":41,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1789,"performance":{"device_seconds":1.3125809936523438,"raw_audio_seconds":4.4,"aggregate_rtf":0.2983138621937145,"audio_seconds_per_second":3.352174091563453,"batches":[{"batch_size":1,"device_seconds":1.3125809936523438,"audio_seconds":[4.4],"model_wall_seconds":1.4916219487786293,"first_audio_seconds":0.46689791870117187,"graph_capture_seconds":0,"live_callback_seconds":0.1736365109682083}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":778.02,"audio_s":1.15},{"sentence":1,"total_ms":1794.98,"audio_s":4.27}],"total_ms":2910.09,"audio_s":5.42,"sentences":2,"generation_rtf":0.5369},"at":6484.799999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.006,"p_end":0.313,"at":6493.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6669.299999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.502,"at":6835.5},{"type":"input_status","blocks":186,"seconds":3.62,"rms_dbfs":-70.8,"at":6904.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6920.900001525879},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.001,"p_end":0.636,"at":7171.799999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":103920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7181.5},{"type":"input_status","blocks":210,"seconds":4.1,"rms_dbfs":-71.2,"at":7394},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7448.200000762939},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.055,"p_end":0.445,"at":7454.799999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7701.299999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.564,"at":7781.400001525879},{"type":"input_status","blocks":237,"seconds":4.64,"rms_dbfs":-71.5,"at":7926.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7970},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.633,"at":8091.299999237061},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8222.600002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.68,"at":8419.5},{"type":"input_status","blocks":266,"seconds":5.18,"rms_dbfs":-71.9,"at":8448},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8481.29999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.021,"p_end":0.672,"at":8735.100002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8748.20000076294},{"type":"input_status","blocks":291,"seconds":5.68,"rms_dbfs":-70.9,"at":8955.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9003.29999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.016,"p_end":0.753,"at":9070.100002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9291.79999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.003,"p_end":0.639,"at":9370.29999923706},{"type":"input_status","blocks":317,"seconds":6.2,"rms_dbfs":-71.2,"at":9468.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9521.600002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.485,"p_end":0.66,"at":9691.70000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9790.79999923706},{"type":"input_status","blocks":342,"seconds":6.7,"rms_dbfs":-70.8,"at":9971.79999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.731,"p_end":0.004,"at":10019.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106780,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10070.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107040,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10324},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.803,"p_end":0,"at":10370.20000076294},{"type":"turn_done","barged":false,"at":10407.20000076294},{"type":"sync","arrival_order_error_ms":430.8125,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":10408.29999923706}],"pcm":[{"at":4654,"id":1,"samples":27590},{"at":4690.5,"id":1,"samples":10},{"at":5474.5,"id":1,"samples":14390},{"at":6038.900001525879,"id":1,"samples":38400},{"at":6462.600002288818,"id":1,"samples":49680},{"at":6484.600002288818,"id":1,"samples":10}],"off_persists_and_stops_mic_playback":true,"page_errors":[]},{"mode":"denied","passed":true,"permission_message":"Browser permission needed: Permission denied by user","typed_speech_works_after_denial":true,"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1253.7000007629395},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1267.900001525879},{"type":"latency_start","reply_id":1,"input":{"kind":"typed"},"at":1268.900001525879},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1271.2000007629395},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1326.7000007629395},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1326.7999992370605},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1326.900001525879},{"type":"stop_feedback_setting","enabled":false,"at":1326.900001525879},{"type":"quick_reply_settings","enabled":true,"at":1327},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1327.099998474121},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1327.2000007629395},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1327.400001525879},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1350.7000007629395},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1352.2999992370605},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1352.5},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1352.599998474121},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1352.7000007629395},{"type":"reply","text":"Hallo.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, natural","text":"Hallo.","start_s":0,"end_s":0.4}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo.","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":340.69,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":383.37,"generation_calls":1,"llm_total_ms":383.39,"response_complete":true,"sentence_ready_ms":384.03,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":1653.5},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":340.69,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":383.37,"generation_calls":1,"llm_total_ms":383.39,"response_complete":true,"answer_first_audio_ms":1155.24,"tts_first_audio_ms":771.15,"first_audio_ms":1155.25},"at":2425},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":340.69,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":383.37,"generation_calls":1,"llm_total_ms":383.39,"response_complete":true,"answer_first_audio_ms":1155.24,"tts_first_audio_ms":771.15,"first_audio_ms":1155.25,"tts_server_stages":[{"generation_ms":1122,"alignment_ms":38,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1289,"performance":{"device_seconds":0.8882057328224182,"raw_audio_seconds":3.12,"aggregate_rtf":0.28468132462256995,"audio_seconds_per_second":3.5126996873637513,"batches":[{"batch_size":1,"device_seconds":0.8882057328224182,"audio_seconds":[3.12],"model_wall_seconds":1.0013366118073463,"first_audio_seconds":0.4618997802734375,"graph_capture_seconds":0,"live_callback_seconds":0.11097027361392975}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1295.73,"audio_s":2.27}],"total_ms":1679.83,"audio_s":2.27,"sentences":1,"generation_rtf":0.74},"at":2950.7000007629395},{"type":"turn_done","barged":false,"at":5870.799999237061},{"type":"sync","arrival_order_error_ms":null,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":5871.900001525879}],"pcm":[{"at":2428.099998474121,"id":1,"samples":14390},{"at":2936.5,"id":1,"samples":36480},{"at":2950.2999992370605,"id":1,"samples":3600},{"at":2950.5,"id":1,"samples":10}],"off_persists_and_stops_mic_playback":true,"page_errors":[]}]}