{"passed":true,"started":"20261027T111512Z","scope":"Real HTTPS browser + GPU captioner + local/API LLM + TTS; authored fake mic.\n\nThree independent fresh browsers cover permitted autoplay, explicit browser\nactivation, and microphone denial. No physical-room accuracy is claimed.\n","source_sha256":"31b68530879155211b13608124f2e14951c346d9ee02d42fd003ed1c1eafa075","server":{"ready":true,"phase":"Ready: Small RL + Nemotron 3.5 + TYGER","source_sha256":"31b68530879155211b13608124f2e14951c346d9ee02d42fd003ed1c1eafa075","speech_pause_default_ms":700.0,"sentence_stream":true,"decision_interval_ms":320,"identity_models":{"fast":{"frames":4,"mix_layers":true,"label":"V4 layer mix · 320 ms · seed 2023"},"long":{"frames":25,"mix_layers":false,"label":"V5 optimized · 2000 ms · utterance"},"long3":{"frames":38,"mix_layers":false,"label":"V5 optimized · 3040 ms · utterance"}},"asr_model_selection":true,"tts":"Humaneness Voice Small 1.1 Alpha RL r128 v1","llm_default":{"model":"qwen","provider":"cerebras/fp16"}},"cases":[{"mode":"permitted","passed":true,"automatic_welcome":true,"caption_text":"Unconfirmed sound: The audio contains a single, short, and distinct percussive sound. It is a single, sharp impact with a quick decay.","latency_card":"261 ms","sound_reply":"Ich habe gerade ein kurzes Klopfen gehört, war das vielleicht ein kleiner Fingerzeig von dir?","caption_to_first_pcm_ms":1126.4,"onset_to_first_pcm_estimate_ms":2427.23,"settings_verified":true,"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1677},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1684},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1687},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1733},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1733.1999969482422},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1733.1999969482422},{"type":"stop_feedback_setting","enabled":false,"at":1733.1999969482422},{"type":"quick_reply_settings","enabled":true,"at":1733.3999977111816},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1733.3999977111816},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1733.6999969482422},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1752.6999969482422},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1755},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1755.1999969482422},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1755.1999969482422},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1755.3999977111816},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1755.5},{"type":"environment_observation","kind":"welcome","status":"responding","at":2335},{"type":"latency_start","reply_id":1,"input":{"kind":"environment","sound_caption_ms":null},"at":2335.099998474121},{"type":"reply","text":"Hallo, ich bin Robby – erzähl mir, was dir gerade durch den Kopf geht!","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.55,"direction":"affection, soft","text":"Hallo, ich bin Robby – erzähl mir, was dir gerade durch den Kopf geht!","start_s":0,"end_s":4.76}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo, ich bin Robby – erzähl mir, was dir gerade durch den Kopf geht!","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":541.96,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":26,"total_tokens":1561,"cost":0.0015428061,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155839,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.874e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":590.21,"generation_calls":1,"llm_total_ms":590.24,"response_complete":true,"sentence_ready_ms":602,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"affection.soft"},"sources":[],"lookups":[],"at":2943.3999977111816},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":100020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3676.099998474121},{"type":"input_status","blocks":1,"seconds":0.02,"rms_dbfs":-140,"at":3676.7999992370605},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":541.96,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":26,"total_tokens":1561,"cost":0.0015428061,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155839,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.874e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":590.21,"generation_calls":1,"llm_total_ms":590.24,"response_complete":true,"answer_first_audio_ms":1372.14,"tts_first_audio_ms":770.01,"first_audio_ms":1372.14},"at":3711.3999977111816},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.015,"quiet_ms":100280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3932.8999977111816},{"type":"state","state":"SPEAK","yield":0.003,"bc":0,"hazard":0.252,"p_end":0.589,"at":4167.799999237061},{"type":"input_status","blocks":25,"seconds":0.5,"rms_dbfs":-71.3,"at":4236.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.008,"quiet_ms":100540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4236.199996948242},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.363,"p_end":0,"at":4363.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.005,"quiet_ms":100800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4458.599998474121},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.004,"p_end":0.249,"at":4661.5},{"type":"input_status","blocks":53,"seconds":1.04,"rms_dbfs":-70.9,"at":4730},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4734.299999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.257,"p_end":0.081,"at":4967.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4993.099998474121},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":541.96,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":26,"total_tokens":1561,"cost":0.0015428061,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155839,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.874e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":590.21,"generation_calls":1,"llm_total_ms":590.24,"response_complete":true,"answer_first_audio_ms":1372.14,"tts_first_audio_ms":770.01,"first_audio_ms":1372.14,"tts_server_stages":[{"generation_ms":1909,"alignment_ms":39,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":2074,"performance":{"device_seconds":1.5647455530166627,"raw_audio_seconds":5.36,"aggregate_rtf":0.29193014048818333,"audio_seconds_per_second":3.4254770621756947,"batches":[{"batch_size":1,"device_seconds":1.5647455530166627,"audio_seconds":[5.36],"model_wall_seconds":1.7957982122898102,"first_audio_seconds":0.4743935852050781,"graph_capture_seconds":0,"live_callback_seconds":0.2288614735007286}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2086.46,"audio_s":5.07}],"total_ms":2688.61,"audio_s":5.07,"sentences":1,"generation_rtf":0.5303},"at":5035.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5265.5},{"type":"input_status","blocks":81,"seconds":1.58,"rms_dbfs":-70.9,"at":5265.799999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.486,"p_end":0,"at":5284.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5525.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.003,"p_end":0.255,"at":5627.899997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5744.699996948242},{"type":"input_status","blocks":108,"seconds":2.12,"rms_dbfs":-71.5,"at":5799.899997711182},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.341,"at":5917.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6010.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.352,"p_end":0.419,"at":6258.899997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6265.399997711182},{"type":"input_status","blocks":134,"seconds":2.64,"rms_dbfs":-71,"at":6308.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":102880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6532.099998474121},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.595,"p_end":0.004,"at":6567.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6791.799999237061},{"type":"input_status","blocks":161,"seconds":3.16,"rms_dbfs":-70.6,"at":6811},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.507,"p_end":0.005,"at":6901.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7060.599998474121},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.007,"p_end":0.5,"at":7225.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7311.299999237061},{"type":"input_status","blocks":187,"seconds":3.68,"rms_dbfs":-70.6,"at":7326.299999237061},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.007,"p_end":0.561,"at":7541.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":103920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7566.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7833.5},{"type":"input_status","blocks":212,"seconds":4.18,"rms_dbfs":-71.1,"at":7833.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.007,"p_end":0.707,"at":7857.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8087.599998474121},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.007,"p_end":0.658,"at":8176.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8351.29999923706},{"type":"input_status","blocks":239,"seconds":4.7,"rms_dbfs":-71.5,"at":8351.399997711182},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.003,"p_end":0.683,"at":8483.899997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8612.29999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.084,"p_end":0.539,"at":8803},{"type":"input_status","blocks":264,"seconds":5.18,"rms_dbfs":-71,"at":8851.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8875.399997711182},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.381,"p_end":0.004,"at":9125.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9133.899997711182},{"type":"turn_done","barged":false,"at":9200.099998474121},{"type":"sync","arrival_order_error_ms":497,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":9200.199996948242},{"type":"input_status","blocks":293,"seconds":5.72,"rms_dbfs":-71,"at":9392.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9423.199996948242},{"type":"state","state":"idle","yield":0.001,"bc":0.003,"hazard":0.056,"p_end":0.984,"at":9459.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9657.5},{"type":"state","state":"idle","yield":0.002,"bc":0.017,"hazard":0.075,"p_end":0.91,"at":9792},{"type":"input_status","blocks":319,"seconds":6.24,"rms_dbfs":-70.6,"at":9927.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9928},{"type":"state","state":"idle","yield":0.001,"bc":0.013,"hazard":0.072,"p_end":0.868,"at":10086},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10167.29999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.01,"hazard":0.075,"p_end":0.834,"at":10394.399997711182},{"type":"input_status","blocks":345,"seconds":6.76,"rms_dbfs":-71.4,"at":10410.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106780,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10422.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107040,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10689.899997711182},{"type":"state","state":"idle","yield":0.001,"bc":0.005,"hazard":0.082,"p_end":0.879,"at":10724.699996948242},{"type":"input_status","blocks":371,"seconds":7.28,"rms_dbfs":-71.5,"at":10932.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107300,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":10944.099998474121},{"type":"state","state":"idle","yield":0,"bc":0.002,"hazard":0.087,"p_end":0.898,"at":11042.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107560,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11211.199996948242},{"type":"state","state":"idle","yield":0,"bc":0.002,"hazard":0.084,"p_end":0.9,"at":11384.399997711182},{"type":"input_status","blocks":397,"seconds":7.8,"rms_dbfs":-72,"at":11445.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":107820,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11467.79999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.002,"hazard":0.088,"p_end":0.893,"at":11690.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108080,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11723.899997711182},{"type":"input_status","blocks":423,"seconds":8.32,"rms_dbfs":-70.8,"at":11967.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108340,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":11989.099998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.091,"p_end":0.897,"at":12008.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108600,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12244.099998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.082,"p_end":0.877,"at":12321.099998474121},{"type":"input_status","blocks":449,"seconds":8.84,"rms_dbfs":-70.9,"at":12491.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":108860,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12510.699996948242},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.078,"p_end":0.867,"at":12640.899997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109120,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":12767.199996948242},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.08,"p_end":0.861,"at":12958.29999923706},{"type":"input_status","blocks":475,"seconds":9.36,"rms_dbfs":-70.8,"at":13010.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109380,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13023.199996948242},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.076,"p_end":0.857,"at":13284.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109640,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13288.399997711182},{"type":"input_status","blocks":501,"seconds":9.88,"rms_dbfs":-71.2,"at":13523.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":109900,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13544.099998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.074,"p_end":0.841,"at":13597.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110160,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":13815},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.096,"p_end":0.877,"at":13911.199996948242},{"type":"input_status","blocks":526,"seconds":10.38,"rms_dbfs":-71.3,"at":14033.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110420,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14066.399997711182},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.089,"p_end":0.897,"at":14242.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110680,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14323.899997711182},{"type":"input_status","blocks":551,"seconds":10.88,"rms_dbfs":-71.2,"at":14542.29999923706},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.076,"p_end":0.885,"at":14562.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":110940,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14589},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111200,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":14844},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.07,"p_end":0.875,"at":14890.599998474121},{"type":"input_status","blocks":577,"seconds":11.4,"rms_dbfs":-71.6,"at":15042.599998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111460,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15111.599998474121},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.066,"p_end":0.838,"at":15208.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111720,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15367.199996948242},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.06,"p_end":0.822,"at":15527.5},{"type":"input_status","blocks":603,"seconds":11.92,"rms_dbfs":-70.8,"at":15575.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":111980,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15623.099998474121},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.059,"p_end":0.802,"at":15845},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112240,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":15889.79999923706},{"type":"input_status","blocks":629,"seconds":12.44,"rms_dbfs":-70.7,"at":16087.099998474121},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112500,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16144.5},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.056,"p_end":0.778,"at":16160.399997711182},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":112760,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16412.59999847412},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.055,"p_end":0.77,"at":16483.39999771118},{"type":"input_status","blocks":654,"seconds":12.94,"rms_dbfs":-71.7,"at":16589.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16675.29999923706},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.051,"p_end":0.744,"at":16819.89999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":16922.29999923706},{"type":"input_status","blocks":679,"seconds":13.44,"rms_dbfs":-71.3,"at":17091.79999923706},{"type":"state","state":"idle","yield":0,"bc":0,"hazard":0.054,"p_end":0.739,"at":17156.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17190},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":113800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17448.699996948242},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.053,"p_end":0.717,"at":17448.699996948242},{"type":"input_status","blocks":705,"seconds":13.96,"rms_dbfs":-70.6,"at":17608},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17712.79999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.051,"p_end":0.69,"at":17756.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":17975.29999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.049,"p_end":0.669,"at":18085.29999923706},{"type":"input_status","blocks":731,"seconds":14.48,"rms_dbfs":-71.1,"at":18129.89999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18222.39999771118},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.049,"p_end":0.64,"at":18392.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":114840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18489.29999923706},{"type":"input_status","blocks":756,"seconds":14.98,"rms_dbfs":-71.5,"at":18632.39999771118},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.049,"p_end":0.647,"at":18724.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":18745},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19000.5},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.051,"p_end":0.651,"at":19042.29999923706},{"type":"input_status","blocks":782,"seconds":15.5,"rms_dbfs":-71.4,"at":19158.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19275},{"type":"state","state":"idle","yield":0,"bc":0.001,"hazard":0.049,"p_end":0.648,"at":19358.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":115880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19523.29999923706},{"type":"input_status","blocks":808,"seconds":16.02,"rms_dbfs":-70.9,"at":19664.59999847412},{"type":"state","state":"idle","yield":0.001,"bc":0.001,"hazard":0.048,"p_end":0.637,"at":19722.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.01,"quiet_ms":116140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":19790.09999847412},{"type":"state","state":"LISTEN","yield":0.02,"bc":0.014,"hazard":0.046,"p_end":0.625,"at":19996.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.005,"quiet_ms":116400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20046.89999771118},{"type":"input_status","blocks":834,"seconds":16.54,"rms_dbfs":-70.7,"at":20190.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.007,"quiet_ms":116660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20301.199996948242},{"type":"state","state":"LISTEN","yield":0.027,"bc":0.033,"hazard":0.04,"p_end":0.375,"at":20333.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.005,"quiet_ms":116920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20575.199996948242},{"type":"state","state":"LISTEN","yield":0.009,"bc":0.016,"hazard":0.041,"p_end":0.511,"at":20642.199996948242},{"type":"input_status","blocks":859,"seconds":17.04,"rms_dbfs":-72.1,"at":20691.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":117180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":20826.29999923706},{"type":"state","state":"LISTEN","yield":0.003,"bc":0.008,"hazard":0.039,"p_end":0.502,"at":20964.199996948242},{"status":"available","caption":"The audio contains a single, short, and distinct percussive sound. It is a single, sharp impact with a quick decay.","uncertainty":"Fallible sound hypothesis, not a transcript or confirmed event.","window_s":1.24,"tokens":28,"preprocess_ms":12.83,"encoder_gpu_ms":8.42,"decoder_gpu_ms":226.27,"inference_ms":234.95,"total_ms":247.78,"model":"laion/sound-effect-captioning-whisper","revision":"bb36f9c6534037a8d1d78cff97d119dd37da478a","device":"cuda:0","precision":"float16","type":"sound_caption","request_ms":260.82,"capture_ms":1040,"event_age_ms":1300.83,"kind":"sound","eligible":true,"at":21026.39999771118},{"type":"environment_observation","kind":"sound","status":"responding","at":21062.29999923706},{"type":"latency_start","reply_id":2,"input":{"kind":"environment","sound_caption_ms":260.82},"at":21062.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21093.09999847412},{"type":"input_status","blocks":884,"seconds":17.54,"rms_dbfs":-71.5,"at":21191.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.223,"p_end":0.898,"at":21282.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":117700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21375.79999923706},{"type":"reply","text":"Ich habe gerade ein kurzes Klopfen gehört, war das vielleicht ein kleiner Fingerzeig von dir?","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"calm, soft","text":"Ich habe gerade ein kurzes Klopfen gehört, war das vielleicht ein kleiner Fingerzeig von dir?","start_s":0,"end_s":5.1}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Ich habe gerade ein kurzes Klopfen gehört, war das vielleicht ein kleiner Fingerzeig von dir?","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":302.56,"quick_reply_generation_ms":303.2,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"finish_reason":"stop","usage":{"prompt_tokens":1746,"completion_tokens":28,"total_tokens":1774,"cost":0.0017525574,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177026,"upstream_inference_prompt_cost":0.00172854,"upstream_inference_completions_cost":4.172e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":328.87,"generation_calls":1,"llm_total_ms":328.88,"response_complete":true,"sentence_ready_ms":335.86,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.calm.soft"},"sources":[],"lookups":[],"at":21400.199996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.279,"p_end":0.065,"at":21597},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":117960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21605.29999923706},{"type":"input_status","blocks":910,"seconds":18.06,"rms_dbfs":-71.3,"at":21708.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":118220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":21875.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.283,"p_end":0.005,"at":21921.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":118480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22124.5},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":302.56,"quick_reply_generation_ms":303.2,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"finish_reason":"stop","usage":{"prompt_tokens":1746,"completion_tokens":28,"total_tokens":1774,"cost":0.0017525574,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177026,"upstream_inference_prompt_cost":0.00172854,"upstream_inference_completions_cost":4.172e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":328.87,"generation_calls":1,"llm_total_ms":328.88,"response_complete":true,"first_audio_ms":1085,"tts_first_audio_ms":747.92,"answer_first_audio_ms":1085,"answer_audio_ready_ms":1083.28},"at":22150.29999923706},{"type":"input_status","blocks":936,"seconds":18.58,"rms_dbfs":-71.4,"at":22231.09999847412},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.287,"p_end":0.002,"at":22253.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":118740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22390.59999847412},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.265,"p_end":0.001,"at":22560.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22657},{"type":"input_status","blocks":962,"seconds":19.08,"rms_dbfs":-71.1,"at":22763.29999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.284,"p_end":0.017,"at":22891.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119260,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":22924.89999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119520,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23171.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.003,"p_end":0.638,"at":23207.09999847412},{"type":"input_status","blocks":989,"seconds":19.6,"rms_dbfs":-70.9,"at":23259.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":119780,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23423.699996948242},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.009,"p_end":0.439,"at":23519},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120040,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23691.699996948242},{"type":"input_status","blocks":1015,"seconds":20.09,"rms_dbfs":-71,"at":23757.09999847412},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.004,"p_end":0.476,"at":23841.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120300,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":23946.39999771118},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.003,"p_end":0.624,"at":24151.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120560,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24205.09999847412},{"type":"input_status","blocks":1043,"seconds":20.62,"rms_dbfs":-70.9,"at":24274.39999771118},{"type":"pipeline_metrics","reply_id":2,"metrics":{"quick_reply_status":"invalid_or_abstained","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":302.56,"quick_reply_generation_ms":303.2,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"finish_reason":"stop","usage":{"prompt_tokens":1746,"completion_tokens":28,"total_tokens":1774,"cost":0.0017525574,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177026,"upstream_inference_prompt_cost":0.00172854,"upstream_inference_completions_cost":4.172e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":328.87,"generation_calls":1,"llm_total_ms":328.88,"response_complete":true,"first_audio_ms":1085,"tts_first_audio_ms":747.92,"answer_first_audio_ms":1085,"answer_audio_ready_ms":1083.28,"tts_server_stages":[{"generation_ms":2947.82,"alignment_ms":40.18,"alignment":{"applied":true,"lead_s":0.32,"cut_s":5.48,"removed_s":0.21,"words":15,"note":"","spans":[["Ich",0.32,0.48,1],["habe",0.48,0.64,1],["gerade",0.64,0.96,1],["ein",0.96,1.04,1],["kurzes",1.04,1.44,1],["Klopfen",1.44,1.84,1],["gehört",1.84,2.4,1],["war",3.28,3.44,1],["das",3.44,3.6,1],["vielleicht",3.6,3.92,1],["ein",3.92,4,1],["kleiner",4,4.4,1],["Fingerzeig",4.4,4.96,1],["von",4.96,5.12,1],["dir",5.12,5.36,1]],"enabled":true,"available":true,"raw_seconds":5.84,"seconds":5.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":73,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":5.63}}],"sentence_tts":[{"sentence":0,"role":"answer","audio_s":5.63,"total_ms":2952.7,"prefetched":true}],"total_ms":3288.09,"audio_s":5.63,"sentences":1,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":74},"prefill_ms":[52.85],"frame_ms":[7.62,120.07,19.01,24.52,18.15,17.17,120.6,18.43,18.13,17.29,17.74,111.21,17.95,17.21,18.02,17.45,110.37,17.76,17.31,17.17,17.43,110.98,18.49,17.57,17.21,17.12,109.78,17.78,17.29,17.74,18.46,110.63,17.84,17.29,18.07,17.25,110.75,17.97,18.44,17.72,17.47,111.74,18.05,17.49,17.47,17.44,112.72,18.75,17.44,17.39,17.51,110.86,18.05,19.86,18.7,18.39,111.7,18.14,18.27,17.62,18.02,111.88,18.86,18.65,18.16,17.7,114.23,18.26,17.57,17.55,18.23,113.32,18.16,153.61],"max_active":1,"jobs":1,"cancelled_jobs":0,"total_ms":3268.6,"gpu_allocated_mb":11001.8},"generation_rtf":0.584},"at":24362.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":120820,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24474},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.014,"p_end":0.513,"at":24482},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121080,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24723.29999923706},{"type":"input_status","blocks":1070,"seconds":21.14,"rms_dbfs":-71.5,"at":24787.89999771118},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.129,"p_end":0.039,"at":24808.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121340,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":24990.39999771118},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.546,"p_end":0.002,"at":25121.89999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121600,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25247.699996948242},{"type":"input_status","blocks":1097,"seconds":21.66,"rms_dbfs":-71.7,"at":25307.59999847412},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.716,"p_end":0.001,"at":25473.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":121860,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25509.39999771118},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.679,"p_end":0.012,"at":25758.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":122120,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":25771.89999771118},{"type":"input_status","blocks":1124,"seconds":22.16,"rms_dbfs":-71.1,"at":25807.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":122380,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":26023.79999923706},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.009,"p_end":0.444,"at":26079.09999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":122640,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":26292.09999847412},{"type":"input_status","blocks":1151,"seconds":22.68,"rms_dbfs":-70.8,"at":26325.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.004,"p_end":0.571,"at":26393.59999847412},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":122892,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":26546.39999771118},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.006,"p_end":0.567,"at":26720.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":123160,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":26813.5},{"type":"input_status","blocks":1178,"seconds":23.2,"rms_dbfs":-71.4,"at":26848.59999847412},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.006,"p_end":0.506,"at":27075.29999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":123420,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":27075.39999771118},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":123680,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":27325},{"type":"input_status","blocks":1205,"seconds":23.7,"rms_dbfs":-71,"at":27349.89999771118},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.012,"p_end":0.593,"at":27354.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":123940,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":27591.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.239,"at":27688.79999923706},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":124200,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":27849.5},{"type":"input_status","blocks":1232,"seconds":24.22,"rms_dbfs":-71.1,"at":27874},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.181,"p_end":0.194,"at":27994.699996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":124460,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":28114.699996948242},{"type":"turn_done","barged":false,"at":28198},{"type":"sync","arrival_order_error_ms":693.4375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":28198.5},{"type":"state","state":"idle","yield":0.001,"bc":0.003,"hazard":0.063,"p_end":0.986,"at":28364.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":124720,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":28393.29999923706},{"type":"input_status","blocks":1259,"seconds":24.72,"rms_dbfs":-71.3,"at":28393.89999771118},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":28458.29999923706},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":28527.29999923706},{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":28532.5},{"type":"environment_settings","enabled":false,"voices":true,"impressions":true,"prominence_db":18,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":28587.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":124980,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":28638.29999923706},{"type":"state","state":"idle","yield":0.001,"bc":0.012,"hazard":0.079,"p_end":0.92,"at":28694},{"type":"input_status","blocks":1283,"seconds":25.2,"rms_dbfs":-71.1,"at":28877.199996948242},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":125240,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":28892}],"pcm":[{"at":3715.8999977111816,"id":1,"samples":14390},{"at":4233.599998474121,"id":1,"samples":38400},{"at":4696.599998474121,"id":1,"samples":38400},{"at":4993.799999237061,"id":1,"samples":13440},{"at":5034.899997711182,"id":1,"samples":17040},{"at":5035.599998474121,"id":1,"samples":10},{"at":22152.79999923706,"id":2,"samples":8630},{"at":22332.89999771118,"id":2,"samples":9600},{"at":22514.79999923706,"id":2,"samples":9600},{"at":22699.09999847412,"id":2,"samples":9600},{"at":22891.39999771118,"id":2,"samples":9600},{"at":23064.699996948242,"id":2,"samples":9600},{"at":23258.89999771118,"id":2,"samples":9600},{"at":23431.199996948242,"id":2,"samples":9600},{"at":23623,"id":2,"samples":9600},{"at":23809.39999771118,"id":2,"samples":9600},{"at":23995,"id":2,"samples":9600},{"at":24178.699996948242,"id":2,"samples":9600},{"at":24308.699996948242,"id":2,"samples":1920},{"at":24357.29999923706,"id":2,"samples":18960},{"at":24362.39999771118,"id":2,"samples":10}],"off_persists_and_stops_mic_playback":true,"page_errors":[]},{"mode":"activation","passed":true,"permission_message":"Browser permission needed: Click Enable microphone & sound to allow playback.","automatic_welcome":true,"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2849.900001525879},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":2860},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2872.7000007629395},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":2911.800003051758},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":2911.900001525879},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":2912},{"type":"stop_feedback_setting","enabled":false,"at":2912.1000022888184},{"type":"quick_reply_settings","enabled":true,"at":2912.1000022888184},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2912.1000022888184},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":2912.400001525879},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":2912.5},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2912.7000007629395},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":2912.7000007629395},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":2930.7000007629395},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":2932},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":2932.2000007629395},{"type":"environment_observation","kind":"welcome","status":"responding","at":3510},{"type":"latency_start","reply_id":1,"input":{"kind":"environment","sound_caption_ms":null},"at":3510.2000007629395},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0,"quiet_ms":100020,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3730.400001525879},{"type":"input_status","blocks":1,"seconds":0.02,"rms_dbfs":-140,"at":3730.5},{"type":"reply","text":"Hallo, ich bin Robby und warte ganz Ohr auf dein erstes Wort!","reply_id":1,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Hallo, ich bin Robby und warte ganz Ohr auf dein erstes Wort!","start_s":0,"end_s":4.08}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo, ich bin Robby und warte ganz Ohr auf dein erstes Wort!","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":282.09,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":22,"total_tokens":1557,"cost":0.0015369057,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155243,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":327.7,"generation_calls":1,"llm_total_ms":327.72,"response_complete":true,"sentence_ready_ms":328.75,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":3841.6000022888184},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.016,"quiet_ms":100280,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":3996.7000007629395},{"type":"state","state":"SPEAK","yield":0.003,"bc":0,"hazard":0.283,"p_end":0.654,"at":4055.7000007629395},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.008,"quiet_ms":100540,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4258.800003051758},{"type":"input_status","blocks":27,"seconds":0.54,"rms_dbfs":-72.1,"at":4258.900001525879},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.247,"p_end":0,"at":4383.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.004,"quiet_ms":100800,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4507.800003051758},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":282.09,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":22,"total_tokens":1557,"cost":0.0015369057,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155243,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":327.7,"generation_calls":1,"llm_total_ms":327.72,"response_complete":true,"answer_first_audio_ms":1084.72,"tts_first_audio_ms":755.87,"first_audio_ms":1084.73},"at":4593.600002288818},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.25,"p_end":0,"at":4694.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101060,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":4776.200000762939},{"type":"input_status","blocks":53,"seconds":1.06,"rms_dbfs":-71.7,"at":4776.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101320,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5044.100002288818},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.218,"p_end":0,"at":5072.800003051758},{"type":"input_status","blocks":78,"seconds":1.56,"rms_dbfs":-71.6,"at":5291.100002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":101580,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5325.5},{"type":"state","state":"SPEAK","yield":0.001,"bc":0,"hazard":0.018,"p_end":0.108,"at":5361.5},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":101840,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5589.5},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":282.09,"finish_reason":"stop","usage":{"prompt_tokens":1535,"completion_tokens":22,"total_tokens":1557,"cost":0.0015369057,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00155243,"upstream_inference_prompt_cost":0.00151965,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":327.7,"generation_calls":1,"llm_total_ms":327.72,"response_complete":true,"answer_first_audio_ms":1084.72,"tts_first_audio_ms":755.87,"first_audio_ms":1084.73,"tts_server_stages":[{"generation_ms":1632,"alignment_ms":37,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":1784,"performance":{"device_seconds":1.355872381210327,"raw_audio_seconds":4.8,"aggregate_rtf":0.2824734127521515,"audio_seconds_per_second":3.540156187645959,"batches":[{"batch_size":1,"device_seconds":1.355872381210327,"audio_seconds":[4.8],"model_wall_seconds":1.514542117714882,"first_audio_seconds":0.4729825744628906,"graph_capture_seconds":0,"live_callback_seconds":0.15562840551137924}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":1803.82,"audio_s":4.8}],"total_ms":2132.69,"audio_s":4.8,"sentences":1,"generation_rtf":0.4443},"at":5664.900001525879},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.025,"p_end":0.092,"at":5699.700000762939},{"type":"input_status","blocks":103,"seconds":2.06,"rms_dbfs":-70.6,"at":5795.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102100,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":5831.400001525879},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.441,"p_end":0.013,"at":5993.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.004,"quiet_ms":102360,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6075.200000762939},{"type":"input_status","blocks":129,"seconds":2.58,"rms_dbfs":-71.3,"at":6324.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.44,"p_end":0.013,"at":6325},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102620,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6325.200000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":102880,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6608.5},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.624,"at":6660.100002288818},{"type":"input_status","blocks":155,"seconds":3.1,"rms_dbfs":-71,"at":6825.900001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.003,"quiet_ms":103140,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":6875.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.001,"p_end":0.639,"at":6951.700000762939},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103400,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7127.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.213,"p_end":0.624,"at":7268.5},{"type":"input_status","blocks":182,"seconds":3.62,"rms_dbfs":-70.9,"at":7325},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103660,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7392.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.016,"p_end":0.151,"at":7574.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":103920,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7626.300003051758},{"type":"input_status","blocks":207,"seconds":4.12,"rms_dbfs":-70.8,"at":7842.600002288818},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.002,"quiet_ms":104180,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":7893.600002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.027,"p_end":0.517,"at":7939.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104440,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8155.300003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.003,"p_end":0.604,"at":8243},{"type":"input_status","blocks":233,"seconds":4.64,"rms_dbfs":-71.2,"at":8346.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104700,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8422.800003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.002,"p_end":0.655,"at":8542.800003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":104960,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8676.20000076294},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.008,"p_end":0.683,"at":8865.100002288818},{"type":"input_status","blocks":260,"seconds":5.16,"rms_dbfs":-71,"at":8876.300003051758},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105220,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":8927.100002288818},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.009,"p_end":0.696,"at":9177.400001525879},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105480,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9208.400001525879},{"type":"input_status","blocks":286,"seconds":5.68,"rms_dbfs":-71.3,"at":9408.20000076294},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":105740,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9454.300003051758},{"type":"state","state":"SPEAK","yield":0,"bc":0,"hazard":0.112,"p_end":0.453,"at":9508},{"type":"speech_activity","speech":false,"foreground_speech":false,"probability":0.001,"quiet_ms":106000,"speech_pause_ms":700,"pending":false,"source":"neural_vad","at":9720.900001525879},{"type":"turn_done","barged":false,"at":9827.300003051758},{"type":"sync","arrival_order_error_ms":676.5625,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":9828}],"pcm":[{"at":4597.400001525879,"id":1,"samples":14390},{"at":5127.5,"id":1,"samples":38400},{"at":5585,"id":1,"samples":38400},{"at":5664.200000762939,"id":1,"samples":24000},{"at":5664.700000762939,"id":1,"samples":10}],"off_persists_and_stops_mic_playback":true,"page_errors":[]},{"mode":"denied","passed":true,"permission_message":"Browser permission needed: Permission denied by user","typed_speech_works_after_denial":true,"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1243.7999992370605},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1246.3999977111816},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1248.5},{"type":"latency_start","reply_id":1,"input":{"kind":"typed"},"at":1249.3999977111816},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1301},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1301.099998474121},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1301.1999969482422},{"type":"stop_feedback_setting","enabled":false,"at":1301.2999992370605},{"type":"quick_reply_settings","enabled":true,"at":1301.3999977111816},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1301.599998474121},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1301.6999969482422},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1302},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1302.1999969482422},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1324.2999992370605},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1325.2999992370605},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1327.1999969482422},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1327.5},{"type":"reply","text":"Hallo.","reply_id":1,"performance":{"sentences":[{"emotion":"elation","secondary":null,"blend":0,"intensity":0.55,"direction":"happy, soft","text":"Hallo.","start_s":0,"end_s":0.4}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo.","sentence_role":"answer","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":341.02,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":376.54,"generation_calls":1,"llm_total_ms":376.56,"response_complete":true,"sentence_ready_ms":377.65,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":1631.599998474121},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":341.02,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":376.54,"generation_calls":1,"llm_total_ms":376.56,"response_complete":true,"answer_first_audio_ms":1099.87,"tts_first_audio_ms":722.13,"first_audio_ms":1099.88},"at":2351.699996948242},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"disabled_or_ineligible","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":341.02,"finish_reason":"stop","usage":{"prompt_tokens":1344,"completion_tokens":8,"total_tokens":1352,"cost":0.0013290552,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00134248,"upstream_inference_prompt_cost":0.00133056,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":376.54,"generation_calls":1,"llm_total_ms":376.56,"response_complete":true,"answer_first_audio_ms":1099.87,"tts_first_audio_ms":722.13,"first_audio_ms":1099.88,"tts_server_stages":[{"generation_ms":603,"alignment_ms":35,"scoring_ms":0,"speaker_preparation_ms":0,"total_ms":750,"performance":{"device_seconds":0.4515334310531616,"raw_audio_seconds":1.6,"aggregate_rtf":0.282208394408226,"audio_seconds_per_second":3.5434807036726874,"batches":[{"batch_size":1,"device_seconds":0.4515334310531616,"audio_seconds":[1.6],"model_wall_seconds":0.4904538616538048,"first_audio_seconds":0.4452853698730469,"graph_capture_seconds":0,"live_callback_seconds":0.038762301206588745}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":758.15,"audio_s":1.07}],"total_ms":1135.92,"audio_s":1.07,"sentences":1,"generation_rtf":1.0616},"at":2386.7999992370605},{"type":"turn_done","barged":false,"at":3758.7999992370605},{"type":"sync","arrival_order_error_ms":null,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":3759.599998474121}],"pcm":[{"at":2360.3999977111816,"id":1,"samples":25670},{"at":2386.5,"id":1,"samples":10}],"off_persists_and_stops_mic_playback":true,"page_errors":[]}]}