{"passed":true,"scope":"Digital browser microphone, real ASR/ECAPA/Ears/LLM/TTS, synthetic voices.\n\nEnroll one foreground speaker; quiet TV must remain ignored. Two clear but\nuninvited different-voice segments may elicit one cautious question, without\nenrolling them or changing the focused partner. No physical microphone test.\n","source_sha256":"31b68530879155211b13608124f2e14951c346d9ee02d42fd003ed1c1eafa075","injections":[{"browser_start_ms":3069.6000022888184,"browser_end_ms":10549.29999923706,"packets":374,"max_schedule_lag_ms":68.39999771118164,"mean_schedule_lag_ms":2.554277542440649,"stream_start_sample":25600,"samples":119520,"sha256":"c589a0da4937391b1d20ddf1510994b974e334187e075a815a39d789f28a801f"},{"browser_start_ms":24208.70000076294,"browser_end_ms":30810.10000228882,"packets":330,"max_schedule_lag_ms":3.700000762939453,"mean_schedule_lag_ms":0.20636357394131746,"stream_start_sample":356320,"samples":105440,"sha256":"bc8f080f067a482981dcadaf26368ee7b9e116411fd7569412928167950ed397"},{"browser_start_ms":33897.20000076294,"browser_end_ms":40497.29999923706,"packets":330,"max_schedule_lag_ms":6.900001525878906,"mean_schedule_lag_ms":1.030302891586766,"stream_start_sample":509760,"samples":105440,"sha256":"bc8f080f067a482981dcadaf26368ee7b9e116411fd7569412928167950ed397"},{"browser_start_ms":45814.40000152588,"browser_end_ms":49774.20000076294,"packets":198,"max_schedule_lag_ms":2.799999237060547,"mean_schedule_lag_ms":0.29898967164935486,"stream_start_sample":698400,"samples":63200,"sha256":"dd2ca90a85488b86997a05c74e6fe3017ea091f6832a627d073e141fc3738249"},{"browser_start_ms":52846,"browser_end_ms":56808.79999923706,"packets":198,"max_schedule_lag_ms":23.60000228881836,"mean_schedule_lag_ms":2.5656569895118175,"stream_start_sample":809600,"samples":63200,"sha256":"dd2ca90a85488b86997a05c74e6fe3017ea091f6832a627d073e141fc3738249"}],"cases":[{"fixture":"tv-spoof","gain":0.12,"events":[{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":24778.29999923706},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"local_sentence_asr","at":25228.10000228882},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"native_asr","at":25397.5},{"type":"asr_preview","text":"Stopp, bitte auf","status":"sentence_stream","source":"local_sentence_asr","at":26109.79999923706},{"type":"asr_preview","text":"Stopp, bitte auf","status":"sentence_stream","source":"native_asr","at":26329.40000152588},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin","status":"sentence_stream","source":"local_sentence_asr","at":27091.40000152588},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin","status":"sentence_stream","source":"native_asr","at":27298},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede","status":"sentence_stream","source":"local_sentence_asr","at":28048.79999923706},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede","status":"sentence_stream","source":"native_asr","at":28256.70000076294},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede bitte mit Bob","status":"sentence_stream","source":"local_sentence_asr","at":29022.10000228882},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":29080.70000076294},{"type":"asr_preview","text":"Rede bitte mit Bob.","status":"sentence_stream","source":"local_sentence_asr","at":29143.40000152588},{"type":"asr_sentence","text":"Rede bitte mit Bob.","audio_s":26.88,"queued":false,"asr":{"text":"Rede bitte mit Bob.","model":"parakeet_v3","chunks":1,"transcribe_ms":43.99,"speech_pause_ms":700,"observed_quiet_ms":270},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":270,"at":29143.79999923706},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3672,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":29144.10000228882},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":29144.10000228882},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":30555.90000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31121.20000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31335},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31387.5},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31493.90000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31581.79999923706},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31654.10000228882},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31709.10000228882},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31814.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31885.40000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31976.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":32030.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":34429.79999923706},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"local_sentence_asr","at":34933.10000228882},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"native_asr","at":35058.20000076294},{"type":"asr_preview","text":"Stop, bitte auf","status":"sentence_stream","source":"local_sentence_asr","at":35820.79999923706},{"type":"asr_preview","text":"Stopp, bitte auf","status":"sentence_stream","source":"native_asr","at":36025.70000076294},{"type":"asr_preview","text":"Stop, bitte hör auf, ich bin","status":"sentence_stream","source":"local_sentence_asr","at":36809.79999923706},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich kein","status":"sentence_stream","source":"native_asr","at":36996.70000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":37151.10000228882},{"type":"asr_preview","text":"Ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":37217.90000152588},{"type":"asr_sentence","text":"Ich bin Christoph.","audio_s":34.88,"queued":false,"asr":{"text":"Ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":59.24,"speech_pause_ms":700,"observed_quiet_ms":4},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":4,"at":37218.29999923706},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.2667,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":37218.40000152588},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":37218.5},{"type":"asr_preview","text":"rede","status":"sentence_stream","source":"local_sentence_asr","at":37681.40000152588},{"type":"asr_preview","text":"Rede bitte bitte bitte bitte bitte","status":"sentence_stream","source":"native_asr","at":38259.90000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":38767},{"type":"asr_preview","text":"Rede bitte mit Bob.","status":"sentence_stream","source":"local_sentence_asr","at":38846.60000228882},{"type":"asr_sentence","text":"Rede bitte mit Bob.","audio_s":36.48,"queued":false,"asr":{"text":"Rede bitte mit Bob.","model":"parakeet_v3","chunks":1,"transcribe_ms":71.92,"speech_pause_ms":700,"observed_quiet_ms":312},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":312,"at":38846.90000152588},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3818,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":38847.10000228882},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":38847.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":40246},{"type":"asr_preview","text":"Thank you.","status":"sentence_stream","source":"local_sentence_asr","at":40774.40000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41027.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41109.40000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41181.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41242.29999923706},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41361.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41415.90000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41542.60000228882},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41596.60000228882},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41707.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41758.5}],"speaker_checks":[{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3672,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":29144.10000228882},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.2667,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":37218.40000152588},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3818,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":38847.10000228882}],"observations":[],"reply":"","no_unauthorized_enrollment":true,"passed":true},{"fixture":"selma-followup-clear","gain":1.0,"events":[{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":47690.40000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":48181.40000152588},{"type":"asr_preview","text":"Was können wir heute","status":"sentence_stream","source":"local_sentence_asr","at":48689.40000152588},{"type":"asr_preview","text":"Was können wir heute zusammen?","status":"sentence_stream","source":"native_asr","at":49277.90000152588},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":50086.60000228882},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":50260.79999923706},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"native_asr","at":50333.70000076294},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":50347.90000152588},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":47.68,"queued":false,"asr":{"text":"Was können wir heute zusammen machen?","model":"parakeet_v3","chunks":1,"transcribe_ms":74.71,"speech_pause_ms":700,"observed_quiet_ms":708},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":708,"at":50349.10000228882},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0579,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.3216,"at":50464},{"type":"ignored","source":"conversation_focus","reason":"Background, echo or uncertain voice; keeping the current conversation","at":50464.20000076294},{"type":"environment_observation","kind":"unfamiliar_voice","status":"awaiting_idle","voice_caption_ms":30.6,"at":50493.90000152588},{"type":"environment_observation","kind":"unfamiliar_voice","status":"responding","at":50509.40000152588},{"type":"latency_start","reply_id":3,"input":{"kind":"environment","sound_caption_ms":null},"at":50509.60000228882},{"type":"reply","text":"Vielleicht spricht da noch jemand.","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":1.7}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Vielleicht spricht da noch jemand.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"sentence_ready_ms":378.57,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":50890.10000228882},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"finish_reason":"stop","usage":{"prompt_tokens":2788,"completion_tokens":23,"total_tokens":2811,"cost":0.0027664461,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279439,"upstream_inference_prompt_cost":0.00276012,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":396.6,"generation_calls":1,"llm_total_ms":396.62,"response_complete":true,"first_audio_ms":551.89,"tts_first_audio_ms":173.1},"at":51061.60000228882},{"type":"reply","text":"Vielleicht spricht da noch jemand. Hallo Christoph, ist da noch jemand im Raum oder spielt gerade ein Lied im Hintergrund?","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":2.56},{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"curiosity, soft","text":"Hallo Christoph, ist da noch jemand im Raum oder spielt gerade ein Lied im Hintergrund?","start_s":2.56,"end_s":7.66}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Hallo Christoph, ist da noch jemand im Raum oder spielt gerade ein Lied im Hintergrund?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"finish_reason":"stop","usage":{"prompt_tokens":2788,"completion_tokens":23,"total_tokens":2811,"cost":0.0027664461,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279439,"upstream_inference_prompt_cost":0.00276012,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":396.6,"generation_calls":1,"llm_total_ms":396.62,"response_complete":true,"first_audio_ms":551.89,"tts_first_audio_ms":173.1,"tts_server_stages":[{"generation_ms":1977.63,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1978.74,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1978.75,"prefetched":true}],"sentence_ready_ms":2357.24,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.soft.soft"},"sources":[],"lookups":[],"at":52876},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"finish_reason":"stop","usage":{"prompt_tokens":2788,"completion_tokens":23,"total_tokens":2811,"cost":0.0027664461,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279439,"upstream_inference_prompt_cost":0.00276012,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":396.6,"generation_calls":1,"llm_total_ms":396.62,"response_complete":true,"first_audio_ms":551.89,"tts_first_audio_ms":173.1,"tts_server_stages":[{"generation_ms":1977.63,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1978.74,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1978.75,"prefetched":true}],"answer_first_audio_ms":2359.34,"answer_audio_ready_ms":1595.94},"at":52876.60000228882},{"type":"pipeline_metrics","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"finish_reason":"stop","usage":{"prompt_tokens":2788,"completion_tokens":23,"total_tokens":2811,"cost":0.0027664461,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279439,"upstream_inference_prompt_cost":0.00276012,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":396.6,"generation_calls":1,"llm_total_ms":396.62,"response_complete":true,"first_audio_ms":551.89,"tts_first_audio_ms":173.1,"tts_server_stages":[{"generation_ms":1977.63,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":3433.25,"alignment_ms":38.01,"alignment":{"applied":true,"lead_s":0.32,"cut_s":5.48,"removed_s":0.13,"words":15,"note":"","spans":[["Hallo",0.32,0.64,1],["Christoph",0.64,1.28,1],["ist",1.76,1.92,1],["da",1.92,2.08,1],["noch",2.08,2.24,1],["jemand",2.24,2.64,1],["im",2.64,2.8,1],["Raum",2.8,3.2,1],["oder",3.28,3.52,1],["spielt",3.52,3.92,1],["gerade",3.92,4.16,1],["ein",4.16,4.32,1],["Lied",4.32,4.56,1],["im",4.56,4.72,1],["Hintergrund",4.72,5.36,1]],"enabled":true,"available":true,"raw_seconds":5.76,"seconds":5.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":72,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":5.63}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1978.74,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1978.75,"prefetched":true},{"sentence":1,"role":"answer","audio_s":5.63,"total_ms":3591.63,"prefetched":true}],"answer_first_audio_ms":2359.34,"answer_audio_ready_ms":1595.94,"total_ms":3989.38,"audio_s":8.19,"sentences":2,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":44,"2":31},"prefill_ms":[48.92,40.83],"frame_ms":[9.03,113.79,20.52,116.06,21.23,20.87,113.86,20.25,112.41,20.29,19.75,112.74,20.99,116.75,20.42,19.79,113.22,20.38,112,20.45,20.47,113.73,20.49,113.12,20.61,19.94,113.91,20.77,112.99,21.21,20.01,118.66,21,113.38,17.98,17.35,17.86,17.39,109.61,17.75,17.25,17.34,17.18,110.95,18.76,17.75,17.41,17.23,109.8,17.86,17.27,17.22,17.9,110.27,17.96,17.34,17.68,18.31,110.29,17.99,18.02,17.64,17.37,109.8,17.96,17.51,17.31,17.32,110.61,18.54,17.49,17.52,17.32,109.87,55.91],"max_active":2,"jobs":2,"cancelled_jobs":0,"total_ms":3978.53,"gpu_allocated_mb":10991.4},"generation_rtf":0.4871},"at":54510.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":54710},{"type":"asr_preview","text":"Was","status":"sentence_stream","source":"local_sentence_asr","at":55209},{"type":"reply_cancelled","reply_id":3,"at":55261.5},{"type":"barge","yield":1,"at":55261.70000076294},{"type":"turn_done","barged":true,"at":55262.5},{"type":"asr_preview","text":"Was können wir heute","status":"sentence_stream","source":"local_sentence_asr","at":55795.29999923706},{"type":"asr_preview","text":"heute zusammen","status":"sentence_stream","source":"native_asr","at":56395.90000152588},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":57175.40000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":57294.40000152588},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":57355.90000152588},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":54.72,"queued":false,"asr":{"text":"Was können wir heute zusammen machen?","model":"parakeet_v3","chunks":1,"transcribe_ms":49.17,"speech_pause_ms":700,"observed_quiet_ms":694},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":694,"at":57356},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0641,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.3228,"at":57356.90000152588},{"type":"ignored","source":"conversation_focus","reason":"Background, echo or uncertain voice; keeping the current conversation","at":57356.90000152588}],"speaker_checks":[{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0579,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.3216,"at":50464},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0641,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.3228,"at":57356.90000152588}],"observations":[{"type":"environment_observation","kind":"unfamiliar_voice","status":"awaiting_idle","voice_caption_ms":30.6,"at":50493.90000152588},{"type":"environment_observation","kind":"unfamiliar_voice","status":"responding","at":50509.40000152588}],"reply":"Vielleicht spricht da noch jemand. Hallo Christoph, ist da noch jemand im Raum oder spielt gerade ein Lied im Hintergrund?","no_unauthorized_enrollment":true,"passed":true}],"setup":{"id":"setup","kind":"setup","required":true,"input_script":"Hey Robbie, ich bin Christoph. Schön, dich kennenzulernen.","expected_speaker":"Christoph","mixture":{"background_voices":2,"procedural_music":true,"colored_noise":true,"impulsive_noise":true,"seed":42,"requested_snr_db":null,"measured_snr_db":null,"snr_definition":"target/interferer RMS on isolated target energy-active samples","target_activity_s":[1.0296875,4.7240625],"target_file_s":[0.64,5.07],"activity_is_word_alignment":false,"duration_s":7.47,"tail_s":2.4,"speed_ratio":1.0,"synthetic_reverb_s":0.0,"common_peak_gain":1.0,"peak":0.3568066358566284,"mixture_sha256":"c589a0da4937391b1d20ddf1510994b974e334187e075a815a39d789f28a801f","target_sha256":"5d665c310e221c7e3af7ac9ed35c4762517c8a14d93056ea055ebafca2b766b7","bed_rms":0.0},"injection":{"browser_start_ms":3069.6000022888184,"browser_end_ms":10549.29999923706,"packets":374,"max_schedule_lag_ms":68.39999771118164,"mean_schedule_lag_ms":2.554277542440649,"stream_start_sample":25600},"transcript":"Hey Robbie, ich bin Christoph. Schön, dich kennenzulernen.","wer":0.0,"reply":"Hallo Christoph, schön dich zu treffen. Ein Lächeln für dich. Hallo Christoph, schön, dass du da bist!\nDas lohnt einen Blick. Christoph freut mich auch sehr. Das freut mich auch sehr, Christoph.","sources":[],"participants":["Christoph"],"checks":{"minimum_words":true,"submission_count":true,"no_duplicate_submission":true,"speaker":true,"transcript":true,"completed":true,"real_audio":true,"no_service_errors":true,"no_unwanted_cancel":true},"passed":true,"error":null,"events":[{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":4242.100002288818},{"type":"asr_preview","text":"Hei!","status":"sentence_stream","source":"local_sentence_asr","at":4727.200000762939},{"type":"asr_preview","text":"Robby.","status":"sentence_stream","source":"native_asr","at":5065.600002288818},{"type":"asr_preview","text":"Hey Rabbi, ich bin Christ.","status":"sentence_stream","source":"local_sentence_asr","at":5792},{"type":"asr_preview","text":"Hey Robbie, ich Christen.","status":"sentence_stream","source":"native_asr","at":6021.400001525879},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":6283.5},{"type":"asr_preview","text":"Hey Robbie, ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":6352.100002288818},{"type":"asr_sentence","text":"Hey Robbie, ich bin Christoph.","audio_s":4.48,"queued":false,"asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":55.91,"speech_pause_ms":700,"observed_quiet_ms":104},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":104,"at":6352.5},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":-1},"at":6352.799999237061},{"type":"voice_caption","status":"available","caption":"Possibly slightly smooth, slightly steady, very liberation","uncertainty":"Uncalibrated acoustic estimates; noise, other speakers and acting may be misleading.","voice_impression_only":false,"window_s":2.12,"inference_ms":23.45,"model":"laion/humaneness-ears-base-medium","model_revision":"818506970d93c809a3295a0a02c40dee8ff2bfc3","rules_revision":"7ebd4a9b7da96df989af8fc6ad0ce34f4e8aa3ed","device":"cuda:1","precision":"bfloat16","selected":{"voicenet":[{"dim":"DFLU","name":"Disfluency","value":0.397,"z":-0.9,"direction":"below","intensity":"Somewhat","always_on":false,"phrase":"somewhat smooth and flawless","tag":"slightly smooth","reliability":1,"rank_score":0.898},{"dim":"VOLT","name":"Volatility","value":1.314,"z":-0.76,"direction":"below","intensity":"Somewhat","always_on":false,"phrase":"somewhat emotionally steady and static","tag":"slightly steady","reliability":1,"rank_score":0.763},{"dim":"TEMP","name":"Tempo","value":2.828,"z":-0.25,"direction":"below","intensity":"About-average","always_on":true,"phrase":"moderate in tempo","tag":null,"reliability":1,"rank_score":0.254}],"emotions":[{"emotion":"Relief","value":1.095,"z":1.85,"direction":"above","intensity":"Very","synonym":"liberation","phrase":"very carrying liberation","tag":"very liberation"}]},"normalization":"speech reference z-scores; not probabilities","scope":"this turn","request_ms":36.12,"added_wait_ms":0,"at":6353.299999237061},{"type":"endpoint","transcript":"Hey Robbie, ich bin Christoph.","speaker_id":"speaker-1","asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":55.91,"speech_pause_ms":700,"observed_quiet_ms":104},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":1.032,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":1.031,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":57.29,"sentence_queue_ms":1.29,"sentence_audio_s":4.48},"at":6353.400001525879},{"type":"latency_start","reply_id":1,"input":{"kind":"voice","asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":55.91,"speech_pause_ms":700,"observed_quiet_ms":104},"voice_caption_ms":36.12,"voice_caption_status":"available","speaker_assignment_ms":1.032,"speaker_prefetch_compute_ms":57.29,"speaker_prefetch_used":true,"sentence_queue_ms":1.28},"at":6354.200000762939},{"type":"reply","text":"Hallo Christoph, schön dich zu treffen.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph, schön dich zu treffen.","start_s":0,"end_s":2.04}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph, schön dich zu treffen.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"sentence_ready_ms":168.76,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":6524.700000762939},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34},"at":6695.600002288818},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":6827.700000762939},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.1725,"rival_similarity":-1,"bot_similarity":-1,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":7075.299999237061},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":7362.900001525879},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.3532,"rival_similarity":-1,"bot_similarity":0.1345,"reason":"Background conversation is not an addressed interruption","lexical_audio_evidence":false,"fast_similarity":0.4244,"fast_consistency":0.6666666666666666,"fast_frames":3,"at":7410.100002288818},{"type":"asr_preview","text":"schön kennst du","status":"sentence_stream","source":"local_sentence_asr","at":7832.100002288818},{"type":"asr_preview","text":"schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":8324.100002288818},{"type":"reply","text":"Hallo Christoph, schön dich zu treffen. Ein Lächeln für dich.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph, schön dich zu treffen.","start_s":0,"end_s":2.88},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Ein Lächeln für dich.","start_s":2.88,"end_s":4.24}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Ein Lächeln für dich.","sentence_role":"informed_bridge","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"ready","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true}],"sentence_ready_ms":1980.99,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":8345.20000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":8462.900001525879},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true}],"informed_bridge_first_audio_ms":2157.43},"at":8511.20000076294},{"type":"asr_preview","text":"Schön, dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":8524.600002288818},{"type":"asr_sentence","text":"Schön, dich kennenzulernen.","audio_s":6.72,"queued":true,"asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":49.79,"speech_pause_ms":700,"observed_quiet_ms":588},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":588,"at":8524.900001525879},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.4426},"at":8525.29999923706},{"type":"reply","text":"Hallo Christoph, schön dich zu treffen. Ein Lächeln für dich. Hallo Christoph, schön, dass du da bist!","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph, schön dich zu treffen.","start_s":0,"end_s":2.88},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Ein Lächeln für dich.","start_s":2.88,"end_s":5.76},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Hallo Christoph, schön, dass du da bist!","start_s":5.76,"end_s":8.14}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Hallo Christoph, schön, dass du da bist!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2126.4,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.88,"total_ms":2868.75,"prefetched":true}],"informed_bridge_first_audio_ms":2157.43,"informed_bridge_audio_s":2.88,"sentence_ready_ms":4109.05,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":10494.70000076294},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2126.4,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.88,"total_ms":2868.75,"prefetched":true}],"informed_bridge_first_audio_ms":2157.43,"informed_bridge_audio_s":2.88,"answer_first_audio_ms":4110.79,"answer_audio_ready_ms":2294.19},"at":10495.100002288818},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2126.4,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2524.04,"alignment_ms":37.1,"alignment":{"applied":true,"lead_s":0.16,"cut_s":2.36,"removed_s":0.53,"words":7,"note":"","spans":[["Hallo",0.16,0.4,1],["Christoph",0.4,1.12,1],["schön",1.12,1.44,1],["dass",1.44,1.6,1],["du",1.6,1.76,1],["da",1.76,1.92,1],["bist",1.92,2.24,1]],"enabled":true,"available":true,"raw_seconds":3.04,"seconds":2.51,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":38,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.51}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.88,"total_ms":2868.75,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.51,"total_ms":3026.71,"prefetched":true}],"informed_bridge_first_audio_ms":2157.43,"informed_bridge_audio_s":2.88,"answer_first_audio_ms":4110.79,"answer_audio_ready_ms":2294.19,"total_ms":4117.95,"audio_s":8.27,"sentences":3,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":35,"2":39},"prefill_ms":[45.82,40.93,40.67],"frame_ms":[9.62,113.64,18.35,18.56,18.94,17.77,110.18,17.51,16.96,16.94,16.93,112.07,18.33,17.55,17.03,17.22,112.11,17.71,17.02,17.99,17.73,110.98,17.69,17.37,19.26,116.08,117.03,21.31,20.22,20.03,113.32,114.43,20.48,19.98,19.94,113.57,114.79,19.51,115.62,23.37,114.04,20.27,20.54,113.25,20.38,113.92,20.34,19.78,112.22,20.39,114.08,21.08,19.96,118.22,20.89,113.72,20.5,20.07,116.39,21.15,113.97,20.54,150.2,111.1,17.67,17.13,17.47,17.59,110.07,17.68,17.79,17.43,17.14,109.95],"max_active":2,"jobs":3,"cancelled_jobs":0,"total_ms":4095.71,"gpu_allocated_mb":10969.1},"generation_rtf":0.4979},"at":10503.5},{"type":"turn_done","barged":false,"at":15328.100002288818},{"type":"voice_caption","status":"available","caption":"Possibly very smooth, very fading, slow, very liberation","uncertainty":"Uncalibrated acoustic estimates; noise, other speakers and acting may be misleading.","voice_impression_only":false,"window_s":1.74,"inference_ms":24.99,"model":"laion/humaneness-ears-base-medium","model_revision":"818506970d93c809a3295a0a02c40dee8ff2bfc3","rules_revision":"7ebd4a9b7da96df989af8fc6ad0ce34f4e8aa3ed","device":"cuda:1","precision":"bfloat16","selected":{"voicenet":[{"dim":"DFLU","name":"Disfluency","value":-0.276,"z":-1.58,"direction":"below","intensity":"Very","always_on":false,"phrase":"very smooth and flawless","tag":"very smooth","reliability":1,"rank_score":1.582},{"dim":"DARC","name":"Dynamic Arc","value":2.416,"z":-1.51,"direction":"below","intensity":"Very","always_on":false,"phrase":"very fading in loudness","tag":"very fading","reliability":1,"rank_score":1.51},{"dim":"TEMP","name":"Tempo","value":2.394,"z":-1.08,"direction":"below","intensity":"Notably","always_on":true,"phrase":"notably slow and deliberate in tempo","tag":"slow","reliability":1,"rank_score":1.085}],"emotions":[{"emotion":"Relief","value":2.017,"z":3.89,"direction":"above","intensity":"Extremely","synonym":"liberation","phrase":"extremely carrying liberation","tag":"very liberation"}]},"normalization":"speech reference z-scores; not probabilities","scope":"this turn","request_ms":37.72,"added_wait_ms":0,"at":15329.100002288818},{"type":"endpoint","transcript":"Schön, dich kennenzulernen.","speaker_id":"speaker-1","asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":49.79,"speech_pause_ms":700,"observed_quiet_ms":588},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.478,"speaker_embedding_wait_ms":0.003,"speaker_lookup_ms":0.475,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":45.92,"sentence_queue_ms":6794.67,"sentence_audio_s":6.72},"at":15329.20000076294},{"type":"latency_start","reply_id":2,"input":{"kind":"voice","asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":49.79,"speech_pause_ms":700,"observed_quiet_ms":588},"voice_caption_ms":37.72,"voice_caption_status":"available","speaker_assignment_ms":0.478,"speaker_prefetch_compute_ms":45.92,"speaker_prefetch_used":true,"sentence_queue_ms":6794.66},"at":15329.70000076294},{"type":"reply","text":"Das lohnt einen Blick.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":1.36}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Das lohnt einen Blick.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"sentence_ready_ms":144.69,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":15466.79999923706},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71},"at":15661.100002288818},{"type":"reply","text":"Das lohnt einen Blick. Christoph freut mich auch sehr.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Christoph freut mich auch sehr.","start_s":2.56,"end_s":4.26}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Christoph freut mich auch sehr.","sentence_role":"informed_bridge","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"ready","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true}],"sentence_ready_ms":2078.64,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":17400},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true}],"informed_bridge_first_audio_ms":2357.6},"at":17679.10000228882},{"type":"reply","text":"Das lohnt einen Blick. Christoph freut mich auch sehr. Das freut mich auch sehr, Christoph.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Christoph freut mich auch sehr.","start_s":2.56,"end_s":4.96},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Das freut mich auch sehr, Christoph.","start_s":4.96,"end_s":7}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Das freut mich auch sehr, Christoph.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":1592.19,"alignment_ms":0.01,"alignment":null,"frames":30,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.4,"total_ms":3049.29,"prefetched":true}],"informed_bridge_first_audio_ms":2357.6,"informed_bridge_audio_s":2.4,"sentence_ready_ms":3672.42,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":19028.5},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":1592.19,"alignment_ms":0.01,"alignment":null,"frames":30,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.4,"total_ms":3049.29,"prefetched":true}],"informed_bridge_first_audio_ms":2357.6,"informed_bridge_audio_s":2.4,"answer_first_audio_ms":3674.12,"answer_audio_ready_ms":1602.01},"at":19028.79999923706},{"type":"pipeline_metrics","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":1592.19,"alignment_ms":0.01,"alignment":null,"frames":30,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2311.58,"alignment_ms":36.85,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.96,"removed_s":0.69,"words":6,"note":"","spans":[["Das",0.32,0.48,1],["freut",0.48,0.8,1],["mich",0.8,0.96,1],["auch",0.96,1.04,1],["sehr",1.04,1.28,1],["Christoph",1.28,1.84,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.11,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.11}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.4,"total_ms":3049.29,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.11,"total_ms":3196.67,"prefetched":true}],"informed_bridge_first_audio_ms":2357.6,"informed_bridge_audio_s":2.4,"answer_first_audio_ms":3674.12,"answer_audio_ready_ms":1602.01,"total_ms":3680.04,"audio_s":7.07,"sentences":3,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":28,"2":36},"prefill_ms":[52.19,41.42,42.47],"frame_ms":[7.78,119.62,18.48,18.12,17.79,17.7,128.01,20.03,120.52,20.59,20.06,120.71,20.36,114.29,21.19,20.2,118.28,20.72,115.68,20.42,19.95,118.09,21.51,119.18,20.56,20.47,117.78,20.79,115.94,20.74,21.11,115.34,20.87,114.57,120.38,20.46,20.57,20.29,115.39,113.3,20.55,19.91,149.41,17.62,110.63,17.63,16.95,16.92,16.95,110.51,18.11,16.99,16.93,16.93,109.52,17.61,17.02,17.67,17.26,109.73,17.65,17.06,16.95,108.94],"max_active":2,"jobs":3,"cancelled_jobs":0,"total_ms":3660.84,"gpu_allocated_mb":10967.8},"generation_rtf":0.5205},"at":19032.10000228882},{"type":"turn_done","barged":false,"at":23075.60000228882}],"energy_end_to_submit_ms":-1440.2625007629395,"energy_end_to_first_pcm_ms":-1097.5625},"final_identity":{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","at":62143},"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1381.1000022888184},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1390.6000022888184},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1393.900001525879},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1443.900001525879},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1444.2000007629395},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1444.2000007629395},{"type":"stop_feedback_setting","enabled":false,"at":1444.2999992370605},{"type":"quick_reply_settings","enabled":true,"at":1444.400001525879},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1444.5},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1444.7000007629395},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1445},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1460.400001525879},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1461.6000022888184},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1461.7000007629395},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1461.7999992370605},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1461.900001525879},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1810.7999992370605},{"type":"environment_settings","enabled":true,"voices":true,"impressions":true,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1810.900001525879},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":4242.100002288818},{"type":"asr_preview","text":"Hei!","status":"sentence_stream","source":"local_sentence_asr","at":4727.200000762939},{"type":"asr_preview","text":"Robby.","status":"sentence_stream","source":"native_asr","at":5065.600002288818},{"type":"asr_preview","text":"Hey Rabbi, ich bin Christ.","status":"sentence_stream","source":"local_sentence_asr","at":5792},{"type":"asr_preview","text":"Hey Robbie, ich Christen.","status":"sentence_stream","source":"native_asr","at":6021.400001525879},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":6283.5},{"type":"asr_preview","text":"Hey Robbie, ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":6352.100002288818},{"type":"asr_sentence","text":"Hey Robbie, ich bin Christoph.","audio_s":4.48,"queued":false,"asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":55.91,"speech_pause_ms":700,"observed_quiet_ms":104},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":104,"at":6352.5},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":-1},"at":6352.799999237061},{"type":"voice_caption","status":"available","caption":"Possibly slightly smooth, slightly steady, very liberation","uncertainty":"Uncalibrated acoustic estimates; noise, other speakers and acting may be misleading.","voice_impression_only":false,"window_s":2.12,"inference_ms":23.45,"model":"laion/humaneness-ears-base-medium","model_revision":"818506970d93c809a3295a0a02c40dee8ff2bfc3","rules_revision":"7ebd4a9b7da96df989af8fc6ad0ce34f4e8aa3ed","device":"cuda:1","precision":"bfloat16","selected":{"voicenet":[{"dim":"DFLU","name":"Disfluency","value":0.397,"z":-0.9,"direction":"below","intensity":"Somewhat","always_on":false,"phrase":"somewhat smooth and flawless","tag":"slightly smooth","reliability":1,"rank_score":0.898},{"dim":"VOLT","name":"Volatility","value":1.314,"z":-0.76,"direction":"below","intensity":"Somewhat","always_on":false,"phrase":"somewhat emotionally steady and static","tag":"slightly steady","reliability":1,"rank_score":0.763},{"dim":"TEMP","name":"Tempo","value":2.828,"z":-0.25,"direction":"below","intensity":"About-average","always_on":true,"phrase":"moderate in tempo","tag":null,"reliability":1,"rank_score":0.254}],"emotions":[{"emotion":"Relief","value":1.095,"z":1.85,"direction":"above","intensity":"Very","synonym":"liberation","phrase":"very carrying liberation","tag":"very liberation"}]},"normalization":"speech reference z-scores; not probabilities","scope":"this turn","request_ms":36.12,"added_wait_ms":0,"at":6353.299999237061},{"type":"endpoint","transcript":"Hey Robbie, ich bin Christoph.","speaker_id":"speaker-1","asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":55.91,"speech_pause_ms":700,"observed_quiet_ms":104},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":1.032,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":1.031,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":57.29,"sentence_queue_ms":1.29,"sentence_audio_s":4.48},"at":6353.400001525879},{"type":"latency_start","reply_id":1,"input":{"kind":"voice","asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":55.91,"speech_pause_ms":700,"observed_quiet_ms":104},"voice_caption_ms":36.12,"voice_caption_status":"available","speaker_assignment_ms":1.032,"speaker_prefetch_compute_ms":57.29,"speaker_prefetch_used":true,"sentence_queue_ms":1.28},"at":6354.200000762939},{"type":"reply","text":"Hallo Christoph, schön dich zu treffen.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph, schön dich zu treffen.","start_s":0,"end_s":2.04}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph, schön dich zu treffen.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"sentence_ready_ms":168.76,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":6524.700000762939},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34},"at":6695.600002288818},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":6827.700000762939},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.1725,"rival_similarity":-1,"bot_similarity":-1,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":7075.299999237061},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":7362.900001525879},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.3532,"rival_similarity":-1,"bot_similarity":0.1345,"reason":"Background conversation is not an addressed interruption","lexical_audio_evidence":false,"fast_similarity":0.4244,"fast_consistency":0.6666666666666666,"fast_frames":3,"at":7410.100002288818},{"type":"asr_preview","text":"schön kennst du","status":"sentence_stream","source":"local_sentence_asr","at":7832.100002288818},{"type":"asr_preview","text":"schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":8324.100002288818},{"type":"reply","text":"Hallo Christoph, schön dich zu treffen. Ein Lächeln für dich.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph, schön dich zu treffen.","start_s":0,"end_s":2.88},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Ein Lächeln für dich.","start_s":2.88,"end_s":4.24}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Ein Lächeln für dich.","sentence_role":"informed_bridge","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"ready","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true}],"sentence_ready_ms":1980.99,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":8345.20000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":8462.900001525879},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true}],"informed_bridge_first_audio_ms":2157.43},"at":8511.20000076294},{"type":"asr_preview","text":"Schön, dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":8524.600002288818},{"type":"asr_sentence","text":"Schön, dich kennenzulernen.","audio_s":6.72,"queued":true,"asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":49.79,"speech_pause_ms":700,"observed_quiet_ms":588},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":588,"at":8524.900001525879},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.4426},"at":8525.29999923706},{"type":"reply","text":"Hallo Christoph, schön dich zu treffen. Ein Lächeln für dich. Hallo Christoph, schön, dass du da bist!","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph, schön dich zu treffen.","start_s":0,"end_s":2.88},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Ein Lächeln für dich.","start_s":2.88,"end_s":5.76},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Hallo Christoph, schön, dass du da bist!","start_s":5.76,"end_s":8.14}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Hallo Christoph, schön, dass du da bist!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2126.4,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.88,"total_ms":2868.75,"prefetched":true}],"informed_bridge_first_audio_ms":2157.43,"informed_bridge_audio_s":2.88,"sentence_ready_ms":4109.05,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":10494.70000076294},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2126.4,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.88,"total_ms":2868.75,"prefetched":true}],"informed_bridge_first_audio_ms":2157.43,"informed_bridge_audio_s":2.88,"answer_first_audio_ms":4110.79,"answer_audio_ready_ms":2294.19},"at":10495.100002288818},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":164.16,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":6,"first_audio_ms":339.03,"tts_first_audio_ms":170.34,"llm_actual_provider":"Cerebras","llm_ttft_ms":1056.77,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":16,"total_tokens":1796,"cost":0.0017681796,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178604,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1088.37,"generation_calls":1,"llm_total_ms":1088.4,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":147.46,"informed_bridge_words":4,"tts_server_stages":[{"generation_ms":1809.66,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2126.4,"alignment_ms":0.01,"alignment":null,"frames":36,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2524.04,"alignment_ms":37.1,"alignment":{"applied":true,"lead_s":0.16,"cut_s":2.36,"removed_s":0.53,"words":7,"note":"","spans":[["Hallo",0.16,0.4,1],["Christoph",0.4,1.12,1],["schön",1.12,1.44,1],["dass",1.44,1.6,1],["du",1.6,1.76,1],["da",1.76,1.92,1],["bist",1.92,2.24,1]],"enabled":true,"available":true,"raw_seconds":3.04,"seconds":2.51,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":38,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.51}}],"quick_reply_audio_s":2.88,"quick_reply_tts_ms":1812.53,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.88,"total_ms":1812.54,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.88,"total_ms":2868.75,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.51,"total_ms":3026.71,"prefetched":true}],"informed_bridge_first_audio_ms":2157.43,"informed_bridge_audio_s":2.88,"answer_first_audio_ms":4110.79,"answer_audio_ready_ms":2294.19,"total_ms":4117.95,"audio_s":8.27,"sentences":3,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":35,"2":39},"prefill_ms":[45.82,40.93,40.67],"frame_ms":[9.62,113.64,18.35,18.56,18.94,17.77,110.18,17.51,16.96,16.94,16.93,112.07,18.33,17.55,17.03,17.22,112.11,17.71,17.02,17.99,17.73,110.98,17.69,17.37,19.26,116.08,117.03,21.31,20.22,20.03,113.32,114.43,20.48,19.98,19.94,113.57,114.79,19.51,115.62,23.37,114.04,20.27,20.54,113.25,20.38,113.92,20.34,19.78,112.22,20.39,114.08,21.08,19.96,118.22,20.89,113.72,20.5,20.07,116.39,21.15,113.97,20.54,150.2,111.1,17.67,17.13,17.47,17.59,110.07,17.68,17.79,17.43,17.14,109.95],"max_active":2,"jobs":3,"cancelled_jobs":0,"total_ms":4095.71,"gpu_allocated_mb":10969.1},"generation_rtf":0.4979},"at":10503.5},{"type":"turn_done","barged":false,"at":15328.100002288818},{"type":"voice_caption","status":"available","caption":"Possibly very smooth, very fading, slow, very liberation","uncertainty":"Uncalibrated acoustic estimates; noise, other speakers and acting may be misleading.","voice_impression_only":false,"window_s":1.74,"inference_ms":24.99,"model":"laion/humaneness-ears-base-medium","model_revision":"818506970d93c809a3295a0a02c40dee8ff2bfc3","rules_revision":"7ebd4a9b7da96df989af8fc6ad0ce34f4e8aa3ed","device":"cuda:1","precision":"bfloat16","selected":{"voicenet":[{"dim":"DFLU","name":"Disfluency","value":-0.276,"z":-1.58,"direction":"below","intensity":"Very","always_on":false,"phrase":"very smooth and flawless","tag":"very smooth","reliability":1,"rank_score":1.582},{"dim":"DARC","name":"Dynamic Arc","value":2.416,"z":-1.51,"direction":"below","intensity":"Very","always_on":false,"phrase":"very fading in loudness","tag":"very fading","reliability":1,"rank_score":1.51},{"dim":"TEMP","name":"Tempo","value":2.394,"z":-1.08,"direction":"below","intensity":"Notably","always_on":true,"phrase":"notably slow and deliberate in tempo","tag":"slow","reliability":1,"rank_score":1.085}],"emotions":[{"emotion":"Relief","value":2.017,"z":3.89,"direction":"above","intensity":"Extremely","synonym":"liberation","phrase":"extremely carrying liberation","tag":"very liberation"}]},"normalization":"speech reference z-scores; not probabilities","scope":"this turn","request_ms":37.72,"added_wait_ms":0,"at":15329.100002288818},{"type":"endpoint","transcript":"Schön, dich kennenzulernen.","speaker_id":"speaker-1","asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":49.79,"speech_pause_ms":700,"observed_quiet_ms":588},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.478,"speaker_embedding_wait_ms":0.003,"speaker_lookup_ms":0.475,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":45.92,"sentence_queue_ms":6794.67,"sentence_audio_s":6.72},"at":15329.20000076294},{"type":"latency_start","reply_id":2,"input":{"kind":"voice","asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":49.79,"speech_pause_ms":700,"observed_quiet_ms":588},"voice_caption_ms":37.72,"voice_caption_status":"available","speaker_assignment_ms":0.478,"speaker_prefetch_compute_ms":45.92,"speaker_prefetch_used":true,"sentence_queue_ms":6794.66},"at":15329.70000076294},{"type":"reply","text":"Das lohnt einen Blick.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":1.36}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Das lohnt einen Blick.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"sentence_ready_ms":144.69,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":15466.79999923706},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71},"at":15661.100002288818},{"type":"reply","text":"Das lohnt einen Blick. Christoph freut mich auch sehr.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Christoph freut mich auch sehr.","start_s":2.56,"end_s":4.26}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Christoph freut mich auch sehr.","sentence_role":"informed_bridge","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"ready","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true}],"sentence_ready_ms":2078.64,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":17400},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true}],"informed_bridge_first_audio_ms":2357.6},"at":17679.10000228882},{"type":"reply","text":"Das lohnt einen Blick. Christoph freut mich auch sehr. Das freut mich auch sehr, Christoph.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Christoph freut mich auch sehr.","start_s":2.56,"end_s":4.96},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Das freut mich auch sehr, Christoph.","start_s":4.96,"end_s":7}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Das freut mich auch sehr, Christoph.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":1592.19,"alignment_ms":0.01,"alignment":null,"frames":30,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.4,"total_ms":3049.29,"prefetched":true}],"informed_bridge_first_audio_ms":2357.6,"informed_bridge_audio_s":2.4,"sentence_ready_ms":3672.42,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":19028.5},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":1592.19,"alignment_ms":0.01,"alignment":null,"frames":30,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.4,"total_ms":3049.29,"prefetched":true}],"informed_bridge_first_audio_ms":2357.6,"informed_bridge_audio_s":2.4,"answer_first_audio_ms":3674.12,"answer_audio_ready_ms":1602.01},"at":19028.79999923706},{"type":"pipeline_metrics","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":140.85,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"first_audio_ms":325.18,"tts_first_audio_ms":180.71,"llm_actual_provider":"Cerebras","llm_ttft_ms":431.91,"finish_reason":"stop","usage":{"prompt_tokens":1857,"completion_tokens":14,"total_tokens":1871,"cost":0.0018406971,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185929,"upstream_inference_prompt_cost":0.00183843,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":481.68,"generation_calls":1,"llm_total_ms":481.71,"response_complete":true,"informed_bridge_context_sentences":1,"informed_bridge_generation_ms":138.46,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":1932.78,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":1592.19,"alignment_ms":0.01,"alignment":null,"frames":30,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2311.58,"alignment_ms":36.85,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.96,"removed_s":0.69,"words":6,"note":"","spans":[["Das",0.32,0.48,1],["freut",0.48,0.8,1],["mich",0.8,0.96,1],["auch",0.96,1.04,1],["sehr",1.04,1.28,1],["Christoph",1.28,1.84,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.11,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.11}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1934.03,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1934.03,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.4,"total_ms":3049.29,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.11,"total_ms":3196.67,"prefetched":true}],"informed_bridge_first_audio_ms":2357.6,"informed_bridge_audio_s":2.4,"answer_first_audio_ms":3674.12,"answer_audio_ready_ms":1602.01,"total_ms":3680.04,"audio_s":7.07,"sentences":3,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":28,"2":36},"prefill_ms":[52.19,41.42,42.47],"frame_ms":[7.78,119.62,18.48,18.12,17.79,17.7,128.01,20.03,120.52,20.59,20.06,120.71,20.36,114.29,21.19,20.2,118.28,20.72,115.68,20.42,19.95,118.09,21.51,119.18,20.56,20.47,117.78,20.79,115.94,20.74,21.11,115.34,20.87,114.57,120.38,20.46,20.57,20.29,115.39,113.3,20.55,19.91,149.41,17.62,110.63,17.63,16.95,16.92,16.95,110.51,18.11,16.99,16.93,16.93,109.52,17.61,17.02,17.67,17.26,109.73,17.65,17.06,16.95,108.94],"max_active":2,"jobs":3,"cancelled_jobs":0,"total_ms":3660.84,"gpu_allocated_mb":10967.8},"generation_rtf":0.5205},"at":19032.10000228882},{"type":"turn_done","barged":false,"at":23075.60000228882},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":24778.29999923706},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"local_sentence_asr","at":25228.10000228882},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"native_asr","at":25397.5},{"type":"asr_preview","text":"Stopp, bitte auf","status":"sentence_stream","source":"local_sentence_asr","at":26109.79999923706},{"type":"asr_preview","text":"Stopp, bitte auf","status":"sentence_stream","source":"native_asr","at":26329.40000152588},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin","status":"sentence_stream","source":"local_sentence_asr","at":27091.40000152588},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin","status":"sentence_stream","source":"native_asr","at":27298},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede","status":"sentence_stream","source":"local_sentence_asr","at":28048.79999923706},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede","status":"sentence_stream","source":"native_asr","at":28256.70000076294},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede bitte mit Bob","status":"sentence_stream","source":"local_sentence_asr","at":29022.10000228882},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":29080.70000076294},{"type":"asr_preview","text":"Rede bitte mit Bob.","status":"sentence_stream","source":"local_sentence_asr","at":29143.40000152588},{"type":"asr_sentence","text":"Rede bitte mit Bob.","audio_s":26.88,"queued":false,"asr":{"text":"Rede bitte mit Bob.","model":"parakeet_v3","chunks":1,"transcribe_ms":43.99,"speech_pause_ms":700,"observed_quiet_ms":270},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":270,"at":29143.79999923706},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3672,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":29144.10000228882},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":29144.10000228882},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":30555.90000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31121.20000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31335},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31387.5},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31493.90000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31581.79999923706},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31654.10000228882},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31709.10000228882},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31814.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31885.40000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":31976.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":32030.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":34429.79999923706},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"local_sentence_asr","at":34933.10000228882},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"native_asr","at":35058.20000076294},{"type":"asr_preview","text":"Stop, bitte auf","status":"sentence_stream","source":"local_sentence_asr","at":35820.79999923706},{"type":"asr_preview","text":"Stopp, bitte auf","status":"sentence_stream","source":"native_asr","at":36025.70000076294},{"type":"asr_preview","text":"Stop, bitte hör auf, ich bin","status":"sentence_stream","source":"local_sentence_asr","at":36809.79999923706},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich kein","status":"sentence_stream","source":"native_asr","at":36996.70000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":37151.10000228882},{"type":"asr_preview","text":"Ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":37217.90000152588},{"type":"asr_sentence","text":"Ich bin Christoph.","audio_s":34.88,"queued":false,"asr":{"text":"Ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":59.24,"speech_pause_ms":700,"observed_quiet_ms":4},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":4,"at":37218.29999923706},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.2667,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":37218.40000152588},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":37218.5},{"type":"asr_preview","text":"rede","status":"sentence_stream","source":"local_sentence_asr","at":37681.40000152588},{"type":"asr_preview","text":"Rede bitte bitte bitte bitte bitte","status":"sentence_stream","source":"native_asr","at":38259.90000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":38767},{"type":"asr_preview","text":"Rede bitte mit Bob.","status":"sentence_stream","source":"local_sentence_asr","at":38846.60000228882},{"type":"asr_sentence","text":"Rede bitte mit Bob.","audio_s":36.48,"queued":false,"asr":{"text":"Rede bitte mit Bob.","model":"parakeet_v3","chunks":1,"transcribe_ms":71.92,"speech_pause_ms":700,"observed_quiet_ms":312},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":312,"at":38846.90000152588},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3818,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":38847.10000228882},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":38847.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":40246},{"type":"asr_preview","text":"Thank you.","status":"sentence_stream","source":"local_sentence_asr","at":40774.40000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41027.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41109.40000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41181.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41242.29999923706},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41361.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41415.90000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41542.60000228882},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41596.60000228882},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41707.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41758.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":47690.40000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":48181.40000152588},{"type":"asr_preview","text":"Was können wir heute","status":"sentence_stream","source":"local_sentence_asr","at":48689.40000152588},{"type":"asr_preview","text":"Was können wir heute zusammen?","status":"sentence_stream","source":"native_asr","at":49277.90000152588},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":50086.60000228882},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":50260.79999923706},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"native_asr","at":50333.70000076294},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":50347.90000152588},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":47.68,"queued":false,"asr":{"text":"Was können wir heute zusammen machen?","model":"parakeet_v3","chunks":1,"transcribe_ms":74.71,"speech_pause_ms":700,"observed_quiet_ms":708},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":708,"at":50349.10000228882},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0579,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.3216,"at":50464},{"type":"ignored","source":"conversation_focus","reason":"Background, echo or uncertain voice; keeping the current conversation","at":50464.20000076294},{"type":"environment_observation","kind":"unfamiliar_voice","status":"awaiting_idle","voice_caption_ms":30.6,"at":50493.90000152588},{"type":"environment_observation","kind":"unfamiliar_voice","status":"responding","at":50509.40000152588},{"type":"latency_start","reply_id":3,"input":{"kind":"environment","sound_caption_ms":null},"at":50509.60000228882},{"type":"reply","text":"Vielleicht spricht da noch jemand.","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":1.7}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Vielleicht spricht da noch jemand.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"sentence_ready_ms":378.57,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":50890.10000228882},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"finish_reason":"stop","usage":{"prompt_tokens":2788,"completion_tokens":23,"total_tokens":2811,"cost":0.0027664461,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279439,"upstream_inference_prompt_cost":0.00276012,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":396.6,"generation_calls":1,"llm_total_ms":396.62,"response_complete":true,"first_audio_ms":551.89,"tts_first_audio_ms":173.1},"at":51061.60000228882},{"type":"reply","text":"Vielleicht spricht da noch jemand. Hallo Christoph, ist da noch jemand im Raum oder spielt gerade ein Lied im Hintergrund?","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":2.56},{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"curiosity, soft","text":"Hallo Christoph, ist da noch jemand im Raum oder spielt gerade ein Lied im Hintergrund?","start_s":2.56,"end_s":7.66}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Hallo Christoph, ist da noch jemand im Raum oder spielt gerade ein Lied im Hintergrund?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"finish_reason":"stop","usage":{"prompt_tokens":2788,"completion_tokens":23,"total_tokens":2811,"cost":0.0027664461,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279439,"upstream_inference_prompt_cost":0.00276012,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":396.6,"generation_calls":1,"llm_total_ms":396.62,"response_complete":true,"first_audio_ms":551.89,"tts_first_audio_ms":173.1,"tts_server_stages":[{"generation_ms":1977.63,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1978.74,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1978.75,"prefetched":true}],"sentence_ready_ms":2357.24,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.soft.soft"},"sources":[],"lookups":[],"at":52876},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"finish_reason":"stop","usage":{"prompt_tokens":2788,"completion_tokens":23,"total_tokens":2811,"cost":0.0027664461,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279439,"upstream_inference_prompt_cost":0.00276012,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":396.6,"generation_calls":1,"llm_total_ms":396.62,"response_complete":true,"first_audio_ms":551.89,"tts_first_audio_ms":173.1,"tts_server_stages":[{"generation_ms":1977.63,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1978.74,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1978.75,"prefetched":true}],"answer_first_audio_ms":2359.34,"answer_audio_ready_ms":1595.94},"at":52876.60000228882},{"type":"pipeline_metrics","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","llm_actual_provider":"Cerebras","llm_ttft_ms":343,"quick_reply_generation_ms":376.06,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"finish_reason":"stop","usage":{"prompt_tokens":2788,"completion_tokens":23,"total_tokens":2811,"cost":0.0027664461,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279439,"upstream_inference_prompt_cost":0.00276012,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":396.6,"generation_calls":1,"llm_total_ms":396.62,"response_complete":true,"first_audio_ms":551.89,"tts_first_audio_ms":173.1,"tts_server_stages":[{"generation_ms":1977.63,"alignment_ms":0.01,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":3433.25,"alignment_ms":38.01,"alignment":{"applied":true,"lead_s":0.32,"cut_s":5.48,"removed_s":0.13,"words":15,"note":"","spans":[["Hallo",0.32,0.64,1],["Christoph",0.64,1.28,1],["ist",1.76,1.92,1],["da",1.92,2.08,1],["noch",2.08,2.24,1],["jemand",2.24,2.64,1],["im",2.64,2.8,1],["Raum",2.8,3.2,1],["oder",3.28,3.52,1],["spielt",3.52,3.92,1],["gerade",3.92,4.16,1],["ein",4.16,4.32,1],["Lied",4.32,4.56,1],["im",4.56,4.72,1],["Hintergrund",4.72,5.36,1]],"enabled":true,"available":true,"raw_seconds":5.76,"seconds":5.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":72,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":5.63}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":1978.74,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":1978.75,"prefetched":true},{"sentence":1,"role":"answer","audio_s":5.63,"total_ms":3591.63,"prefetched":true}],"answer_first_audio_ms":2359.34,"answer_audio_ready_ms":1595.94,"total_ms":3989.38,"audio_s":8.19,"sentences":2,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":44,"2":31},"prefill_ms":[48.92,40.83],"frame_ms":[9.03,113.79,20.52,116.06,21.23,20.87,113.86,20.25,112.41,20.29,19.75,112.74,20.99,116.75,20.42,19.79,113.22,20.38,112,20.45,20.47,113.73,20.49,113.12,20.61,19.94,113.91,20.77,112.99,21.21,20.01,118.66,21,113.38,17.98,17.35,17.86,17.39,109.61,17.75,17.25,17.34,17.18,110.95,18.76,17.75,17.41,17.23,109.8,17.86,17.27,17.22,17.9,110.27,17.96,17.34,17.68,18.31,110.29,17.99,18.02,17.64,17.37,109.8,17.96,17.51,17.31,17.32,110.61,18.54,17.49,17.52,17.32,109.87,55.91],"max_active":2,"jobs":2,"cancelled_jobs":0,"total_ms":3978.53,"gpu_allocated_mb":10991.4},"generation_rtf":0.4871},"at":54510.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":54710},{"type":"asr_preview","text":"Was","status":"sentence_stream","source":"local_sentence_asr","at":55209},{"type":"reply_cancelled","reply_id":3,"at":55261.5},{"type":"barge","yield":1,"at":55261.70000076294},{"type":"turn_done","barged":true,"at":55262.5},{"type":"asr_preview","text":"Was können wir heute","status":"sentence_stream","source":"local_sentence_asr","at":55795.29999923706},{"type":"asr_preview","text":"heute zusammen","status":"sentence_stream","source":"native_asr","at":56395.90000152588},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":57175.40000152588},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":57294.40000152588},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":57355.90000152588},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":54.72,"queued":false,"asr":{"text":"Was können wir heute zusammen machen?","model":"parakeet_v3","chunks":1,"transcribe_ms":49.17,"speech_pause_ms":700,"observed_quiet_ms":694},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":694,"at":57356},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0641,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.3228,"at":57356.90000152588},{"type":"ignored","source":"conversation_focus","reason":"Background, echo or uncertain voice; keeping the current conversation","at":57356.90000152588},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","at":62143}],"page_errors":[]}