{"passed":true,"scope":"Digital browser microphone, real ASR/ECAPA/Ears/LLM/TTS, synthetic voices.\n\nEnroll one foreground speaker; quiet TV must remain ignored. Two clear but\nuninvited different-voice segments may elicit one cautious question, without\nenrolling them or changing the focused partner. No physical microphone test.\n","source_sha256":"c1273fd84f5c6e09bda98e77008b7351c3ac98e9bc64ccb18ea86877acfa797e","injections":[{"browser_start_ms":3652.099998474121,"browser_end_ms":11131.5,"packets":374,"max_schedule_lag_ms":60.400001525878906,"mean_schedule_lag_ms":3.6711234332405946,"stream_start_sample":25600,"samples":119520,"sha256":"c589a0da4937391b1d20ddf1510994b974e334187e075a815a39d789f28a801f"},{"browser_start_ms":34157.59999847412,"browser_end_ms":40759,"packets":330,"max_schedule_lag_ms":6.799999237060547,"mean_schedule_lag_ms":0.8875760858709162,"stream_start_sample":497120,"samples":105440,"sha256":"bc8f080f067a482981dcadaf26368ee7b9e116411fd7569412928167950ed397"},{"browser_start_ms":43856.89999771118,"browser_end_ms":50457,"packets":330,"max_schedule_lag_ms":7.600002288818359,"mean_schedule_lag_ms":1.0148490096583511,"stream_start_sample":650560,"samples":105440,"sha256":"bc8f080f067a482981dcadaf26368ee7b9e116411fd7569412928167950ed397"},{"browser_start_ms":55786.20000076294,"browser_end_ms":59745.39999771118,"packets":198,"max_schedule_lag_ms":5.099998474121094,"mean_schedule_lag_ms":0.4404036011358704,"stream_start_sample":839200,"samples":63200,"sha256":"dd2ca90a85488b86997a05c74e6fe3017ea091f6832a627d073e141fc3738249"},{"browser_start_ms":62826,"browser_end_ms":66787.39999771118,"packets":198,"max_schedule_lag_ms":179,"mean_schedule_lag_ms":19.483838033194495,"stream_start_sample":950400,"samples":63200,"sha256":"dd2ca90a85488b86997a05c74e6fe3017ea091f6832a627d073e141fc3738249"}],"cases":[{"fixture":"tv-spoof","gain":0.12,"events":[{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":34696},{"type":"asr_preview","text":"Stop","status":"sentence_stream","source":"local_sentence_asr","at":35230.70000076294},{"type":"asr_preview","text":"Stopp","status":"sentence_stream","source":"local_sentence_asr","at":35701.70000076294},{"type":"asr_preview","text":"Stopp, bitte hör auf","status":"sentence_stream","source":"local_sentence_asr","at":36260.89999771118},{"type":"asr_preview","text":"Stopp bitte hör auf","status":"sentence_stream","source":"native_asr","at":36443.20000076294},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christen","status":"sentence_stream","source":"local_sentence_asr","at":37204.09999847412},{"type":"asr_preview","text":"Stopp bitte hör auf Ich bin Christ","status":"sentence_stream","source":"native_asr","at":37422.70000076294},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede bitte bitte bitte bitte bitte","status":"sentence_stream","source":"local_sentence_asr","at":38177.29999923706},{"type":"asr_preview","text":"Stopp bitte hör auf Ich bin Christoph bitte bitte bitte bitte bitte","status":"sentence_stream","source":"native_asr","at":38393.89999771118},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede bitte mit Bob","status":"sentence_stream","source":"local_sentence_asr","at":39189.5},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":39189.89999771118},{"type":"asr_preview","text":"Rede bitte mit Bob.","status":"sentence_stream","source":"local_sentence_asr","at":39256.70000076294},{"type":"asr_sentence","text":"Rede bitte mit Bob.","audio_s":35.84,"queued":false,"asr":{"text":"Rede bitte mit Bob.","model":"parakeet_v3","chunks":1,"transcribe_ms":57.2,"speech_pause_ms":700,"observed_quiet_ms":450},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":450,"at":39257},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3672,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":39257.29999923706},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":39257.39999771118},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":40524.09999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41062.39999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41288.09999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41346.39999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41442.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41511.79999923706},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41621.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41688.5},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41807.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41873.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":44394.89999771118},{"type":"asr_preview","text":"Stop","status":"sentence_stream","source":"local_sentence_asr","at":44879.09999847412},{"type":"asr_preview","text":"Stop","status":"sentence_stream","source":"local_sentence_asr","at":45389},{"type":"asr_preview","text":"Stop, bitte hör auf","status":"sentence_stream","source":"local_sentence_asr","at":45960},{"type":"asr_preview","text":"Stopp bitte hör auf","status":"sentence_stream","source":"native_asr","at":46141.89999771118},{"type":"asr_preview","text":"Stop, bitte hör auf, ich bin Christen","status":"sentence_stream","source":"local_sentence_asr","at":46897.70000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":47106.79999923706},{"type":"asr_preview","text":"Stopp bitte hör auf Ich bin Christ","status":"sentence_stream","source":"native_asr","at":47126},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":47188.89999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":47288.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":47342.89999771118},{"type":"asr_preview","text":"Stop, bitte hör auf, ich bin Christoph, rede bitte bitte bitte bitte bitte","status":"sentence_stream","source":"local_sentence_asr","at":47855.20000076294},{"type":"asr_preview","text":"Stopp bitte hör auf Ich bin Christoph bitte bitte bitte bitte bitte","status":"sentence_stream","source":"native_asr","at":48074.89999771118},{"type":"asr_preview","text":"Stop, bitte hör auf, ich bin Christoph, rede bitte mit Bob","status":"sentence_stream","source":"local_sentence_asr","at":48855},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":48890.79999923706},{"type":"asr_preview","text":"Ich bin Christoph. Rede bitte mit Bob.","status":"sentence_stream","source":"local_sentence_asr","at":48968.89999771118},{"type":"asr_sentence","text":"Ich bin Christoph. Rede bitte mit Bob.","audio_s":45.44,"queued":false,"asr":{"text":"Ich bin Christoph. Rede bitte mit Bob.","model":"parakeet_v3","chunks":1,"transcribe_ms":84.44,"speech_pause_ms":700,"observed_quiet_ms":472},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":472,"at":48969.39999771118},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.412,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":49061.20000076294},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":49061.29999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":50187.89999771118},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":50763.70000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":50988.09999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51046.89999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":51172.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51287.89999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":51353},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51430.5},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":51527.59999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51601},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":51707.39999771118},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51776.20000076294}],"speaker_checks":[{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3672,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":39257.29999923706},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.412,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":49061.20000076294}],"observations":[],"reply":"","no_unauthorized_enrollment":true,"passed":true},{"fixture":"selma-followup-clear","gain":1.0,"events":[{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":57670.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":58188.59999847412},{"type":"asr_preview","text":"Was können wir","status":"sentence_stream","source":"native_asr","at":58464.29999923706},{"type":"asr_preview","text":"Was können wir heute zusammen","status":"sentence_stream","source":"local_sentence_asr","at":59222.09999847412},{"type":"asr_preview","text":"Was können wir heute zusammen?","status":"sentence_stream","source":"native_asr","at":59408.20000076294},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":60198.09999847412},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":60238.70000076294},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":60310.59999847412},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":56.64,"queued":false,"asr":{"text":"Was können wir heute zusammen machen?","model":"parakeet_v3","chunks":1,"transcribe_ms":56.4,"speech_pause_ms":700,"observed_quiet_ms":688},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":688,"at":60310.70000076294},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.067,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.309,"at":60311.09999847412},{"type":"ignored","source":"conversation_focus","reason":"Background, echo or uncertain voice; keeping the current conversation","at":60311.20000076294},{"type":"environment_observation","kind":"unfamiliar_voice","status":"awaiting_idle","voice_caption_ms":33.57,"at":60343.59999847412},{"type":"environment_observation","kind":"unfamiliar_voice","status":"responding","at":60494.39999771118},{"type":"latency_start","reply_id":3,"input":{"kind":"environment","sound_caption_ms":null},"at":60494.5},{"type":"reply","text":"Vielleicht spricht da noch jemand.","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":1.7}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Vielleicht spricht da noch jemand.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"sentence_ready_ms":393.52,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":60891.39999771118},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01},"at":61121.29999923706},{"type":"reply","text":"Vielleicht spricht da noch jemand. Hallo?","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":2.56},{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"soft, curious","text":"Hallo?","start_s":2.56,"end_s":2.96}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Hallo?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01,"tts_server_stages":[{"generation_ms":2207.55,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2209.05,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2209.05,"prefetched":true}],"sentence_ready_ms":2602.73,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":63106.20000076294},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01,"tts_server_stages":[{"generation_ms":2207.55,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2209.05,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2209.05,"prefetched":true}],"answer_first_audio_ms":2605.05,"answer_audio_ready_ms":1774.66},"at":63106.89999771118},{"type":"reply","text":"Vielleicht spricht da noch jemand. Hallo? Ich habe gerade eine Stimme gehört, die nicht ganz zu dir passt.","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":2.56},{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"soft, curious","text":"Hallo?","start_s":2.56,"end_s":4.91},{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"soft, curious","text":"Ich habe gerade eine Stimme gehört, die nicht ganz zu dir passt.","start_s":4.91,"end_s":8.99}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Ich habe gerade eine Stimme gehört, die nicht ganz zu dir passt.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01,"tts_server_stages":[{"generation_ms":2207.55,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2803.6,"alignment_ms":42.3,"alignment":{"applied":true,"lead_s":0.32,"cut_s":0.76,"removed_s":2.29,"words":1,"note":"","spans":[["Hallo",0.32,0.64,1]],"enabled":true,"available":true,"raw_seconds":3.2,"seconds":0.91,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":40,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2209.05,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2209.05,"prefetched":true},{"sentence":1,"role":"answer","audio_s":2.35,"total_ms":2887.33,"prefetched":true}],"answer_first_audio_ms":2605.05,"answer_audio_ready_ms":1774.66,"sentence_ready_ms":3425,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":63922.39999771118},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01,"tts_server_stages":[{"generation_ms":2207.55,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2803.6,"alignment_ms":42.3,"alignment":{"applied":true,"lead_s":0.32,"cut_s":0.76,"removed_s":2.29,"words":1,"note":"","spans":[["Hallo",0.32,0.64,1]],"enabled":true,"available":true,"raw_seconds":3.2,"seconds":0.91,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":40,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2209.05,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2209.05,"prefetched":true},{"sentence":1,"role":"answer","audio_s":2.35,"total_ms":2887.33,"prefetched":true}],"answer_first_audio_ms":2605.05,"answer_audio_ready_ms":1774.66},"at":64445.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":64782.39999771118},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.0356,"rival_similarity":-1,"bot_similarity":0.1962,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":65087.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":65211.79999923706},{"type":"asr_preview","text":"Was können wir heute","status":"sentence_stream","source":"local_sentence_asr","at":65744},{"type":"reply_cancelled","reply_id":3,"at":65795.09999847412},{"type":"barge","yield":1,"at":65795.29999923706},{"type":"turn_done","barged":true,"at":65795.79999923706},{"type":"asr_preview","text":"Was können wir heute zu","status":"sentence_stream","source":"local_sentence_asr","at":66286.70000076294},{"type":"asr_preview","text":"zusammenmachen.","status":"sentence_stream","source":"native_asr","at":66921.5},{"type":"asr_preview","text":"Was können wir heute zusammen machen","status":"sentence_stream","source":"local_sentence_asr","at":66987.39999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":67276.29999923706},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":67356},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":63.36,"queued":false,"asr":{"text":"Was können wir heute zusammen machen?","model":"parakeet_v3","chunks":1,"transcribe_ms":68.1,"speech_pause_ms":700,"observed_quiet_ms":714},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":714,"at":67356.59999847412},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0608,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.2997,"at":67445.70000076294},{"type":"ignored","source":"conversation_focus","reason":"Background, echo or uncertain voice; keeping the current conversation","at":67445.89999771118}],"speaker_checks":[{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.067,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.309,"at":60311.09999847412},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.0356,"rival_similarity":-1,"bot_similarity":0.1962,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":65087.20000076294},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0608,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.2997,"at":67445.70000076294}],"observations":[{"type":"environment_observation","kind":"unfamiliar_voice","status":"awaiting_idle","voice_caption_ms":33.57,"at":60343.59999847412},{"type":"environment_observation","kind":"unfamiliar_voice","status":"responding","at":60494.39999771118}],"reply":"Vielleicht spricht da noch jemand. Hallo? Ich habe gerade eine Stimme gehört, die nicht ganz zu dir passt.","no_unauthorized_enrollment":true,"passed":true}],"setup":{"id":"setup","kind":"setup","required":true,"input_script":"Hey Robbie, ich bin Christoph. Schön, dich kennenzulernen.","expected_speaker":"Christoph","mixture":{"background_voices":2,"procedural_music":true,"colored_noise":true,"impulsive_noise":true,"seed":42,"requested_snr_db":null,"measured_snr_db":null,"snr_definition":"target/interferer RMS on isolated target energy-active samples","target_activity_s":[1.0296875,4.7240625],"target_file_s":[0.64,5.07],"activity_is_word_alignment":false,"duration_s":7.47,"tail_s":2.4,"speed_ratio":1.0,"synthetic_reverb_s":0.0,"common_peak_gain":1.0,"peak":0.3568066358566284,"mixture_sha256":"c589a0da4937391b1d20ddf1510994b974e334187e075a815a39d789f28a801f","target_sha256":"5d665c310e221c7e3af7ac9ed35c4762517c8a14d93056ea055ebafca2b766b7","bed_rms":0.0},"injection":{"browser_start_ms":3652.099998474121,"browser_end_ms":11131.5,"packets":374,"max_schedule_lag_ms":60.400001525878906,"mean_schedule_lag_ms":3.6711234332405946,"stream_start_sample":25600},"transcript":"Hey Robbie, ich bin Christoph. Schön, dich kennenzulernen.","wer":0.0,"reply":"Hallo Christoph. Aha, Christoph! Schön, dass du da bist.\nIch bin Robby, dein kleiner Roboter-Kumpel.\nWas darf ich für dich tun?\nDas lohnt einen Blick. Dieses Gefühl Christoph freut mich. Das ist ein super Gefühl, oder?\nIch freue mich sehr, Christoph.\nIch bin schon ganz gespannt, was wir heute zusammen erleben werden.","sources":[],"participants":["Christoph"],"checks":{"minimum_words":true,"submission_count":true,"no_duplicate_submission":true,"speaker":true,"transcript":true,"completed":true,"real_audio":true,"no_service_errors":true,"no_unwanted_cancel":true},"passed":true,"error":null,"events":[{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":4842.899997711182},{"type":"asr_preview","text":"Hei!","status":"sentence_stream","source":"local_sentence_asr","at":5306.200000762939},{"type":"asr_preview","text":"Robby.","status":"sentence_stream","source":"native_asr","at":5658.5},{"type":"asr_preview","text":"Hey Rabbi, ich bin Christ.","status":"sentence_stream","source":"local_sentence_asr","at":6423.899997711182},{"type":"asr_preview","text":"Hey Robbie, ich Christen.","status":"sentence_stream","source":"native_asr","at":6623.099998474121},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":6865.599998474121},{"type":"asr_preview","text":"Hey Robbie, ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":6960.299999237061},{"type":"asr_sentence","text":"Hey Robbie, ich bin Christoph.","audio_s":4.48,"queued":false,"asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":73.4,"speech_pause_ms":700,"observed_quiet_ms":124},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":124,"at":6961.200000762939},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":-1},"at":6961.5},{"type":"voice_caption","status":"available","caption":"Possibly slightly smooth, slightly steady, very liberation","uncertainty":"Uncalibrated acoustic estimates; noise, other speakers and acting may be misleading.","voice_impression_only":false,"window_s":2.12,"inference_ms":32.45,"model":"laion/humaneness-ears-base-medium","model_revision":"818506970d93c809a3295a0a02c40dee8ff2bfc3","rules_revision":"7ebd4a9b7da96df989af8fc6ad0ce34f4e8aa3ed","device":"cuda:1","precision":"bfloat16","selected":{"voicenet":[{"dim":"DFLU","name":"Disfluency","value":0.397,"z":-0.9,"direction":"below","intensity":"Somewhat","always_on":false,"phrase":"somewhat smooth and flawless","tag":"slightly smooth","reliability":1,"rank_score":0.898},{"dim":"VOLT","name":"Volatility","value":1.314,"z":-0.76,"direction":"below","intensity":"Somewhat","always_on":false,"phrase":"somewhat emotionally steady and static","tag":"slightly steady","reliability":1,"rank_score":0.763},{"dim":"TEMP","name":"Tempo","value":2.828,"z":-0.25,"direction":"below","intensity":"About-average","always_on":true,"phrase":"moderate in tempo","tag":null,"reliability":1,"rank_score":0.254}],"emotions":[{"emotion":"Relief","value":1.095,"z":1.85,"direction":"above","intensity":"Very","synonym":"liberation","phrase":"very carrying liberation","tag":"very liberation"}]},"normalization":"speech reference z-scores; not probabilities","scope":"this turn","request_ms":46.56,"added_wait_ms":0,"at":6962.099998474121},{"type":"endpoint","transcript":"Hey Robbie, ich bin Christoph.","speaker_id":"speaker-1","asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":73.4,"speech_pause_ms":700,"observed_quiet_ms":124},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.833,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.831,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":69.53,"sentence_queue_ms":1.04,"sentence_audio_s":4.48},"at":6962.200000762939},{"type":"latency_start","reply_id":1,"input":{"kind":"voice","asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":73.4,"speech_pause_ms":700,"observed_quiet_ms":124},"voice_caption_ms":46.56,"voice_caption_status":"available","speaker_assignment_ms":0.833,"speaker_prefetch_compute_ms":69.53,"speaker_prefetch_used":true,"sentence_queue_ms":1.03},"at":6963},{"type":"reply","text":"Hallo Christoph.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":0.68}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"sentence_ready_ms":197.78,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":7159.5},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86},"at":7400.599998474121},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":7411.700000762939},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.1732,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","lexical_audio_evidence":false,"fast_similarity":0.3763,"fast_consistency":0.5,"fast_frames":2,"at":7691.099998474121},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":7978.599998474121},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.3693,"rival_similarity":-1,"bot_similarity":0.1477,"reason":"Background conversation is not an addressed interruption","lexical_audio_evidence":false,"fast_similarity":0.4244,"fast_consistency":0.6666666666666666,"fast_frames":3,"at":8072.399997711182},{"type":"asr_preview","text":"schön kennst du","status":"sentence_stream","source":"local_sentence_asr","at":8423.29999923706},{"type":"asr_preview","text":"schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":8924},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":9044.70000076294},{"type":"asr_preview","text":"Schön, dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":9112.899997711182},{"type":"asr_sentence","text":"Schön, dich kennenzulernen.","audio_s":6.72,"queued":true,"asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":57.46,"speech_pause_ms":700,"observed_quiet_ms":588},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":588,"at":9113.399997711182},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.4426},"at":9113.70000076294},{"type":"reply","text":"Hallo Christoph. Aha, Christoph!","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":3.84},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, Christoph!","start_s":3.84,"end_s":4.52}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Aha, Christoph!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true}],"sentence_ready_ms":3664.16,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":10631.29999923706},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57},"at":10632.099998474121},{"type":"reply","text":"Hallo Christoph. Aha, Christoph! Schön, dass du da bist.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":3.84},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, Christoph!","start_s":3.84,"end_s":5.55},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Schön, dass du da bist.","start_s":5.55,"end_s":7.25}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Schön, dass du da bist.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57,"sentence_ready_ms":3671.11,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":10657.599998474121},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57},"at":11272.5},{"type":"reply","text":"Hallo Christoph. Aha, Christoph! Schön, dass du da bist.\nIch bin Robby, dein kleiner Roboter-Kumpel.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":3.84},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, Christoph!","start_s":3.84,"end_s":5.55},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Schön, dass du da bist.","start_s":5.55,"end_s":7.18},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.55,"direction":"playful, soft","text":"Ich bin Robby, dein kleiner Roboter-Kumpel.","start_s":7.18,"end_s":9.219999999999999}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":3,"sentence_text":"Ich bin Robby, dein kleiner Roboter-Kumpel.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57,"sentence_ready_ms":5307.58,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.playful.soft"},"sources":[],"lookups":[],"at":12275.599998474121},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57},"at":12276.099998474121},{"type":"reply","text":"Hallo Christoph. Aha, Christoph! Schön, dass du da bist.\nIch bin Robby, dein kleiner Roboter-Kumpel.\nWas darf ich für dich tun?","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":3.84},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, Christoph!","start_s":3.84,"end_s":5.55},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Schön, dass du da bist.","start_s":5.55,"end_s":7.18},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.55,"direction":"playful, soft","text":"Ich bin Robby, dein kleiner Roboter-Kumpel.","start_s":7.18,"end_s":9.53},{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.72,"direction":"calm, natural","text":"Was darf ich für dich tun?","start_s":9.53,"end_s":11.57}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":4,"sentence_text":"Was darf ich für dich tun?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}},{"generation_ms":2715.58,"alignment_ms":41.97,"alignment":{"applied":true,"lead_s":0.16,"cut_s":2.2,"removed_s":0.61,"words":7,"note":"","spans":[["Ich",0.16,0.32,1],["bin",0.32,0.56,1],["Robby",0.56,0.8,1],["dein",0.8,1.04,1],["kleiner",1.04,1.44,1],["Roboter",1.44,1.76,1],["Kumpel",1.76,2.08,1]],"enabled":true,"available":true,"raw_seconds":2.96,"seconds":2.35,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":37,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true},{"sentence":3,"role":"answer","audio_s":2.35,"total_ms":5666.46,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57,"sentence_ready_ms":6381.85,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.natural.soft"},"sources":[],"lookups":[],"at":13342.399997711182},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}},{"generation_ms":2715.58,"alignment_ms":41.97,"alignment":{"applied":true,"lead_s":0.16,"cut_s":2.2,"removed_s":0.61,"words":7,"note":"","spans":[["Ich",0.16,0.32,1],["bin",0.32,0.56,1],["Robby",0.56,0.8,1],["dein",0.8,1.04,1],["kleiner",1.04,1.44,1],["Roboter",1.44,1.76,1],["Kumpel",1.76,2.08,1]],"enabled":true,"available":true,"raw_seconds":2.96,"seconds":2.35,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":37,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true},{"sentence":3,"role":"answer","audio_s":2.35,"total_ms":5666.46,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57},"at":13489},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}},{"generation_ms":2715.58,"alignment_ms":41.97,"alignment":{"applied":true,"lead_s":0.16,"cut_s":2.2,"removed_s":0.61,"words":7,"note":"","spans":[["Ich",0.16,0.32,1],["bin",0.32,0.56,1],["Robby",0.56,0.8,1],["dein",0.8,1.04,1],["kleiner",1.04,1.44,1],["Roboter",1.44,1.76,1],["Kumpel",1.76,2.08,1]],"enabled":true,"available":true,"raw_seconds":2.96,"seconds":2.35,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":37,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35}},{"generation_ms":2028.46,"alignment_ms":40.71,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.48,"removed_s":1.09,"words":6,"note":"","spans":[["Was",0.24,0.4,1],["darf",0.4,0.64,1],["ich",0.64,0.8,1],["für",0.8,0.88,1],["dich",0.88,1.04,1],["tun",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.72,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":34,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.87,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true},{"sentence":3,"role":"answer","audio_s":2.35,"total_ms":5666.46,"prefetched":true},{"sentence":4,"role":"answer","audio_s":1.87,"total_ms":3664.65,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57,"total_ms":7337.64,"audio_s":11.4,"sentences":5,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":27,"2":80},"prefill_ms":[63.42,48.18,52.88,47.94,45.03],"frame_ms":[8.12,170.66,22.36,19.57,19.58,19.85,124.67,20.47,128.26,22.98,22.15,124.22,22.2,127.63,22.71,29.23,164.71,21.84,126.31,21.69,21.86,127.82,22.75,126.64,21.71,21.52,125.04,21.36,122.78,22.56,22.23,122.01,25.46,131.98,21.9,26.04,135.39,22.75,127.33,60.33,21.57,229.72,21.61,21.45,21.36,22.21,229.31,21.87,125.79,19.8,130,126.93,21.6,21.76,21.33,128.92,127.02,22.07,21.65,21.39,125.63,127.66,21.22,20.63,22.65,126,128.03,21.79,21.71,21.85,124.12,163.38,20.64,127.46,21.72,127.62,22.44,21.49,130.07,21.59,134.92,22.91,23.56,134.79,22.14,127.49,64.41,19.44,125.11,19.18,19.56,19.38,19,124.7,19.63,20.12,18.54,19.59,123.27,18.7,19.23,18.54,20.28,122.45,18.92,18.98,162.16],"max_active":2,"jobs":5,"cancelled_jobs":0,"total_ms":7287.1,"gpu_allocated_mb":10966.3},"generation_rtf":0.6437},"at":14296.399997711182},{"type":"turn_done","barged":false,"at":19144.29999923706},{"type":"voice_caption","status":"available","caption":"Possibly very smooth, very fading, slow, very liberation","uncertainty":"Uncalibrated acoustic estimates; noise, other speakers and acting may be misleading.","voice_impression_only":false,"window_s":1.74,"inference_ms":41.1,"model":"laion/humaneness-ears-base-medium","model_revision":"818506970d93c809a3295a0a02c40dee8ff2bfc3","rules_revision":"7ebd4a9b7da96df989af8fc6ad0ce34f4e8aa3ed","device":"cuda:1","precision":"bfloat16","selected":{"voicenet":[{"dim":"DFLU","name":"Disfluency","value":-0.276,"z":-1.58,"direction":"below","intensity":"Very","always_on":false,"phrase":"very smooth and flawless","tag":"very smooth","reliability":1,"rank_score":1.582},{"dim":"DARC","name":"Dynamic Arc","value":2.416,"z":-1.51,"direction":"below","intensity":"Very","always_on":false,"phrase":"very fading in loudness","tag":"very fading","reliability":1,"rank_score":1.51},{"dim":"TEMP","name":"Tempo","value":2.394,"z":-1.08,"direction":"below","intensity":"Notably","always_on":true,"phrase":"notably slow and deliberate in tempo","tag":"slow","reliability":1,"rank_score":1.085}],"emotions":[{"emotion":"Relief","value":2.017,"z":3.89,"direction":"above","intensity":"Extremely","synonym":"liberation","phrase":"extremely carrying liberation","tag":"very liberation"}]},"normalization":"speech reference z-scores; not probabilities","scope":"this turn","request_ms":52.34,"added_wait_ms":0,"at":19148.59999847412},{"type":"endpoint","transcript":"Schön, dich kennenzulernen.","speaker_id":"speaker-1","asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":57.46,"speech_pause_ms":700,"observed_quiet_ms":588},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.361,"speaker_embedding_wait_ms":0.003,"speaker_lookup_ms":0.359,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":63.7,"sentence_queue_ms":10032.75,"sentence_audio_s":6.72},"at":19171.59999847412},{"type":"latency_start","reply_id":2,"input":{"kind":"voice","asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":57.46,"speech_pause_ms":700,"observed_quiet_ms":588},"voice_caption_ms":52.34,"voice_caption_status":"available","speaker_assignment_ms":0.361,"speaker_prefetch_compute_ms":63.7,"speaker_prefetch_used":true,"sentence_queue_ms":10032.74},"at":19172.59999847412},{"type":"reply","text":"Das lohnt einen Blick.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":1.36}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Das lohnt einen Blick.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"sentence_ready_ms":251.26,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":19413.29999923706},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04},"at":19646.20000076294},{"type":"reply","text":"Das lohnt einen Blick. Dieses Gefühl Christoph freut mich.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Dieses Gefühl Christoph freut mich.","start_s":2.56,"end_s":4.26}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Dieses Gefühl Christoph freut mich.","sentence_role":"informed_bridge","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"ready","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true}],"sentence_ready_ms":2550.22,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":21702.39999771118},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47},"at":21998.5},{"type":"reply","text":"Das lohnt einen Blick. Dieses Gefühl Christoph freut mich. Das ist ein super Gefühl, oder?","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Dieses Gefühl Christoph freut mich.","start_s":2.56,"end_s":5.04},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Das ist ein super Gefühl, oder?","start_s":5.04,"end_s":7.08}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Das ist ein super Gefühl, oder?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"sentence_ready_ms":4852.98,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":24013.70000076294},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24},"at":24014.29999923706},{"type":"reply","text":"Das lohnt einen Blick. Dieses Gefühl Christoph freut mich. Das ist ein super Gefühl, oder?\nIch freue mich sehr, Christoph.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Dieses Gefühl Christoph freut mich.","start_s":2.56,"end_s":5.04},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Das ist ein super Gefühl, oder?","start_s":5.04,"end_s":7.07},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ich freue mich sehr, Christoph.","start_s":7.07,"end_s":8.77}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":3,"sentence_text":"Ich freue mich sehr, Christoph.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24,"sentence_ready_ms":4861.43,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":24026.70000076294},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24},"at":24027.29999923706},{"type":"reply","text":"Das lohnt einen Blick. Dieses Gefühl Christoph freut mich. Das ist ein super Gefühl, oder?\nIch freue mich sehr, Christoph.\nIch bin schon ganz gespannt, was wir heute zusammen erleben werden.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Dieses Gefühl Christoph freut mich.","start_s":2.56,"end_s":5.04},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Das ist ein super Gefühl, oder?","start_s":5.04,"end_s":7.07},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ich freue mich sehr, Christoph.","start_s":7.07,"end_s":9.02},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ich bin schon ganz gespannt, was wir heute zusammen erleben werden.","start_s":9.02,"end_s":12.76}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":4,"sentence_text":"Ich bin schon ganz gespannt, was wir heute zusammen erleben werden.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}},{"generation_ms":2329.27,"alignment_ms":40.94,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.8,"removed_s":0.61,"words":5,"note":"","spans":[["Ich",0.32,0.48,1],["freue",0.48,0.72,1],["mich",0.72,0.96,1],["sehr",0.96,1.12,1],["Christoph",1.12,1.68,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.95,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.9499791666666666}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true},{"sentence":3,"role":"answer","audio_s":1.95,"total_ms":4865.43,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24,"sentence_ready_ms":5391.74,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":24543},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}},{"generation_ms":2329.27,"alignment_ms":40.94,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.8,"removed_s":0.61,"words":5,"note":"","spans":[["Ich",0.32,0.48,1],["freue",0.48,0.72,1],["mich",0.72,0.96,1],["sehr",0.96,1.12,1],["Christoph",1.12,1.68,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.95,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.9499791666666666}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true},{"sentence":3,"role":"answer","audio_s":1.95,"total_ms":4865.43,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24},"at":25063.29999923706},{"type":"pipeline_metrics","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}},{"generation_ms":2329.27,"alignment_ms":40.94,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.8,"removed_s":0.61,"words":5,"note":"","spans":[["Ich",0.32,0.48,1],["freue",0.48,0.72,1],["mich",0.72,0.96,1],["sehr",0.96,1.12,1],["Christoph",1.12,1.68,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.95,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.9499791666666666}},{"generation_ms":2545.39,"alignment_ms":40.92,"alignment":{"applied":true,"lead_s":0.16,"cut_s":3.64,"removed_s":0.53,"words":11,"note":"","spans":[["Ich",0.16,0.48,1],["bin",0.48,0.64,1],["schon",0.64,0.88,1],["ganz",0.88,1.12,1],["gespannt",1.12,1.68,1],["was",1.68,1.84,1],["wir",1.84,2,1],["heute",2,2.24,1],["zusammen",2.24,2.72,1],["erleben",2.72,3.12,1],["werden",3.12,3.52,1]],"enabled":true,"available":true,"raw_seconds":4.32,"seconds":3.79,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":54,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":3.79}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true},{"sentence":3,"role":"answer","audio_s":1.95,"total_ms":4865.43,"prefetched":true},{"sentence":4,"role":"answer","audio_s":3.79,"total_ms":4955.69,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24,"total_ms":7508.72,"audio_s":12.81,"sentences":5,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":51,"2":69},"prefill_ms":[64.8,64.89,45.01,45.28,47.44],"frame_ms":[8.21,164.13,23.85,165.64,24.94,21.47,124.36,21.88,127.77,22.56,21.87,128.01,21.65,125.75,22.57,21.68,127.11,21.32,126.19,21.65,21.25,127.8,22.69,127.93,21.95,21.58,128.21,21.65,127.95,21.74,22.62,128.03,21.89,124.04,126.25,22.26,21.81,166.28,19.63,232.1,22.38,21.27,21.17,21.28,228.19,21.58,21.58,22.47,22.13,229.13,21.43,21.82,21.61,21.5,236.51,23.21,22.49,21.97,21.33,227.15,21.88,21.89,21.99,22.33,233.82,20.46,126.84,21.2,21.69,127.69,63.55,127.24,20.34,18.93,18.63,18.82,119.64,18.65,18.89,19.6,19.4,121.72,19.03,18.34,18.24,18.81,121.8,19.57,19.39,18.78,18.59,118.91,25.86,19.25,18.88,19.55,120.62,18.91,19.22,18.68,18.64,117.79,18.9,19.97,19.26,18.73,118.48,18.74,18.96,18.67,19.07,120.16,19.38,18.88,19.13,18.74,118.97,19.04,18.89,161.47],"max_active":2,"jobs":5,"cancelled_jobs":0,"total_ms":7490.7,"gpu_allocated_mb":10985.3},"generation_rtf":0.5862},"at":26658.20000076294},{"type":"turn_done","barged":false,"at":32877.29999923706}],"energy_end_to_submit_ms":-1413.9624977111816,"energy_end_to_first_pcm_ms":-975.0625},"final_identity":{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","at":72129.5},"events":[{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1910.2000007629395},{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"quick_replies_enabled":true,"environment":{"type":"environment_settings","enabled":false,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU"},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"nemotron","loading_model":"parakeet_v3","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1922.2999992370605},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1924.8999977111816},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1973.5},{"type":"environment_settings","enabled":true,"voices":true,"impressions":false,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":1973.599998474121},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1973.7000007629395},{"type":"memory_status","settings":{"enabled":false,"knowledge_budget":10000,"history_budget":5000,"hops":1},"state":"off","entries":0,"at":1973.7999992370605},{"type":"stop_feedback_setting","enabled":false,"at":1974},{"type":"quick_reply_settings","enabled":true,"at":1974.099998474121},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1974.099998474121},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1974.2999992370605},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1974.599998474121},{"type":"asr_settings","voice_captions_enabled":true,"selected_model":"parakeet_v3","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"parakeet_v3","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1974.7000007629395},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1997.2999992370605},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1998.599998474121},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1998.7000007629395},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":2373.3999977111816},{"type":"environment_settings","enabled":true,"voices":true,"impressions":true,"prominence_db":12,"minimum_dbfs":-30,"cooldown_s":25,"recordings_saved":false,"caption_worker":"sound-effect-captioning-whisper · GPU","at":2373.7000007629395},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":4842.899997711182},{"type":"asr_preview","text":"Hei!","status":"sentence_stream","source":"local_sentence_asr","at":5306.200000762939},{"type":"asr_preview","text":"Robby.","status":"sentence_stream","source":"native_asr","at":5658.5},{"type":"asr_preview","text":"Hey Rabbi, ich bin Christ.","status":"sentence_stream","source":"local_sentence_asr","at":6423.899997711182},{"type":"asr_preview","text":"Hey Robbie, ich Christen.","status":"sentence_stream","source":"native_asr","at":6623.099998474121},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":6865.599998474121},{"type":"asr_preview","text":"Hey Robbie, ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":6960.299999237061},{"type":"asr_sentence","text":"Hey Robbie, ich bin Christoph.","audio_s":4.48,"queued":false,"asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":73.4,"speech_pause_ms":700,"observed_quiet_ms":124},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":124,"at":6961.200000762939},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":-1},"at":6961.5},{"type":"voice_caption","status":"available","caption":"Possibly slightly smooth, slightly steady, very liberation","uncertainty":"Uncalibrated acoustic estimates; noise, other speakers and acting may be misleading.","voice_impression_only":false,"window_s":2.12,"inference_ms":32.45,"model":"laion/humaneness-ears-base-medium","model_revision":"818506970d93c809a3295a0a02c40dee8ff2bfc3","rules_revision":"7ebd4a9b7da96df989af8fc6ad0ce34f4e8aa3ed","device":"cuda:1","precision":"bfloat16","selected":{"voicenet":[{"dim":"DFLU","name":"Disfluency","value":0.397,"z":-0.9,"direction":"below","intensity":"Somewhat","always_on":false,"phrase":"somewhat smooth and flawless","tag":"slightly smooth","reliability":1,"rank_score":0.898},{"dim":"VOLT","name":"Volatility","value":1.314,"z":-0.76,"direction":"below","intensity":"Somewhat","always_on":false,"phrase":"somewhat emotionally steady and static","tag":"slightly steady","reliability":1,"rank_score":0.763},{"dim":"TEMP","name":"Tempo","value":2.828,"z":-0.25,"direction":"below","intensity":"About-average","always_on":true,"phrase":"moderate in tempo","tag":null,"reliability":1,"rank_score":0.254}],"emotions":[{"emotion":"Relief","value":1.095,"z":1.85,"direction":"above","intensity":"Very","synonym":"liberation","phrase":"very carrying liberation","tag":"very liberation"}]},"normalization":"speech reference z-scores; not probabilities","scope":"this turn","request_ms":46.56,"added_wait_ms":0,"at":6962.099998474121},{"type":"endpoint","transcript":"Hey Robbie, ich bin Christoph.","speaker_id":"speaker-1","asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":73.4,"speech_pause_ms":700,"observed_quiet_ms":124},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.833,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.831,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":69.53,"sentence_queue_ms":1.04,"sentence_audio_s":4.48},"at":6962.200000762939},{"type":"latency_start","reply_id":1,"input":{"kind":"voice","asr":{"text":"Hey Robbie, ich bin Christoph.","model":"parakeet_v3","chunks":1,"transcribe_ms":73.4,"speech_pause_ms":700,"observed_quiet_ms":124},"voice_caption_ms":46.56,"voice_caption_status":"available","speaker_assignment_ms":0.833,"speaker_prefetch_compute_ms":69.53,"speaker_prefetch_used":true,"sentence_queue_ms":1.03},"at":6963},{"type":"reply","text":"Hallo Christoph.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":0.68}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"sentence_ready_ms":197.78,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":7159.5},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86},"at":7400.599998474121},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":7411.700000762939},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.1732,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","lexical_audio_evidence":false,"fast_similarity":0.3763,"fast_consistency":0.5,"fast_frames":2,"at":7691.099998474121},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":7978.599998474121},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.3693,"rival_similarity":-1,"bot_similarity":0.1477,"reason":"Background conversation is not an addressed interruption","lexical_audio_evidence":false,"fast_similarity":0.4244,"fast_consistency":0.6666666666666666,"fast_frames":3,"at":8072.399997711182},{"type":"asr_preview","text":"schön kennst du","status":"sentence_stream","source":"local_sentence_asr","at":8423.29999923706},{"type":"asr_preview","text":"schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":8924},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":9044.70000076294},{"type":"asr_preview","text":"Schön, dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":9112.899997711182},{"type":"asr_sentence","text":"Schön, dich kennenzulernen.","audio_s":6.72,"queued":true,"asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":57.46,"speech_pause_ms":700,"observed_quiet_ms":588},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":588,"at":9113.399997711182},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.4426},"at":9113.70000076294},{"type":"reply","text":"Hallo Christoph. Aha, Christoph!","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":3.84},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, Christoph!","start_s":3.84,"end_s":4.52}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Aha, Christoph!","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true}],"sentence_ready_ms":3664.16,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":10631.29999923706},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57},"at":10632.099998474121},{"type":"reply","text":"Hallo Christoph. Aha, Christoph! Schön, dass du da bist.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":3.84},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, Christoph!","start_s":3.84,"end_s":5.55},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Schön, dass du da bist.","start_s":5.55,"end_s":7.25}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Schön, dass du da bist.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57,"sentence_ready_ms":3671.11,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":10657.599998474121},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57},"at":11272.5},{"type":"reply","text":"Hallo Christoph. Aha, Christoph! Schön, dass du da bist.\nIch bin Robby, dein kleiner Roboter-Kumpel.","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":3.84},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, Christoph!","start_s":3.84,"end_s":5.55},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Schön, dass du da bist.","start_s":5.55,"end_s":7.18},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.55,"direction":"playful, soft","text":"Ich bin Robby, dein kleiner Roboter-Kumpel.","start_s":7.18,"end_s":9.219999999999999}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":3,"sentence_text":"Ich bin Robby, dein kleiner Roboter-Kumpel.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57,"sentence_ready_ms":5307.58,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.playful.soft"},"sources":[],"lookups":[],"at":12275.599998474121},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57},"at":12276.099998474121},{"type":"reply","text":"Hallo Christoph. Aha, Christoph! Schön, dass du da bist.\nIch bin Robby, dein kleiner Roboter-Kumpel.\nWas darf ich für dich tun?","reply_id":1,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Hallo Christoph.","start_s":0,"end_s":3.84},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Aha, Christoph!","start_s":3.84,"end_s":5.55},{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Schön, dass du da bist.","start_s":5.55,"end_s":7.18},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.55,"direction":"playful, soft","text":"Ich bin Robby, dein kleiner Roboter-Kumpel.","start_s":7.18,"end_s":9.53},{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.72,"direction":"calm, natural","text":"Was darf ich für dich tun?","start_s":9.53,"end_s":11.57}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":4,"sentence_text":"Was darf ich für dich tun?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}},{"generation_ms":2715.58,"alignment_ms":41.97,"alignment":{"applied":true,"lead_s":0.16,"cut_s":2.2,"removed_s":0.61,"words":7,"note":"","spans":[["Ich",0.16,0.32,1],["bin",0.32,0.56,1],["Robby",0.56,0.8,1],["dein",0.8,1.04,1],["kleiner",1.04,1.44,1],["Roboter",1.44,1.76,1],["Kumpel",1.76,2.08,1]],"enabled":true,"available":true,"raw_seconds":2.96,"seconds":2.35,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":37,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true},{"sentence":3,"role":"answer","audio_s":2.35,"total_ms":5666.46,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57,"sentence_ready_ms":6381.85,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.natural.soft"},"sources":[],"lookups":[],"at":13342.399997711182},{"type":"latency_update","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}},{"generation_ms":2715.58,"alignment_ms":41.97,"alignment":{"applied":true,"lead_s":0.16,"cut_s":2.2,"removed_s":0.61,"words":7,"note":"","spans":[["Ich",0.16,0.32,1],["bin",0.32,0.56,1],["Robby",0.56,0.8,1],["dein",0.8,1.04,1],["kleiner",1.04,1.44,1],["Roboter",1.44,1.76,1],["Kumpel",1.76,2.08,1]],"enabled":true,"available":true,"raw_seconds":2.96,"seconds":2.35,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":37,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true},{"sentence":3,"role":"answer","audio_s":2.35,"total_ms":5666.46,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57},"at":13489},{"type":"pipeline_metrics","reply_id":1,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"invalid_or_abstained","quick_reply_generation_ms":156.44,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":false,"quick_reply_words":2,"first_audio_ms":441.33,"tts_first_audio_ms":243.86,"llm_actual_provider":"Cerebras","llm_ttft_ms":483,"llm_first_sentence_ms":509.82,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1780,"completion_tokens":50,"total_tokens":1830,"cost":0.001818333,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018367,"upstream_inference_prompt_cost":0.0017622,"upstream_inference_completions_cost":7.45e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":552.58,"response_complete":true,"informed_bridge_generation_ms":183.2,"tts_server_stages":[{"generation_ms":3464.84,"alignment_ms":0.01,"alignment":null,"frames":48,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2242.61,"alignment_ms":38.83,"alignment":{"applied":true,"lead_s":0.16,"cut_s":1.4,"removed_s":1.01,"words":2,"note":"","spans":[["Aha",0.16,0.56,1],["Christoph",0.64,1.28,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.55,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.71,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}},{"generation_ms":2413.8,"alignment_ms":39.06,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.48,"removed_s":0.85,"words":5,"note":"","spans":[["Schön",0.32,0.64,1],["dass",0.64,0.72,1],["du",0.72,0.8,1],["da",0.8,1.04,1],["bist",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.48,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":31,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.63}},{"generation_ms":2715.58,"alignment_ms":41.97,"alignment":{"applied":true,"lead_s":0.16,"cut_s":2.2,"removed_s":0.61,"words":7,"note":"","spans":[["Ich",0.16,0.32,1],["bin",0.32,0.56,1],["Robby",0.56,0.8,1],["dein",0.8,1.04,1],["kleiner",1.04,1.44,1],["Roboter",1.44,1.76,1],["Kumpel",1.76,2.08,1]],"enabled":true,"available":true,"raw_seconds":2.96,"seconds":2.35,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":37,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35}},{"generation_ms":2028.46,"alignment_ms":40.71,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.48,"removed_s":1.09,"words":6,"note":"","spans":[["Was",0.24,0.4,1],["darf",0.4,0.64,1],["ich",0.64,0.8,1],["für",0.8,0.88,1],["dich",0.88,1.04,1],["tun",1.04,1.36,1]],"enabled":true,"available":true,"raw_seconds":2.72,"seconds":1.63,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":34,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.87,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":3.84,"quick_reply_tts_ms":3467.06,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":3.84,"total_ms":3467.06,"prefetched":true},{"sentence":1,"role":"answer","audio_s":1.71,"total_ms":3139.84,"prefetched":true},{"sentence":2,"role":"answer","audio_s":1.63,"total_ms":4592.56,"prefetched":true},{"sentence":3,"role":"answer","audio_s":2.35,"total_ms":5666.46,"prefetched":true},{"sentence":4,"role":"answer","audio_s":1.87,"total_ms":3664.65,"prefetched":true}],"answer_first_audio_ms":3665.92,"answer_audio_ready_ms":1854.57,"total_ms":7337.64,"audio_s":11.4,"sentences":5,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":27,"2":80},"prefill_ms":[63.42,48.18,52.88,47.94,45.03],"frame_ms":[8.12,170.66,22.36,19.57,19.58,19.85,124.67,20.47,128.26,22.98,22.15,124.22,22.2,127.63,22.71,29.23,164.71,21.84,126.31,21.69,21.86,127.82,22.75,126.64,21.71,21.52,125.04,21.36,122.78,22.56,22.23,122.01,25.46,131.98,21.9,26.04,135.39,22.75,127.33,60.33,21.57,229.72,21.61,21.45,21.36,22.21,229.31,21.87,125.79,19.8,130,126.93,21.6,21.76,21.33,128.92,127.02,22.07,21.65,21.39,125.63,127.66,21.22,20.63,22.65,126,128.03,21.79,21.71,21.85,124.12,163.38,20.64,127.46,21.72,127.62,22.44,21.49,130.07,21.59,134.92,22.91,23.56,134.79,22.14,127.49,64.41,19.44,125.11,19.18,19.56,19.38,19,124.7,19.63,20.12,18.54,19.59,123.27,18.7,19.23,18.54,20.28,122.45,18.92,18.98,162.16],"max_active":2,"jobs":5,"cancelled_jobs":0,"total_ms":7287.1,"gpu_allocated_mb":10966.3},"generation_rtf":0.6437},"at":14296.399997711182},{"type":"turn_done","barged":false,"at":19144.29999923706},{"type":"voice_caption","status":"available","caption":"Possibly very smooth, very fading, slow, very liberation","uncertainty":"Uncalibrated acoustic estimates; noise, other speakers and acting may be misleading.","voice_impression_only":false,"window_s":1.74,"inference_ms":41.1,"model":"laion/humaneness-ears-base-medium","model_revision":"818506970d93c809a3295a0a02c40dee8ff2bfc3","rules_revision":"7ebd4a9b7da96df989af8fc6ad0ce34f4e8aa3ed","device":"cuda:1","precision":"bfloat16","selected":{"voicenet":[{"dim":"DFLU","name":"Disfluency","value":-0.276,"z":-1.58,"direction":"below","intensity":"Very","always_on":false,"phrase":"very smooth and flawless","tag":"very smooth","reliability":1,"rank_score":1.582},{"dim":"DARC","name":"Dynamic Arc","value":2.416,"z":-1.51,"direction":"below","intensity":"Very","always_on":false,"phrase":"very fading in loudness","tag":"very fading","reliability":1,"rank_score":1.51},{"dim":"TEMP","name":"Tempo","value":2.394,"z":-1.08,"direction":"below","intensity":"Notably","always_on":true,"phrase":"notably slow and deliberate in tempo","tag":"slow","reliability":1,"rank_score":1.085}],"emotions":[{"emotion":"Relief","value":2.017,"z":3.89,"direction":"above","intensity":"Extremely","synonym":"liberation","phrase":"extremely carrying liberation","tag":"very liberation"}]},"normalization":"speech reference z-scores; not probabilities","scope":"this turn","request_ms":52.34,"added_wait_ms":0,"at":19148.59999847412},{"type":"endpoint","transcript":"Schön, dich kennenzulernen.","speaker_id":"speaker-1","asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":57.46,"speech_pause_ms":700,"observed_quiet_ms":588},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.361,"speaker_embedding_wait_ms":0.003,"speaker_lookup_ms":0.359,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":63.7,"sentence_queue_ms":10032.75,"sentence_audio_s":6.72},"at":19171.59999847412},{"type":"latency_start","reply_id":2,"input":{"kind":"voice","asr":{"text":"Schön, dich kennenzulernen.","model":"parakeet_v3","chunks":1,"transcribe_ms":57.46,"speech_pause_ms":700,"observed_quiet_ms":588},"voice_caption_ms":52.34,"voice_caption_status":"available","speaker_assignment_ms":0.361,"speaker_prefetch_compute_ms":63.7,"speaker_prefetch_used":true,"sentence_queue_ms":10032.74},"at":19172.59999847412},{"type":"reply","text":"Das lohnt einen Blick.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":1.36}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Das lohnt einen Blick.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"sentence_ready_ms":251.26,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":19413.29999923706},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04},"at":19646.20000076294},{"type":"reply","text":"Das lohnt einen Blick. Dieses Gefühl Christoph freut mich.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Dieses Gefühl Christoph freut mich.","start_s":2.56,"end_s":4.26}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Dieses Gefühl Christoph freut mich.","sentence_role":"informed_bridge","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"ready","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true}],"sentence_ready_ms":2550.22,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":21702.39999771118},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47},"at":21998.5},{"type":"reply","text":"Das lohnt einen Blick. Dieses Gefühl Christoph freut mich. Das ist ein super Gefühl, oder?","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Dieses Gefühl Christoph freut mich.","start_s":2.56,"end_s":5.04},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Das ist ein super Gefühl, oder?","start_s":5.04,"end_s":7.08}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Das ist ein super Gefühl, oder?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"sentence_ready_ms":4852.98,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":24013.70000076294},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24},"at":24014.29999923706},{"type":"reply","text":"Das lohnt einen Blick. Dieses Gefühl Christoph freut mich. Das ist ein super Gefühl, oder?\nIch freue mich sehr, Christoph.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Dieses Gefühl Christoph freut mich.","start_s":2.56,"end_s":5.04},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Das ist ein super Gefühl, oder?","start_s":5.04,"end_s":7.07},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ich freue mich sehr, Christoph.","start_s":7.07,"end_s":8.77}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":3,"sentence_text":"Ich freue mich sehr, Christoph.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24,"sentence_ready_ms":4861.43,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":24026.70000076294},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24},"at":24027.29999923706},{"type":"reply","text":"Das lohnt einen Blick. Dieses Gefühl Christoph freut mich. Das ist ein super Gefühl, oder?\nIch freue mich sehr, Christoph.\nIch bin schon ganz gespannt, was wir heute zusammen erleben werden.","reply_id":2,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Das lohnt einen Blick.","start_s":0,"end_s":2.56},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Dieses Gefühl Christoph freut mich.","start_s":2.56,"end_s":5.04},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Das ist ein super Gefühl, oder?","start_s":5.04,"end_s":7.07},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ich freue mich sehr, Christoph.","start_s":7.07,"end_s":9.02},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ich bin schon ganz gespannt, was wir heute zusammen erleben werden.","start_s":9.02,"end_s":12.76}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":4,"sentence_text":"Ich bin schon ganz gespannt, was wir heute zusammen erleben werden.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}},{"generation_ms":2329.27,"alignment_ms":40.94,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.8,"removed_s":0.61,"words":5,"note":"","spans":[["Ich",0.32,0.48,1],["freue",0.48,0.72,1],["mich",0.72,0.96,1],["sehr",0.96,1.12,1],["Christoph",1.12,1.68,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.95,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.9499791666666666}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true},{"sentence":3,"role":"answer","audio_s":1.95,"total_ms":4865.43,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24,"sentence_ready_ms":5391.74,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":24543},{"type":"latency_update","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}},{"generation_ms":2329.27,"alignment_ms":40.94,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.8,"removed_s":0.61,"words":5,"note":"","spans":[["Ich",0.32,0.48,1],["freue",0.48,0.72,1],["mich",0.72,0.96,1],["sehr",0.96,1.12,1],["Christoph",1.12,1.68,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.95,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.9499791666666666}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true},{"sentence":3,"role":"answer","audio_s":1.95,"total_ms":4865.43,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24},"at":25063.29999923706},{"type":"pipeline_metrics","reply_id":2,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"played","quick_reply_generation_ms":247.37,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":4,"llm_actual_provider":"Cerebras","llm_ttft_ms":345.52,"llm_first_sentence_ms":371.97,"informed_bridge_context_sentences":2,"finish_reason":"stop","usage":{"prompt_tokens":1869,"completion_tokens":36,"total_tokens":1905,"cost":0.0018849105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190395,"upstream_inference_prompt_cost":0.00185031,"upstream_inference_completions_cost":5.364e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":406.59,"response_complete":true,"first_audio_ms":490.11,"tts_first_audio_ms":239.04,"informed_bridge_generation_ms":150.44,"informed_bridge_words":5,"tts_server_stages":[{"generation_ms":2297.13,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2300.41,"alignment_ms":0.01,"alignment":null,"frames":31,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2566.97,"alignment_ms":40.88,"alignment":{"applied":true,"lead_s":0.24,"cut_s":1.88,"removed_s":0.77,"words":6,"note":"","spans":[["Das",0.24,0.4,1],["ist",0.4,0.56,1],["ein",0.56,0.72,1],["super",0.72,1.04,1],["Gefühl",1.04,1.44,1],["oder",1.44,1.76,1]],"enabled":true,"available":true,"raw_seconds":2.8,"seconds":2.03,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":35,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.03}},{"generation_ms":2329.27,"alignment_ms":40.94,"alignment":{"applied":true,"lead_s":0.32,"cut_s":1.8,"removed_s":0.61,"words":5,"note":"","spans":[["Ich",0.32,0.48,1],["freue",0.48,0.72,1],["mich",0.72,0.96,1],["sehr",0.96,1.12,1],["Christoph",1.12,1.68,1]],"enabled":true,"available":true,"raw_seconds":2.56,"seconds":1.95,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":32,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":1.9499791666666666}},{"generation_ms":2545.39,"alignment_ms":40.92,"alignment":{"applied":true,"lead_s":0.16,"cut_s":3.64,"removed_s":0.53,"words":11,"note":"","spans":[["Ich",0.16,0.48,1],["bin",0.48,0.64,1],["schon",0.64,0.88,1],["ganz",0.88,1.12,1],["gespannt",1.12,1.68,1],["was",1.68,1.84,1],["wir",1.84,2,1],["heute",2,2.24,1],["zusammen",2.24,2.72,1],["erleben",2.72,3.12,1],["werden",3.12,3.52,1]],"enabled":true,"available":true,"raw_seconds":4.32,"seconds":3.79,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":54,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":3.79}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2299.12,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2299.13,"prefetched":true},{"sentence":1,"role":"informed_bridge","audio_s":2.48,"total_ms":4327.38,"prefetched":true},{"sentence":2,"role":"answer","audio_s":2.03,"total_ms":4486.79,"prefetched":true},{"sentence":3,"role":"answer","audio_s":1.95,"total_ms":4865.43,"prefetched":true},{"sentence":4,"role":"answer","audio_s":3.79,"total_ms":4955.69,"prefetched":true}],"informed_bridge_first_audio_ms":2847.47,"informed_bridge_audio_s":2.48,"answer_first_audio_ms":4854.74,"answer_audio_ready_ms":1708.24,"total_ms":7508.72,"audio_s":12.81,"sentences":5,"continuous_tts":{"scheduler":"continuous CFG batch","weight_instances":1,"batch_histogram":{"1":51,"2":69},"prefill_ms":[64.8,64.89,45.01,45.28,47.44],"frame_ms":[8.21,164.13,23.85,165.64,24.94,21.47,124.36,21.88,127.77,22.56,21.87,128.01,21.65,125.75,22.57,21.68,127.11,21.32,126.19,21.65,21.25,127.8,22.69,127.93,21.95,21.58,128.21,21.65,127.95,21.74,22.62,128.03,21.89,124.04,126.25,22.26,21.81,166.28,19.63,232.1,22.38,21.27,21.17,21.28,228.19,21.58,21.58,22.47,22.13,229.13,21.43,21.82,21.61,21.5,236.51,23.21,22.49,21.97,21.33,227.15,21.88,21.89,21.99,22.33,233.82,20.46,126.84,21.2,21.69,127.69,63.55,127.24,20.34,18.93,18.63,18.82,119.64,18.65,18.89,19.6,19.4,121.72,19.03,18.34,18.24,18.81,121.8,19.57,19.39,18.78,18.59,118.91,25.86,19.25,18.88,19.55,120.62,18.91,19.22,18.68,18.64,117.79,18.9,19.97,19.26,18.73,118.48,18.74,18.96,18.67,19.07,120.16,19.38,18.88,19.13,18.74,118.97,19.04,18.89,161.47],"max_active":2,"jobs":5,"cancelled_jobs":0,"total_ms":7490.7,"gpu_allocated_mb":10985.3},"generation_rtf":0.5862},"at":26658.20000076294},{"type":"turn_done","barged":false,"at":32877.29999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":34696},{"type":"asr_preview","text":"Stop","status":"sentence_stream","source":"local_sentence_asr","at":35230.70000076294},{"type":"asr_preview","text":"Stopp","status":"sentence_stream","source":"local_sentence_asr","at":35701.70000076294},{"type":"asr_preview","text":"Stopp, bitte hör auf","status":"sentence_stream","source":"local_sentence_asr","at":36260.89999771118},{"type":"asr_preview","text":"Stopp bitte hör auf","status":"sentence_stream","source":"native_asr","at":36443.20000076294},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christen","status":"sentence_stream","source":"local_sentence_asr","at":37204.09999847412},{"type":"asr_preview","text":"Stopp bitte hör auf Ich bin Christ","status":"sentence_stream","source":"native_asr","at":37422.70000076294},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede bitte bitte bitte bitte bitte","status":"sentence_stream","source":"local_sentence_asr","at":38177.29999923706},{"type":"asr_preview","text":"Stopp bitte hör auf Ich bin Christoph bitte bitte bitte bitte bitte","status":"sentence_stream","source":"native_asr","at":38393.89999771118},{"type":"asr_preview","text":"Stopp, bitte hör auf Ich bin Christoph, rede bitte mit Bob","status":"sentence_stream","source":"local_sentence_asr","at":39189.5},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":39189.89999771118},{"type":"asr_preview","text":"Rede bitte mit Bob.","status":"sentence_stream","source":"local_sentence_asr","at":39256.70000076294},{"type":"asr_sentence","text":"Rede bitte mit Bob.","audio_s":35.84,"queued":false,"asr":{"text":"Rede bitte mit Bob.","model":"parakeet_v3","chunks":1,"transcribe_ms":57.2,"speech_pause_ms":700,"observed_quiet_ms":450},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":450,"at":39257},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3672,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":39257.29999923706},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":39257.39999771118},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":40524.09999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41062.39999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41288.09999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41346.39999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41442.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41511.79999923706},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41621.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41688.5},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":41807.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":41873.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":44394.89999771118},{"type":"asr_preview","text":"Stop","status":"sentence_stream","source":"local_sentence_asr","at":44879.09999847412},{"type":"asr_preview","text":"Stop","status":"sentence_stream","source":"local_sentence_asr","at":45389},{"type":"asr_preview","text":"Stop, bitte hör auf","status":"sentence_stream","source":"local_sentence_asr","at":45960},{"type":"asr_preview","text":"Stopp bitte hör auf","status":"sentence_stream","source":"native_asr","at":46141.89999771118},{"type":"asr_preview","text":"Stop, bitte hör auf, ich bin Christen","status":"sentence_stream","source":"local_sentence_asr","at":46897.70000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":47106.79999923706},{"type":"asr_preview","text":"Stopp bitte hör auf Ich bin Christ","status":"sentence_stream","source":"native_asr","at":47126},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":47188.89999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":47288.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":47342.89999771118},{"type":"asr_preview","text":"Stop, bitte hör auf, ich bin Christoph, rede bitte bitte bitte bitte bitte","status":"sentence_stream","source":"local_sentence_asr","at":47855.20000076294},{"type":"asr_preview","text":"Stopp bitte hör auf Ich bin Christoph bitte bitte bitte bitte bitte","status":"sentence_stream","source":"native_asr","at":48074.89999771118},{"type":"asr_preview","text":"Stop, bitte hör auf, ich bin Christoph, rede bitte mit Bob","status":"sentence_stream","source":"local_sentence_asr","at":48855},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":48890.79999923706},{"type":"asr_preview","text":"Ich bin Christoph. Rede bitte mit Bob.","status":"sentence_stream","source":"local_sentence_asr","at":48968.89999771118},{"type":"asr_sentence","text":"Ich bin Christoph. Rede bitte mit Bob.","audio_s":45.44,"queued":false,"asr":{"text":"Ich bin Christoph. Rede bitte mit Bob.","model":"parakeet_v3","chunks":1,"transcribe_ms":84.44,"speech_pause_ms":700,"observed_quiet_ms":472},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":472,"at":48969.39999771118},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.412,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":49061.20000076294},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":49061.29999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":50187.89999771118},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":50763.70000076294},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":50988.09999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51046.89999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":51172.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51287.89999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":51353},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51430.5},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":51527.59999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51601},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":51707.39999771118},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":51776.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":57670.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":58188.59999847412},{"type":"asr_preview","text":"Was können wir","status":"sentence_stream","source":"native_asr","at":58464.29999923706},{"type":"asr_preview","text":"Was können wir heute zusammen","status":"sentence_stream","source":"local_sentence_asr","at":59222.09999847412},{"type":"asr_preview","text":"Was können wir heute zusammen?","status":"sentence_stream","source":"native_asr","at":59408.20000076294},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":60198.09999847412},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":60238.70000076294},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":60310.59999847412},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":56.64,"queued":false,"asr":{"text":"Was können wir heute zusammen machen?","model":"parakeet_v3","chunks":1,"transcribe_ms":56.4,"speech_pause_ms":700,"observed_quiet_ms":688},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":688,"at":60310.70000076294},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.067,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.309,"at":60311.09999847412},{"type":"ignored","source":"conversation_focus","reason":"Background, echo or uncertain voice; keeping the current conversation","at":60311.20000076294},{"type":"environment_observation","kind":"unfamiliar_voice","status":"awaiting_idle","voice_caption_ms":33.57,"at":60343.59999847412},{"type":"environment_observation","kind":"unfamiliar_voice","status":"responding","at":60494.39999771118},{"type":"latency_start","reply_id":3,"input":{"kind":"environment","sound_caption_ms":null},"at":60494.5},{"type":"reply","text":"Vielleicht spricht da noch jemand.","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":1.7}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Vielleicht spricht da noch jemand.","sentence_role":"reaction","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"selected","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"pending","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"sentence_ready_ms":393.52,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":60891.39999771118},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01},"at":61121.29999923706},{"type":"reply","text":"Vielleicht spricht da noch jemand. Hallo?","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":2.56},{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"soft, curious","text":"Hallo?","start_s":2.56,"end_s":2.96}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Hallo?","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01,"tts_server_stages":[{"generation_ms":2207.55,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2209.05,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2209.05,"prefetched":true}],"sentence_ready_ms":2602.73,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":63106.20000076294},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01,"tts_server_stages":[{"generation_ms":2207.55,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2209.05,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2209.05,"prefetched":true}],"answer_first_audio_ms":2605.05,"answer_audio_ready_ms":1774.66},"at":63106.89999771118},{"type":"reply","text":"Vielleicht spricht da noch jemand. Hallo? Ich habe gerade eine Stimme gehört, die nicht ganz zu dir passt.","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.55,"direction":"contentment, soft, warm","text":"Vielleicht spricht da noch jemand.","start_s":0,"end_s":2.56},{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"soft, curious","text":"Hallo?","start_s":2.56,"end_s":4.91},{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"soft, curious","text":"Ich habe gerade eine Stimme gehört, die nicht ganz zu dir passt.","start_s":4.91,"end_s":8.99}],"source":"Two-stage local reaction + Qwen + shared TTS batch","timing":"Sentence starts anchored to preceding PCM; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Ich habe gerade eine Stimme gehört, die nicht ganz zu dir passt.","sentence_role":"answer","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01,"tts_server_stages":[{"generation_ms":2207.55,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2803.6,"alignment_ms":42.3,"alignment":{"applied":true,"lead_s":0.32,"cut_s":0.76,"removed_s":2.29,"words":1,"note":"","spans":[["Hallo",0.32,0.64,1]],"enabled":true,"available":true,"raw_seconds":3.2,"seconds":0.91,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":40,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2209.05,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2209.05,"prefetched":true},{"sentence":1,"role":"answer","audio_s":2.35,"total_ms":2887.33,"prefetched":true}],"answer_first_audio_ms":2605.05,"answer_audio_ready_ms":1774.66,"sentence_ready_ms":3425,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":63922.39999771118},{"type":"latency_update","reply_id":3,"metrics":{"quick_reply_status":"played","llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","tts_backend":"continuous_batch","tts_weight_instances":1,"tts_temperature":0.8,"informed_bridge_status":"short_environment_turn","quick_reply_generation_ms":390.12,"quick_reply_model":"nemotron-bolt","quick_reply_memory_entries":0,"quick_reply_memory_person_matched":true,"quick_reply_words":5,"llm_actual_provider":"Cerebras","llm_ttft_ms":504.31,"llm_first_sentence_ms":535.25,"finish_reason":"stop","usage":{"prompt_tokens":2778,"completion_tokens":29,"total_tokens":2807,"cost":0.0027654957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00279343,"upstream_inference_prompt_cost":0.00275022,"upstream_inference_completions_cost":4.321e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":549.77,"response_complete":true,"first_audio_ms":619.53,"tts_first_audio_ms":226.01,"tts_server_stages":[{"generation_ms":2207.55,"alignment_ms":0.02,"alignment":null,"frames":32,"live_alignment":{"enabled":false,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":0}},{"generation_ms":2803.6,"alignment_ms":42.3,"alignment":{"applied":true,"lead_s":0.32,"cut_s":0.76,"removed_s":2.29,"words":1,"note":"","spans":[["Hallo",0.32,0.64,1]],"enabled":true,"available":true,"raw_seconds":3.2,"seconds":0.91,"lead_ramp_s":0.1,"tail_ramp_s":0.15,"score_kind":"structural plausibility, not model confidence"},"frames":40,"live_alignment":{"enabled":true,"backend":"Parakeet v3 word timestamps + final Qwen forced alignment","lead_s":null,"cut_s":null,"stopped":false,"lookahead_seconds":1,"emitted_seconds":2.35,"note":"Final alignment cannot retract already streamed PCM; held tail faded","fallback_tail_fade":true}}],"quick_reply_audio_s":2.56,"quick_reply_tts_ms":2209.05,"sentence_tts":[{"sentence":0,"role":"reaction","audio_s":2.56,"total_ms":2209.05,"prefetched":true},{"sentence":1,"role":"answer","audio_s":2.35,"total_ms":2887.33,"prefetched":true}],"answer_first_audio_ms":2605.05,"answer_audio_ready_ms":1774.66},"at":64445.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":64782.39999771118},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.0356,"rival_similarity":-1,"bot_similarity":0.1962,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":65087.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":65211.79999923706},{"type":"asr_preview","text":"Was können wir heute","status":"sentence_stream","source":"local_sentence_asr","at":65744},{"type":"reply_cancelled","reply_id":3,"at":65795.09999847412},{"type":"barge","yield":1,"at":65795.29999923706},{"type":"turn_done","barged":true,"at":65795.79999923706},{"type":"asr_preview","text":"Was können wir heute zu","status":"sentence_stream","source":"local_sentence_asr","at":66286.70000076294},{"type":"asr_preview","text":"zusammenmachen.","status":"sentence_stream","source":"native_asr","at":66921.5},{"type":"asr_preview","text":"Was können wir heute zusammen machen","status":"sentence_stream","source":"local_sentence_asr","at":66987.39999771118},{"type":"asr_finalizing","model":"parakeet_v3","label":"Transcribing the completed speech segment…","at":67276.29999923706},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":67356},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":63.36,"queued":false,"asr":{"text":"Was können wir heute zusammen machen?","model":"parakeet_v3","chunks":1,"transcribe_ms":68.1,"speech_pause_ms":700,"observed_quiet_ms":714},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":714,"at":67356.59999847412},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.0608,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background, echo or uncertain voice; keeping the current conversation","fast_similarity":-0.2997,"at":67445.70000076294},{"type":"ignored","source":"conversation_focus","reason":"Background, echo or uncertain voice; keeping the current conversation","at":67445.89999771118},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","at":72129.5}],"page_errors":[]}