{"passed":false,"physical_microphone":false,"started":1793017981.8260858,"cases":[{"case":"whole introduction with quiet competing speech","transcript":"Hey Robbie, ich bin Christoph.","passed":true},{"case":"same voice with changed delivery, two overlapping background voices, procedural music and foley","transcript":"kannst du mir eine kleine Geschichte erzählen?","passed":true},{"case":"handover accepts next different voice without introduction","transcript":"Was können wir heute zusammen machen?","speaker_id":"speaker-2","passed":true},{"case":"real 3D full rotation with concurrent speech","max_yaw_degrees":359.9999807568524,"pcm_chunks":14,"passed":true},{"case":"emotion, grimace and nod actually rendered","passed":true},{"case":"banana rule interrupts an ongoing monologue before its end","decision_from_input_start_ms":3764.2,"first_interjection_pcm_ms":3767.7,"input_duration_ms":16430.0,"interjections":3,"passed":true},{"case":"spoken Stop cancels and the next spoken request still gets audio","cancel_from_capture_start_ms":1320.1,"passed":true}],"configuration":{"focus_threshold":0.28,"speech_pause_ms":700,"url":"https://arrive-locations-parade-research.trycloudflare.com"},"old_default_migrated":true,"error":"events.filter(e=>e.type===\"endpoint\").length>12&&events.filter(e=>e.type===\"endpoint\").at(-1).speaker_name===\"Alice\"","events":[{"type":"ready","hop_ms":320,"sr":16000,"mouth":true,"voices":["emolia_c1699"],"voice":"emolia_c1699","labels":{"emolia_c1699":"Mira · fixed reference"},"max_session_s":1800,"thresholds":{"ep_thr":0.915,"ep_deb":2,"barge_thr":0.5,"barge_deb":2,"bc_thr":0.4,"bc_deb":2},"sliders":[{"name":"ep_thr","type":"float","label":"endpoint p_end τ","lo":0.3,"hi":0.99,"step":0.005,"decimals":3,"scale":1,"unit":"","meter":"p_end","off":null},{"name":"ep_deb","type":"int","label":"endpoint deb","lo":1,"hi":5,"step":1,"decimals":0,"scale":1,"unit":"","meter":null,"off":null},{"name":"barge_thr","type":"float","label":"barge (yield)","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"yield","off":null},{"name":"bc_thr","type":"float","label":"backchannel","lo":0.2,"hi":1,"step":0.01,"decimals":2,"scale":1,"unit":"","meter":"bc","off":null}],"identity_enabled":true,"identity_mode":"v4-long3","llm_settings":{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model."},"interaction":{"enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate"},"visual_identity":{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled"},"sentence_stream":true,"asr_settings":{"type":"asr_settings","selected_model":"nemotron","loading_model":null,"switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause"},"speaker_instruction":"Speak normally. Robby keeps the current conversation partner; say Hey Robbie to join a different conversation.","at":1715.7999992370605},{"type":"asr_settings","selected_model":"nemotron","loading_model":"nemotron","switch_ms":null,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1764.900001525879},{"type":"asr_settings","selected_model":"nemotron","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1765.099998474121},{"type":"llm_settings","model":"qwen","provider":"cerebras/fp16","key_mode":"server","key_available":true,"applies":"The next response; a response already speaking keeps its current model.","at":1782.099998474121},{"type":"visual_identity","settings":{"ignoreOffscreenSpeakers":false,"lookAtActiveSpeaker":true,"greetUnknownSpeakers":true,"faceIdEnabled":false},"camera":"off","fallback":true,"people":[],"note":"Acoustic speaker recognition; face VAD disabled","at":1782.2000007629395},{"type":"stop_feedback_setting","enabled":false,"at":1782.2999992370605},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1782.400001525879},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1782.7000007629395},{"type":"asr_settings","selected_model":"nemotron","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":1782.900001525879},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1783},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[],"users":[],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"handover_pending":false,"storage":"Session RAM","at":1783.2000007629395},{"type":"interaction","enabled":true,"helpful_enabled":true,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":1783.2999992370605},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"No agreed rules yet","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":2154},{"type":"asr_settings","selected_model":"nemotron","loading_model":null,"switch_ms":0,"models":[{"id":"nemotron","label":"Nemotron 3.5 · original"},{"id":"moonshine_de","label":"Moonshine Streaming Small · German"},{"id":"nemotron_de","label":"Nemotron 3.5 · German telephony"},{"id":"parakeet_v3","label":"Parakeet TDT v3 · multilingual"},{"id":"whisper_turbo","label":"Whisper Large v3 Turbo · German"}],"preview_model":"nemotron","final_model":"nemotron","reply_language":"de","speech_pause_ms":700,"min_ms":200,"max_ms":2000,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":null,"participants":[]},"vad":"Silero ONNX CPU · neural speech activity","submission":"All pending sentences after a speech pause","at":2452},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":3111.099998474121},{"type":"asr_preview","text":"Son y.","status":"sentence_stream","source":"local_sentence_asr","at":3602.7000007629395},{"type":"asr_preview","text":"Robby.","status":"sentence_stream","source":"local_sentence_asr","at":4200},{"type":"asr_preview","text":"Hey Robby, ich","status":"sentence_stream","source":"local_sentence_asr","at":4680.799999237061},{"type":"asr_preview","text":"Hey Rob, ich","status":"sentence_stream","source":"native_asr","at":4792},{"type":"asr_preview","text":"Hey Robbie, ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":5554.299999237061},{"type":"asr_preview","text":"Hey Robbie, ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":5634.700000762939},{"type":"asr_sentence","text":"Hey Robbie, ich bin Christoph.","audio_s":3.52,"queued":false,"asr":{"model":"nemotron","transcribe_ms":54.86,"speech_pause_ms":700,"observed_quiet_ms":4},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":4,"at":5634.799999237061},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":-1},"at":5636},{"type":"endpoint","transcript":"Hey Robbie, ich bin Christoph.","speaker_id":"speaker-1","asr":{"model":"nemotron","transcribe_ms":54.86,"speech_pause_ms":700,"observed_quiet_ms":4},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":1.006,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":1.005,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":55.71,"sentence_queue_ms":1.18,"sentence_audio_s":3.52},"at":5639.700000762939},{"type":"latency_start","reply_id":1,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":54.86,"speech_pause_ms":700,"observed_quiet_ms":4},"speaker_assignment_ms":1.006,"speaker_prefetch_compute_ms":55.71,"speaker_prefetch_used":true,"sentence_queue_ms":1.17},"at":5649.599998474121},{"type":"reply","text":"Hallo Christoph, schön, dass du da bist!","reply_id":1,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Hallo Christoph, schön, dass du da bist!","start_s":0,"end_s":2.38}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph, schön, dass du da bist!","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":418.45,"llm_first_sentence_ms":457.87,"sentence_ready_ms":470.16,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":6116.599998474121},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":6148.099998474121},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":6627.599998474121},{"type":"asr_preview","text":"Schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":7130},{"type":"latency_update","reply_id":1,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":418.45,"llm_first_sentence_ms":457.87,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":52,"total_tokens":1471,"cost":0.0014674671,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00148229,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":7.748e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":483.94,"response_complete":true,"tts_first_audio_ms":1248.14,"first_audio_ms":1718.45},"at":7360.400001525879},{"type":"asr_preview","text":"Schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":7659.900001525879},{"type":"asr_preview","text":"Schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":7855.599998474121},{"type":"asr_sentence","text":"Schön dich kennenzulernen.","audio_s":5.76,"queued":true,"asr":{"model":"nemotron","transcribe_ms":55.01,"speech_pause_ms":700,"observed_quiet_ms":10},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":10,"at":7884.099998474121},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.4224},"at":7884.400001525879},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":8470.400001525879},{"type":"reply","text":"Hallo Christoph, schön, dass du da bist!\nRobby ist mein Name, aber hey, wer bin ich, dass ich sage?","reply_id":1,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Hallo Christoph, schön, dass du da bist!","start_s":0,"end_s":2.67},{"emotion":"amusement","secondary":"contentment","blend":0.25,"intensity":0.72,"direction":"playful, natural","text":"Robby ist mein Name, aber hey, wer bin ich, dass ich sage?","start_s":2.67,"end_s":6.75}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Robby ist mein Name, aber hey, wer bin ich, dass ich sage?","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":418.45,"llm_first_sentence_ms":457.87,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":52,"total_tokens":1471,"cost":0.0014674671,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00148229,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":7.748e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":483.94,"response_complete":true,"tts_first_audio_ms":1248.14,"first_audio_ms":1718.45,"tts_server_stages":[{"generation_ms":1977,"alignment_ms":58,"scoring_ms":115,"speaker_preparation_ms":0,"total_ms":2355,"performance":{"device_seconds":1.5246489715576172,"raw_audio_seconds":3.04,"aggregate_rtf":0.5015292669597425,"audio_seconds_per_second":1.993901584372083,"batches":[{"batch_size":1,"device_seconds":1.5246489715576172,"audio_seconds":[3.04],"model_wall_seconds":1.7709524109959602,"first_audio_seconds":0.78567626953125,"graph_capture_seconds":0,"live_callback_seconds":0.24146545678377151}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2365.72,"audio_s":2.67}],"sentence_ready_ms":2836.93,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.natural.soft"},"sources":[],"lookups":[],"at":8499.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":8837.20000076294},{"type":"asr_preview","text":"morgen","status":"sentence_stream","source":"local_sentence_asr","at":9368.400001525879},{"type":"latency_update","reply_id":1,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":418.45,"llm_first_sentence_ms":457.87,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":52,"total_tokens":1471,"cost":0.0014674671,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00148229,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":7.748e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":483.94,"response_complete":true,"tts_first_audio_ms":1248.14,"first_audio_ms":1718.45,"tts_server_stages":[{"generation_ms":1977,"alignment_ms":58,"scoring_ms":115,"speaker_preparation_ms":0,"total_ms":2355,"performance":{"device_seconds":1.5246489715576172,"raw_audio_seconds":3.04,"aggregate_rtf":0.5015292669597425,"audio_seconds_per_second":1.993901584372083,"batches":[{"batch_size":1,"device_seconds":1.5246489715576172,"audio_seconds":[3.04],"model_wall_seconds":1.7709524109959602,"first_audio_seconds":0.78567626953125,"graph_capture_seconds":0,"live_callback_seconds":0.24146545678377151}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2365.72,"audio_s":2.67}]},"at":9665.5},{"type":"asr_preview","text":"Morgen wird Sonne","status":"sentence_stream","source":"local_sentence_asr","at":9899.70000076294},{"type":"asr_preview","text":"Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":10420.900001525879},{"type":"asr_preview","text":"Morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":10730.599998474121},{"type":"asr_preview","text":"Morgen wird es sonnig im","status":"sentence_stream","source":"local_sentence_asr","at":11236.099998474121},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.2737,"rival_similarity":-1,"bot_similarity":0.2327,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":11531.5},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hinterhinter","status":"sentence_stream","source":"local_sentence_asr","at":11795.400001525879},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein","status":"sentence_stream","source":"local_sentence_asr","at":12218.400001525879},{"type":"reply","text":"Hallo Christoph, schön, dass du da bist!\nRobby ist mein Name, aber hey, wer bin ich, dass ich sage?\nWas kann ich für dich tun?","reply_id":1,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Hallo Christoph, schön, dass du da bist!","start_s":0,"end_s":2.67},{"emotion":"amusement","secondary":"contentment","blend":0.25,"intensity":0.72,"direction":"playful, natural","text":"Robby ist mein Name, aber hey, wer bin ich, dass ich sage?","start_s":2.67,"end_s":7.87},{"emotion":"elation","secondary":null,"blend":0,"intensity":0.55,"direction":"happy, soft","text":"Was kann ich für dich tun?","start_s":7.87,"end_s":9.91}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":2,"sentence_text":"Was kann ich für dich tun?","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":418.45,"llm_first_sentence_ms":457.87,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":52,"total_tokens":1471,"cost":0.0014674671,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00148229,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":7.748e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":483.94,"response_complete":true,"tts_first_audio_ms":1248.14,"first_audio_ms":1718.45,"tts_server_stages":[{"generation_ms":1977,"alignment_ms":58,"scoring_ms":115,"speaker_preparation_ms":0,"total_ms":2355,"performance":{"device_seconds":1.5246489715576172,"raw_audio_seconds":3.04,"aggregate_rtf":0.5015292669597425,"audio_seconds_per_second":1.993901584372083,"batches":[{"batch_size":1,"device_seconds":1.5246489715576172,"audio_seconds":[3.04],"model_wall_seconds":1.7709524109959602,"first_audio_seconds":0.78567626953125,"graph_capture_seconds":0,"live_callback_seconds":0.24146545678377151}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":3299,"alignment_ms":72,"scoring_ms":155,"speaker_preparation_ms":0,"total_ms":3733,"performance":{"device_seconds":2.525077959060669,"raw_audio_seconds":5.2,"aggregate_rtf":0.4855919152039748,"audio_seconds_per_second":2.0593423586550985,"batches":[{"batch_size":1,"device_seconds":2.525077959060669,"audio_seconds":[5.2],"model_wall_seconds":3.1633489206433296,"first_audio_seconds":0.7810723876953125,"graph_capture_seconds":0,"live_callback_seconds":0.6333395838737488}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2365.72,"audio_s":2.67},{"sentence":1,"total_ms":3741.36,"audio_s":5.2}],"sentence_ready_ms":6578.91,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":12221.599998474121},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über die","status":"sentence_stream","source":"local_sentence_asr","at":12753.29999923706},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":13279.900001525879},{"type":"latency_update","reply_id":1,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":418.45,"llm_first_sentence_ms":457.87,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":52,"total_tokens":1471,"cost":0.0014674671,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00148229,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":7.748e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":483.94,"response_complete":true,"tts_first_audio_ms":1248.14,"first_audio_ms":1718.45,"tts_server_stages":[{"generation_ms":1977,"alignment_ms":58,"scoring_ms":115,"speaker_preparation_ms":0,"total_ms":2355,"performance":{"device_seconds":1.5246489715576172,"raw_audio_seconds":3.04,"aggregate_rtf":0.5015292669597425,"audio_seconds_per_second":1.993901584372083,"batches":[{"batch_size":1,"device_seconds":1.5246489715576172,"audio_seconds":[3.04],"model_wall_seconds":1.7709524109959602,"first_audio_seconds":0.78567626953125,"graph_capture_seconds":0,"live_callback_seconds":0.24146545678377151}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":3299,"alignment_ms":72,"scoring_ms":155,"speaker_preparation_ms":0,"total_ms":3733,"performance":{"device_seconds":2.525077959060669,"raw_audio_seconds":5.2,"aggregate_rtf":0.4855919152039748,"audio_seconds_per_second":2.0593423586550985,"batches":[{"batch_size":1,"device_seconds":2.525077959060669,"audio_seconds":[5.2],"model_wall_seconds":3.1633489206433296,"first_audio_seconds":0.7810723876953125,"graph_capture_seconds":0,"live_callback_seconds":0.6333395838737488}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2365.72,"audio_s":2.67},{"sentence":1,"total_ms":3741.36,"audio_s":5.2}]},"at":13515.400001525879},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":13782.20000076294},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und","status":"sentence_stream","source":"local_sentence_asr","at":14324.400001525879},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.2678,"rival_similarity":-1,"bot_similarity":0.3035,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":14451.900001525879},{"type":"pipeline_metrics","reply_id":1,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":418.45,"llm_first_sentence_ms":457.87,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":52,"total_tokens":1471,"cost":0.0014674671,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00148229,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":7.748e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":483.94,"response_complete":true,"tts_first_audio_ms":1248.14,"first_audio_ms":1718.45,"tts_server_stages":[{"generation_ms":1977,"alignment_ms":58,"scoring_ms":115,"speaker_preparation_ms":0,"total_ms":2355,"performance":{"device_seconds":1.5246489715576172,"raw_audio_seconds":3.04,"aggregate_rtf":0.5015292669597425,"audio_seconds_per_second":1.993901584372083,"batches":[{"batch_size":1,"device_seconds":1.5246489715576172,"audio_seconds":[3.04],"model_wall_seconds":1.7709524109959602,"first_audio_seconds":0.78567626953125,"graph_capture_seconds":0,"live_callback_seconds":0.24146545678377151}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":3299,"alignment_ms":72,"scoring_ms":155,"speaker_preparation_ms":0,"total_ms":3733,"performance":{"device_seconds":2.525077959060669,"raw_audio_seconds":5.2,"aggregate_rtf":0.4855919152039748,"audio_seconds_per_second":2.0593423586550985,"batches":[{"batch_size":1,"device_seconds":2.525077959060669,"audio_seconds":[5.2],"model_wall_seconds":3.1633489206433296,"first_audio_seconds":0.7810723876953125,"graph_capture_seconds":0,"live_callback_seconds":0.6333395838737488}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":1835,"alignment_ms":48,"scoring_ms":207,"speaker_preparation_ms":0,"total_ms":2290,"performance":{"device_seconds":1.4030625143051147,"raw_audio_seconds":2.88,"aggregate_rtf":0.48717448413372044,"audio_seconds_per_second":2.0526526584785554,"batches":[{"batch_size":1,"device_seconds":1.4030625143051147,"audio_seconds":[2.88],"model_wall_seconds":1.6350045576691628,"first_audio_seconds":0.7843768310546875,"graph_capture_seconds":0,"live_callback_seconds":0.22928821295499802}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2365.72,"audio_s":2.67},{"sentence":1,"total_ms":3741.36,"audio_s":5.2},{"sentence":2,"total_ms":2296.82,"audio_s":2.43}],"total_ms":8875.83,"audio_s":10.3,"sentences":3,"generation_rtf":0.8617},"at":14535.79999923706},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":14828.599998474121},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":15310.599998474121},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen","status":"sentence_stream","source":"local_sentence_asr","at":15827.5},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es","status":"sentence_stream","source":"local_sentence_asr","at":16369.70000076294},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":16865},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":17360.40000152588},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.2148,"rival_similarity":-1,"bot_similarity":0.2459,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":17715.59999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im","status":"sentence_stream","source":"local_sentence_asr","at":17934.29999923706},{"type":"turn_done","barged":false,"at":18166.70000076294},{"type":"sync","arrival_order_error_ms":442.9375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":18167.5},{"type":"endpoint","transcript":"Schön dich kennenzulernen.","speaker_id":"speaker-1","asr":{"model":"nemotron","transcribe_ms":55.01,"speech_pause_ms":700,"observed_quiet_ms":10},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.509,"speaker_embedding_wait_ms":0.003,"speaker_lookup_ms":0.506,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":94.79,"sentence_queue_ms":10329.64,"sentence_audio_s":5.76},"at":18168.20000076294},{"type":"latency_start","reply_id":2,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":55.01,"speech_pause_ms":700,"observed_quiet_ms":10},"speaker_assignment_ms":0.509,"speaker_prefetch_compute_ms":94.79,"speaker_prefetch_used":true,"sentence_queue_ms":10329.63},"at":18168.70000076294},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":18366.90000152588},{"type":"reply","text":"Das freut mich sehr, Christoph!","reply_id":2,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, warm","text":"Das freut mich sehr, Christoph!","start_s":0,"end_s":1.7}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Das freut mich sehr, Christoph!","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":240.96,"finish_reason":"stop","usage":{"prompt_tokens":1504,"completion_tokens":13,"total_tokens":1517,"cost":0.0014932467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00150833,"upstream_inference_prompt_cost":0.00148896,"upstream_inference_completions_cost":1.937e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":306.17,"generation_calls":1,"llm_total_ms":306.2,"response_complete":true,"sentence_ready_ms":307.26,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":18497.59999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein","status":"sentence_stream","source":"local_sentence_asr","at":18870.09999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht.","status":"sentence_stream","source":"local_sentence_asr","at":19422.09999847412},{"type":"latency_update","reply_id":2,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":240.96,"finish_reason":"stop","usage":{"prompt_tokens":1504,"completion_tokens":13,"total_tokens":1517,"cost":0.0014932467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00150833,"upstream_inference_prompt_cost":0.00148896,"upstream_inference_completions_cost":1.937e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":306.17,"generation_calls":1,"llm_total_ms":306.2,"response_complete":true,"tts_first_audio_ms":1242.74,"first_audio_ms":1550.13},"at":19724.20000076294},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":19902.59999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter","status":"sentence_stream","source":"local_sentence_asr","at":20434.29999923706},{"type":"pipeline_metrics","reply_id":2,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":240.96,"finish_reason":"stop","usage":{"prompt_tokens":1504,"completion_tokens":13,"total_tokens":1517,"cost":0.0014932467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00150833,"upstream_inference_prompt_cost":0.00148896,"upstream_inference_completions_cost":1.937e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":306.17,"generation_calls":1,"llm_total_ms":306.2,"response_complete":true,"tts_first_audio_ms":1242.74,"first_audio_ms":1550.13,"tts_server_stages":[{"generation_ms":1604,"alignment_ms":61,"scoring_ms":202,"speaker_preparation_ms":0,"total_ms":2037,"performance":{"device_seconds":1.1634649724960326,"raw_audio_seconds":2.4,"aggregate_rtf":0.48477707187334695,"audio_seconds_per_second":2.0628038288519974,"batches":[{"batch_size":1,"device_seconds":1.1634649724960326,"audio_seconds":[2.4],"model_wall_seconds":1.4143234342336655,"first_audio_seconds":0.7399485473632812,"graph_capture_seconds":0,"live_callback_seconds":0.24809075891971588}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2045.63,"audio_s":2.11}],"total_ms":2353.03,"audio_s":2.11,"sentences":1,"generation_rtf":1.1152},"at":20531},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und","status":"sentence_stream","source":"local_sentence_asr","at":20945},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":21437.79999923706},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":22000.59999847412},{"type":"turn_done","barged":false,"at":22298.20000076294},{"type":"sync","arrival_order_error_ms":582,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":22299.09999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen","status":"sentence_stream","source":"local_sentence_asr","at":22530.70000076294},{"type":"asr_preview","text":"und die Nachrichten.  Morgen wird es","status":"sentence_stream","source":"native_asr","at":22933.29999923706},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":24537.59999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Kannst du mir eine","status":"sentence_stream","source":"local_sentence_asr","at":25221.79999923706},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Kannst du mir eine kleine Geschichte","status":"sentence_stream","source":"local_sentence_asr","at":25894.70000076294},{"type":"asr_preview","text":"Kannst du mir eine kleine Geschichte","status":"sentence_stream","source":"native_asr","at":26017.59999847412},{"type":"asr_preview","text":"Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Kannst du mir eine kleine Geschichte erzählen?","status":"sentence_stream","source":"local_sentence_asr","at":26947.59999847412},{"type":"asr_preview","text":"kannst du mir eine kleine Geschichte erzählen?","status":"sentence_stream","source":"local_sentence_asr","at":27014.59999847412},{"type":"asr_sentence","text":"kannst du mir eine kleine Geschichte erzählen?","audio_s":24,"queued":false,"asr":{"model":"nemotron","transcribe_ms":62.45,"speech_pause_ms":700,"observed_quiet_ms":583},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":583,"at":27015.20000076294},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.3161},"at":27015.40000152588},{"type":"endpoint","transcript":"kannst du mir eine kleine Geschichte erzählen?","speaker_id":"speaker-1","asr":{"model":"nemotron","transcribe_ms":62.45,"speech_pause_ms":700,"observed_quiet_ms":583},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.723,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.721,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":78.85,"sentence_queue_ms":0.94,"sentence_audio_s":24},"at":27015.79999923706},{"type":"latency_start","reply_id":3,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":62.45,"speech_pause_ms":700,"observed_quiet_ms":583},"speaker_assignment_ms":0.723,"speaker_prefetch_compute_ms":78.85,"speaker_prefetch_used":true,"sentence_queue_ms":0.93},"at":27016.29999923706},{"type":"asr_preview","text":"Kannst du mir eine kleine Geschichte erzählen?","status":"sentence_stream","source":"native_asr","at":27081.29999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":27479.20000076294},{"type":"asr_preview","text":"und Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":27995},{"type":"reply","text":"Es war einmal ein kleiner Roboter namens Robby, der in einer kühlschrankgroßen Schublade wohnte.","reply_id":3,"performance":{"sentences":[{"emotion":"contentment","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"natural, warm","text":"Es war einmal ein kleiner Roboter namens Robby, der in einer kühlschrankgroßen Schublade wohnte.","start_s":0,"end_s":4.76}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Es war einmal ein kleiner Roboter namens Robby, der in einer kühlschrankgroßen Schublade wohnte.","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1381.74,"finish_reason":"stop","usage":{"prompt_tokens":1594,"completion_tokens":33,"total_tokens":1627,"cost":0.0016109577,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00162723,"upstream_inference_prompt_cost":0.00157806,"upstream_inference_completions_cost":4.917e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1428.3,"generation_calls":1,"llm_total_ms":1428.33,"response_complete":true,"sentence_ready_ms":1434.1,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.natural.soft"},"sources":[],"lookups":[],"at":28446.90000152588},{"type":"asr_preview","text":"und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":28488.70000076294},{"type":"asr_preview","text":"und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":28781.40000152588},{"type":"asr_sentence","text":"und die Nachrichten","audio_s":25.92,"queued":true,"asr":{"model":"nemotron","transcribe_ms":51.55,"speech_pause_ms":700,"observed_quiet_ms":11},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":11,"at":28781.59999847412},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.2407,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":28782.09999847412},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":28782.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":29360.20000076294},{"type":"latency_update","reply_id":3,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1381.74,"finish_reason":"stop","usage":{"prompt_tokens":1594,"completion_tokens":33,"total_tokens":1627,"cost":0.0016109577,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00162723,"upstream_inference_prompt_cost":0.00157806,"upstream_inference_completions_cost":4.917e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1428.3,"generation_calls":1,"llm_total_ms":1428.33,"response_complete":true,"tts_first_audio_ms":1306.9,"first_audio_ms":2741.14},"at":29752.20000076294},{"type":"asr_preview","text":"wird es nicht","status":"sentence_stream","source":"local_sentence_asr","at":29847.70000076294},{"type":"reply_cancelled","reply_id":3,"at":30145.90000152588},{"type":"barge","yield":1,"at":30146.20000076294},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"}]},"handover_pending":true,"storage":"Session RAM","at":30146.40000152588},{"type":"turn_done","barged":true,"at":30146.70000076294},{"type":"sync","arrival_order_error_ms":null,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":30146.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":31015.40000152588},{"type":"asr_preview","text":"Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":31555.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein bisschen","status":"sentence_stream","source":"local_sentence_asr","at":32112.20000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht.","status":"sentence_stream","source":"native_asr","at":32703.29999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über Was können wir heute","status":"sentence_stream","source":"local_sentence_asr","at":33453.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über.  Was können wir heute","status":"sentence_stream","source":"native_asr","at":33676.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":34455.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über.  Was können wir heute zusammen machen?","status":"sentence_stream","source":"native_asr","at":34636.40000152588},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":35184.20000076294},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":32,"queued":false,"asr":{"model":"nemotron","transcribe_ms":43.48,"speech_pause_ms":700,"observed_quiet_ms":26},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":26,"at":35184.79999923706},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-2","name":"Speaker 2","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Speaker 2","similarity":0.0855},"at":35185.20000076294},{"type":"endpoint","transcript":"Was können wir heute zusammen machen?","speaker_id":"speaker-2","asr":{"model":"nemotron","transcribe_ms":43.48,"speech_pause_ms":700,"observed_quiet_ms":26},"speaker_name":"Speaker 2","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.355,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.354,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":57.78,"sentence_queue_ms":0.48,"sentence_audio_s":32},"at":35185.5},{"type":"latency_start","reply_id":4,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":43.48,"speech_pause_ms":700,"observed_quiet_ms":26},"speaker_assignment_ms":0.355,"speaker_prefetch_compute_ms":57.78,"speaker_prefetch_used":true,"sentence_queue_ms":0.48},"at":35186},{"type":"reply","text":"Wie wäre es, wenn wir zusammen ein imaginäres Raumschiff basteln und durch die Galaxie reisen?","reply_id":4,"performance":{"sentences":[{"emotion":"interest","secondary":"amusement","blend":0.25,"intensity":0.72,"direction":"interest, playful","text":"Wie wäre es, wenn wir zusammen ein imaginäres Raumschiff basteln und durch die Galaxie reisen?","start_s":0,"end_s":5.1}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Wie wäre es, wenn wir zusammen ein imaginäres Raumschiff basteln und durch die Galaxie reisen?","speaker_id":"speaker-2","speaker_name":"Speaker 2","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":244,"finish_reason":"stop","usage":{"prompt_tokens":1651,"completion_tokens":32,"total_tokens":1683,"cost":0.0016653483,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00168217,"upstream_inference_prompt_cost":0.00163449,"upstream_inference_completions_cost":4.768e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":295.08,"generation_calls":1,"llm_total_ms":295.11,"response_complete":true,"sentence_ready_ms":296.2,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":35483.79999923706},{"type":"asr_preview","text":"Morgen","status":"sentence_stream","source":"local_sentence_asr","at":35681.59999847412},{"type":"asr_preview","text":"Morgen wird es","status":"sentence_stream","source":"local_sentence_asr","at":36189.90000152588},{"type":"asr_preview","text":"Morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":36733.09999847412},{"type":"latency_update","reply_id":4,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":244,"finish_reason":"stop","usage":{"prompt_tokens":1651,"completion_tokens":32,"total_tokens":1683,"cost":0.0016653483,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00168217,"upstream_inference_prompt_cost":0.00163449,"upstream_inference_completions_cost":4.768e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":295.08,"generation_calls":1,"llm_total_ms":295.11,"response_complete":true,"tts_first_audio_ms":1266.87,"first_audio_ms":1563.21},"at":36752.79999923706},{"type":"asr_preview","text":"Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":37082.70000076294},{"type":"asr_sentence","text":"Morgen wird es sonnig.","audio_s":33.92,"queued":true,"asr":{"model":"nemotron","transcribe_ms":52.72,"speech_pause_ms":700,"observed_quiet_ms":746},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":746,"at":37085.09999847412},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3751,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":37132.5},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":37132.79999923706},{"type":"asr_preview","text":"Im","status":"sentence_stream","source":"local_sentence_asr","at":37563.40000152588},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.3075,"rival_similarity":-1,"bot_similarity":0.1345,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":38066.29999923706},{"type":"asr_preview","text":"Im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":38099.29999923706},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.2832,"rival_similarity":-1,"bot_similarity":0.1589,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":38367.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft läuft","status":"sentence_stream","source":"local_sentence_asr","at":38652.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über","status":"sentence_stream","source":"local_sentence_asr","at":39118.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wert.","status":"sentence_stream","source":"local_sentence_asr","at":39665},{"type":"pipeline_metrics","reply_id":4,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":244,"finish_reason":"stop","usage":{"prompt_tokens":1651,"completion_tokens":32,"total_tokens":1683,"cost":0.0016653483,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00168217,"upstream_inference_prompt_cost":0.00163449,"upstream_inference_completions_cost":4.768e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":295.08,"generation_calls":1,"llm_total_ms":295.11,"response_complete":true,"tts_first_audio_ms":1266.87,"first_audio_ms":1563.21,"tts_server_stages":[{"generation_ms":3897,"alignment_ms":180,"scoring_ms":237,"speaker_preparation_ms":0,"total_ms":4516,"performance":{"device_seconds":2.982386071205139,"raw_audio_seconds":6.16,"aggregate_rtf":0.4841535829878472,"audio_seconds_per_second":2.0654602901598293,"batches":[{"batch_size":1,"device_seconds":2.982386071205139,"audio_seconds":[6.16],"model_wall_seconds":3.6985864639282227,"first_audio_seconds":0.81685107421875,"graph_capture_seconds":0,"live_callback_seconds":0.7112460434436798}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":4525.69,"audio_s":6.16}],"total_ms":4822.03,"audio_s":6.16,"sentences":1,"generation_rtf":0.7828},"at":40013.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":40159.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":40677},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":41199.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":41757.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":42292.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen wird es","status":"sentence_stream","source":"local_sentence_asr","at":42794.20000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen wird es sonignin","status":"sentence_stream","source":"local_sentence_asr","at":43329.29999923706},{"type":"turn_done","barged":false,"at":43359.59999847412},{"type":"sync","arrival_order_error_ms":604.375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":43360.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":43768.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen wird es sonnig.  Im Hinter","status":"sentence_stream","source":"local_sentence_asr","at":44358.90000152588},{"type":"asr_preview","text":"Im Hinter","status":"sentence_stream","source":"native_asr","at":44595.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen wird es sonnig.  Im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":45131},{"type":"asr_sentence","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen wird es sonnig. Im Hintergrund","audio_s":41.6,"queued":false,"asr":{"model":"nemotron","transcribe_ms":61.04,"speech_pause_ms":700,"observed_quiet_ms":742},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":742,"at":45131.40000152588},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3518,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":45192.70000076294},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":45192.70000076294},{"type":"latency_start","reply_id":5,"input":{"kind":"typed"},"at":45536.5},{"type":"avatar_action","action_id":"cf81a4fc1ab04f179ff069bb7919bddc","steps":[{"kind":"spin","duration_s":6,"sentence":0,"direction":"clockwise"}],"source":"validated_direct_request","at":45547.20000076294},{"type":"reply","text":"Ah, ein Pirouetten-Check für meinen Kreislauf!","reply_id":5,"performance":{"sentences":[{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ah, ein Pirouetten-Check für meinen Kreislauf!","start_s":0,"end_s":2.04}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[{"kind":"spin","duration_s":6,"sentence":0,"direction":"clockwise"}],"avatar_action_id":"cf81a4fc1ab04f179ff069bb7919bddc","avatar_event":null,"sentence_index":0,"sentence_text":"Ah, ein Pirouetten-Check für meinen Kreislauf!","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":445.57,"llm_first_sentence_ms":475.75,"sentence_ready_ms":477.47,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":46031.40000152588},{"type":"latency_update","reply_id":5,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":445.57,"llm_first_sentence_ms":475.75,"finish_reason":"stop","usage":{"prompt_tokens":1709,"completion_tokens":58,"total_tokens":1767,"cost":0.0017605467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177833,"upstream_inference_prompt_cost":0.00169191,"upstream_inference_completions_cost":8.642e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":572.18,"response_complete":true,"tts_first_audio_ms":1351.45,"first_audio_ms":1829.03},"at":47365.70000076294},{"type":"reply","text":"Ah, ein Pirouetten-Check für meinen Kreislauf!\nIch drehe mich, aber meine Antenne bleibt stur nach oben!","reply_id":5,"performance":{"sentences":[{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ah, ein Pirouetten-Check für meinen Kreislauf!","start_s":0,"end_s":2.99},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"playful, rapid","text":"Ich drehe mich, aber meine Antenne bleibt stur nach oben!","start_s":2.99,"end_s":6.390000000000001}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[{"kind":"spin","duration_s":6,"sentence":0,"direction":"clockwise"}],"avatar_action_id":"cf81a4fc1ab04f179ff069bb7919bddc","avatar_event":null,"sentence_index":1,"sentence_text":"Ich drehe mich, aber meine Antenne bleibt stur nach oben!","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":445.57,"llm_first_sentence_ms":475.75,"finish_reason":"stop","usage":{"prompt_tokens":1709,"completion_tokens":58,"total_tokens":1767,"cost":0.0017605467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177833,"upstream_inference_prompt_cost":0.00169191,"upstream_inference_completions_cost":8.642e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":572.18,"response_complete":true,"tts_first_audio_ms":1351.45,"first_audio_ms":1829.03,"tts_server_stages":[{"generation_ms":2340,"alignment_ms":53,"scoring_ms":271,"speaker_preparation_ms":0,"total_ms":2854,"performance":{"device_seconds":1.7326053371429442,"raw_audio_seconds":3.28,"aggregate_rtf":0.5282333344948,"audio_seconds_per_second":1.8931027913192857,"batches":[{"batch_size":1,"device_seconds":1.7326053371429442,"audio_seconds":[3.28],"model_wall_seconds":2.1380952075123787,"first_audio_seconds":0.799341552734375,"graph_capture_seconds":0,"live_callback_seconds":0.4026835262775421}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2863.91,"audio_s":2.99}],"sentence_ready_ms":3342.46,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.playful.intense"},"sources":[],"lookups":[],"at":48899.5},{"type":"latency_update","reply_id":5,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":445.57,"llm_first_sentence_ms":475.75,"finish_reason":"stop","usage":{"prompt_tokens":1709,"completion_tokens":58,"total_tokens":1767,"cost":0.0017605467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177833,"upstream_inference_prompt_cost":0.00169191,"upstream_inference_completions_cost":8.642e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":572.18,"response_complete":true,"tts_first_audio_ms":1351.45,"first_audio_ms":1829.03,"tts_server_stages":[{"generation_ms":2340,"alignment_ms":53,"scoring_ms":271,"speaker_preparation_ms":0,"total_ms":2854,"performance":{"device_seconds":1.7326053371429442,"raw_audio_seconds":3.28,"aggregate_rtf":0.5282333344948,"audio_seconds_per_second":1.8931027913192857,"batches":[{"batch_size":1,"device_seconds":1.7326053371429442,"audio_seconds":[3.28],"model_wall_seconds":2.1380952075123787,"first_audio_seconds":0.799341552734375,"graph_capture_seconds":0,"live_callback_seconds":0.4026835262775421}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2863.91,"audio_s":2.99}]},"at":50196.29999923706},{"type":"reply","text":"Ah, ein Pirouetten-Check für meinen Kreislauf!\nIch drehe mich, aber meine Antenne bleibt stur nach oben!\nSo tanze ich mein einsames Roboter-Solo.","reply_id":5,"performance":{"sentences":[{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Ah, ein Pirouetten-Check für meinen Kreislauf!","start_s":0,"end_s":2.99},{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"playful, rapid","text":"Ich drehe mich, aber meine Antenne bleibt stur nach oben!","start_s":2.99,"end_s":6.78},{"emotion":"amusement","secondary":"contentment","blend":0.25,"intensity":0.72,"direction":"amusement, natural","text":"So tanze ich mein einsames Roboter-Solo.","start_s":6.78,"end_s":8.82}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[{"kind":"spin","duration_s":6,"sentence":0,"direction":"clockwise"}],"avatar_action_id":"cf81a4fc1ab04f179ff069bb7919bddc","avatar_event":null,"sentence_index":2,"sentence_text":"So tanze ich mein einsames Roboter-Solo.","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":445.57,"llm_first_sentence_ms":475.75,"finish_reason":"stop","usage":{"prompt_tokens":1709,"completion_tokens":58,"total_tokens":1767,"cost":0.0017605467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177833,"upstream_inference_prompt_cost":0.00169191,"upstream_inference_completions_cost":8.642e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":572.18,"response_complete":true,"tts_first_audio_ms":1351.45,"first_audio_ms":1829.03,"tts_server_stages":[{"generation_ms":2340,"alignment_ms":53,"scoring_ms":271,"speaker_preparation_ms":0,"total_ms":2854,"performance":{"device_seconds":1.7326053371429442,"raw_audio_seconds":3.28,"aggregate_rtf":0.5282333344948,"audio_seconds_per_second":1.8931027913192857,"batches":[{"batch_size":1,"device_seconds":1.7326053371429442,"audio_seconds":[3.28],"model_wall_seconds":2.1380952075123787,"first_audio_seconds":0.799341552734375,"graph_capture_seconds":0,"live_callback_seconds":0.4026835262775421}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":2681,"alignment_ms":116,"scoring_ms":191,"speaker_preparation_ms":0,"total_ms":3187,"performance":{"device_seconds":2.0797766427993776,"raw_audio_seconds":4.16,"aggregate_rtf":0.49994630836523496,"audio_seconds_per_second":2.00021478960387,"batches":[{"batch_size":1,"device_seconds":2.0797766427993776,"audio_seconds":[4.16],"model_wall_seconds":2.5170486494898796,"first_audio_seconds":0.8064093017578124,"graph_capture_seconds":0,"live_callback_seconds":0.43411286920309067}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2863.91,"audio_s":2.99},{"sentence":1,"total_ms":3196.13,"audio_s":3.79}],"sentence_ready_ms":6539.69,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"amusement.soft"},"sources":[],"lookups":[],"at":52077.79999923706},{"type":"latency_update","reply_id":5,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":445.57,"llm_first_sentence_ms":475.75,"finish_reason":"stop","usage":{"prompt_tokens":1709,"completion_tokens":58,"total_tokens":1767,"cost":0.0017605467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177833,"upstream_inference_prompt_cost":0.00169191,"upstream_inference_completions_cost":8.642e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":572.18,"response_complete":true,"tts_first_audio_ms":1351.45,"first_audio_ms":1829.03,"tts_server_stages":[{"generation_ms":2340,"alignment_ms":53,"scoring_ms":271,"speaker_preparation_ms":0,"total_ms":2854,"performance":{"device_seconds":1.7326053371429442,"raw_audio_seconds":3.28,"aggregate_rtf":0.5282333344948,"audio_seconds_per_second":1.8931027913192857,"batches":[{"batch_size":1,"device_seconds":1.7326053371429442,"audio_seconds":[3.28],"model_wall_seconds":2.1380952075123787,"first_audio_seconds":0.799341552734375,"graph_capture_seconds":0,"live_callback_seconds":0.4026835262775421}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":2681,"alignment_ms":116,"scoring_ms":191,"speaker_preparation_ms":0,"total_ms":3187,"performance":{"device_seconds":2.0797766427993776,"raw_audio_seconds":4.16,"aggregate_rtf":0.49994630836523496,"audio_seconds_per_second":2.00021478960387,"batches":[{"batch_size":1,"device_seconds":2.0797766427993776,"audio_seconds":[4.16],"model_wall_seconds":2.5170486494898796,"first_audio_seconds":0.8064093017578124,"graph_capture_seconds":0,"live_callback_seconds":0.43411286920309067}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2863.91,"audio_s":2.99},{"sentence":1,"total_ms":3196.13,"audio_s":3.79}]},"at":53358.70000076294},{"type":"pipeline_metrics","reply_id":5,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":445.57,"llm_first_sentence_ms":475.75,"finish_reason":"stop","usage":{"prompt_tokens":1709,"completion_tokens":58,"total_tokens":1767,"cost":0.0017605467,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177833,"upstream_inference_prompt_cost":0.00169191,"upstream_inference_completions_cost":8.642e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":572.18,"response_complete":true,"tts_first_audio_ms":1351.45,"first_audio_ms":1829.03,"tts_server_stages":[{"generation_ms":2340,"alignment_ms":53,"scoring_ms":271,"speaker_preparation_ms":0,"total_ms":2854,"performance":{"device_seconds":1.7326053371429442,"raw_audio_seconds":3.28,"aggregate_rtf":0.5282333344948,"audio_seconds_per_second":1.8931027913192857,"batches":[{"batch_size":1,"device_seconds":1.7326053371429442,"audio_seconds":[3.28],"model_wall_seconds":2.1380952075123787,"first_audio_seconds":0.799341552734375,"graph_capture_seconds":0,"live_callback_seconds":0.4026835262775421}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":2681,"alignment_ms":116,"scoring_ms":191,"speaker_preparation_ms":0,"total_ms":3187,"performance":{"device_seconds":2.0797766427993776,"raw_audio_seconds":4.16,"aggregate_rtf":0.49994630836523496,"audio_seconds_per_second":2.00021478960387,"batches":[{"batch_size":1,"device_seconds":2.0797766427993776,"audio_seconds":[4.16],"model_wall_seconds":2.5170486494898796,"first_audio_seconds":0.8064093017578124,"graph_capture_seconds":0,"live_callback_seconds":0.43411286920309067}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":1815,"alignment_ms":55,"scoring_ms":229,"speaker_preparation_ms":0,"total_ms":2291,"performance":{"device_seconds":1.4285960693359374,"raw_audio_seconds":2.88,"aggregate_rtf":0.49604030185275605,"audio_seconds_per_second":2.0159652275528988,"batches":[{"batch_size":1,"device_seconds":1.4285960693359374,"audio_seconds":[2.88],"model_wall_seconds":1.6275226026773453,"first_audio_seconds":0.797033447265625,"graph_capture_seconds":0,"live_callback_seconds":0.1984492838382721}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2863.91,"audio_s":2.99},{"sentence":1,"total_ms":3196.13,"audio_s":3.79},{"sentence":2,"total_ms":2300.05,"audio_s":2.75}],"total_ms":8839.91,"audio_s":9.53,"sentences":3,"generation_rtf":0.9276},"at":54377.59999847412},{"type":"turn_done","barged":false,"at":57397.70000076294},{"type":"sync","arrival_order_error_ms":517,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":57398.70000076294},{"type":"latency_start","reply_id":6,"input":{"kind":"typed"},"at":59067.79999923706},{"type":"avatar_action","action_id":"092b8270840a485bb7ab0392b2aea6e8","steps":[{"kind":"emotion","duration_s":3,"sentence":0,"emotion":"anger"},{"kind":"grimace","duration_s":3,"sentence":0,"variant":"squishy"},{"kind":"nod","duration_s":2.5,"sentence":0}],"source":"validated_direct_request","at":59078.90000152588},{"type":"reply","text":"Ich wüte erst einmal, dann wird es komisch, und ich nicke abschließend.","reply_id":6,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"contentment, soft","text":"Ich wüte erst einmal, dann wird es komisch, und ich nicke abschließend.","start_s":0,"end_s":4.08}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[{"kind":"emotion","duration_s":3,"sentence":0,"emotion":"anger"},{"kind":"grimace","duration_s":3,"sentence":0,"variant":"squishy"},{"kind":"nod","duration_s":2.5,"sentence":0}],"avatar_action_id":"092b8270840a485bb7ab0392b2aea6e8","avatar_event":null,"sentence_index":0,"sentence_text":"Ich wüte erst einmal, dann wird es komisch, und ich nicke abschließend.","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":352.56,"finish_reason":"stop","usage":{"prompt_tokens":1833,"completion_tokens":21,"total_tokens":1854,"cost":0.0018275004,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184596,"upstream_inference_prompt_cost":0.00181467,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":411.47,"generation_calls":1,"llm_total_ms":411.5,"response_complete":true,"sentence_ready_ms":414.63,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":59495},{"type":"latency_update","reply_id":6,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":352.56,"finish_reason":"stop","usage":{"prompt_tokens":1833,"completion_tokens":21,"total_tokens":1854,"cost":0.0018275004,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184596,"upstream_inference_prompt_cost":0.00181467,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":411.47,"generation_calls":1,"llm_total_ms":411.5,"response_complete":true,"tts_first_audio_ms":1296.4,"first_audio_ms":1711.23},"at":60780},{"type":"pipeline_metrics","reply_id":6,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":352.56,"finish_reason":"stop","usage":{"prompt_tokens":1833,"completion_tokens":21,"total_tokens":1854,"cost":0.0018275004,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184596,"upstream_inference_prompt_cost":0.00181467,"upstream_inference_completions_cost":3.129e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":411.47,"generation_calls":1,"llm_total_ms":411.5,"response_complete":true,"tts_first_audio_ms":1296.4,"first_audio_ms":1711.23,"tts_server_stages":[{"generation_ms":3125,"alignment_ms":87,"scoring_ms":248,"speaker_preparation_ms":0,"total_ms":3635,"performance":{"device_seconds":2.567692816257477,"raw_audio_seconds":5.04,"aggregate_rtf":0.5094628603685469,"audio_seconds_per_second":1.9628516184214035,"batches":[{"batch_size":1,"device_seconds":2.567692816257477,"audio_seconds":[5.04],"model_wall_seconds":2.9702635183930397,"first_audio_seconds":0.8424530029296875,"graph_capture_seconds":0,"live_callback_seconds":0.39923735707998276}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":3645.05,"audio_s":5.04}],"total_ms":4059.89,"audio_s":5.04,"sentences":1,"generation_rtf":0.8055},"at":63129.20000076294},{"type":"turn_done","barged":false,"at":66263.20000076294},{"type":"sync","arrival_order_error_ms":401.0625,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":66264.09999847412},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":1,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":null,"name":null,"primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":true,"storage":"Session RAM","at":66397.90000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":67397.29999923706},{"type":"asr_preview","text":"Hey Ra.","status":"sentence_stream","source":"local_sentence_asr","at":67883.5},{"type":"asr_preview","text":"Hey Rob, ich","status":"sentence_stream","source":"local_sentence_asr","at":68445.90000152588},{"type":"asr_preview","text":"Hey Robin, bin.","status":"sentence_stream","source":"native_asr","at":69013.20000076294},{"type":"asr_preview","text":"Hey Robbie, ich Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":69076.40000152588},{"type":"asr_preview","text":"Hey Rabi, ich bin Christoph.","status":"sentence_stream","source":"local_sentence_asr","at":69496.20000076294},{"type":"asr_sentence","text":"Hey Rabi, ich bin Christoph.","audio_s":64.64,"queued":false,"asr":{"model":"nemotron","transcribe_ms":67.14,"speech_pause_ms":700,"observed_quiet_ms":56},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":56,"at":69496.79999923706},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":2,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.7594},"at":69497.09999847412},{"type":"endpoint","transcript":"Hey Rabi, ich bin Christoph.","speaker_id":"speaker-1","asr":{"model":"nemotron","transcribe_ms":67.14,"speech_pause_ms":700,"observed_quiet_ms":56},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.283,"speaker_embedding_wait_ms":0.001,"speaker_lookup_ms":0.282,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":64.74,"sentence_queue_ms":0.37,"sentence_audio_s":64.64},"at":69499.20000076294},{"type":"latency_start","reply_id":7,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":67.14,"speech_pause_ms":700,"observed_quiet_ms":56},"speaker_assignment_ms":0.283,"speaker_prefetch_compute_ms":64.74,"speaker_prefetch_used":true,"sentence_queue_ms":0.37},"at":69499.5},{"type":"reply","text":"Hallo Christoph, schön, dass du da bist!","reply_id":7,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"contentment, soft","text":"Hallo Christoph, schön, dass du da bist!","start_s":0,"end_s":2.38}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Christoph, schön, dass du da bist!","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":{"speaker_id":"speaker-1","display_name":"Christoph","is_self_introduction":true,"source":"validated_acoustic_transcript"},"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":224.97,"finish_reason":"stop","usage":{"prompt_tokens":1840,"completion_tokens":11,"total_tokens":1851,"cost":0.0018196101,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00183799,"upstream_inference_prompt_cost":0.0018216,"upstream_inference_completions_cost":1.639e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":265.57,"generation_calls":1,"llm_total_ms":265.59,"response_complete":true,"sentence_ready_ms":266.4,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":69765.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":70055},{"type":"asr_preview","text":"Schön.","status":"sentence_stream","source":"local_sentence_asr","at":70545.20000076294},{"type":"asr_preview","text":"Schön dich kennen.","status":"sentence_stream","source":"local_sentence_asr","at":71036.29999923706},{"type":"latency_update","reply_id":7,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":224.97,"finish_reason":"stop","usage":{"prompt_tokens":1840,"completion_tokens":11,"total_tokens":1851,"cost":0.0018196101,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00183799,"upstream_inference_prompt_cost":0.0018216,"upstream_inference_completions_cost":1.639e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":265.57,"generation_calls":1,"llm_total_ms":265.59,"response_complete":true,"tts_first_audio_ms":1296.44,"first_audio_ms":1562.95},"at":71062.20000076294},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.4398,"rival_similarity":-1,"bot_similarity":-1,"reason":"Background conversation is not an addressed interruption","lexical_audio_evidence":false,"fast_similarity":0.7933,"fast_consistency":0.8333333333333334,"fast_frames":6,"at":71423.90000152588},{"type":"asr_preview","text":"Schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":71592.40000152588},{"type":"asr_preview","text":"Schön dich kennenzulernen.","status":"sentence_stream","source":"local_sentence_asr","at":71794},{"type":"asr_sentence","text":"Schön dich kennenzulernen.","audio_s":66.88,"queued":true,"asr":{"model":"nemotron","transcribe_ms":60.46,"speech_pause_ms":700,"observed_quiet_ms":602},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":602,"at":71794.29999923706},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":2,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.4538},"at":71794.70000076294},{"type":"pipeline_metrics","reply_id":7,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":224.97,"finish_reason":"stop","usage":{"prompt_tokens":1840,"completion_tokens":11,"total_tokens":1851,"cost":0.0018196101,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00183799,"upstream_inference_prompt_cost":0.0018216,"upstream_inference_completions_cost":1.639e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":265.57,"generation_calls":1,"llm_total_ms":265.59,"response_complete":true,"tts_first_audio_ms":1296.44,"first_audio_ms":1562.95,"tts_server_stages":[{"generation_ms":1706,"alignment_ms":57,"scoring_ms":261,"speaker_preparation_ms":0,"total_ms":2215,"performance":{"device_seconds":1.2603305459022522,"raw_audio_seconds":2.88,"aggregate_rtf":0.4376147728827265,"audio_seconds_per_second":2.285114813224058,"batches":[{"batch_size":1,"device_seconds":1.2603305459022522,"audio_seconds":[2.88],"model_wall_seconds":1.5066702514886856,"first_audio_seconds":0.8297011108398438,"graph_capture_seconds":0,"live_callback_seconds":0.24150917679071426}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2222.78,"audio_s":2.35}],"total_ms":2489.29,"audio_s":2.35,"sentences":1,"generation_rtf":1.0593},"at":71988.20000076294},{"type":"turn_done","barged":false,"at":73826.79999923706},{"type":"sync","arrival_order_error_ms":527.8125,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":73827},{"type":"endpoint","transcript":"Schön dich kennenzulernen.","speaker_id":"speaker-1","asr":{"model":"nemotron","transcribe_ms":60.46,"speech_pause_ms":700,"observed_quiet_ms":602},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.494,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.492,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":93.55,"sentence_queue_ms":2066.83,"sentence_audio_s":66.88},"at":73866.90000152588},{"type":"latency_start","reply_id":8,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":60.46,"speech_pause_ms":700,"observed_quiet_ms":602},"speaker_assignment_ms":0.494,"speaker_prefetch_compute_ms":93.55,"speaker_prefetch_used":true,"sentence_queue_ms":2066.83},"at":73868.09999847412},{"type":"reply","text":"Gleichfalls, ich freu mich auch!","reply_id":8,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Gleichfalls, ich freu mich auch!","start_s":0,"end_s":1.7}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Gleichfalls, ich freu mich auch!","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":254.19,"finish_reason":"stop","usage":{"prompt_tokens":1815,"completion_tokens":15,"total_tokens":1830,"cost":0.001801008,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018192,"upstream_inference_prompt_cost":0.00179685,"upstream_inference_completions_cost":2.235e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":285.37,"generation_calls":1,"llm_total_ms":285.4,"response_complete":true,"sentence_ready_ms":286.68,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":74130.09999847412},{"type":"latency_update","reply_id":8,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":254.19,"finish_reason":"stop","usage":{"prompt_tokens":1815,"completion_tokens":15,"total_tokens":1830,"cost":0.001801008,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018192,"upstream_inference_prompt_cost":0.00179685,"upstream_inference_completions_cost":2.235e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":285.37,"generation_calls":1,"llm_total_ms":285.4,"response_complete":true,"tts_first_audio_ms":1255.58,"first_audio_ms":1542.41},"at":75385.09999847412},{"type":"pipeline_metrics","reply_id":8,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":254.19,"finish_reason":"stop","usage":{"prompt_tokens":1815,"completion_tokens":15,"total_tokens":1830,"cost":0.001801008,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018192,"upstream_inference_prompt_cost":0.00179685,"upstream_inference_completions_cost":2.235e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":285.37,"generation_calls":1,"llm_total_ms":285.4,"response_complete":true,"tts_first_audio_ms":1255.58,"first_audio_ms":1542.41,"tts_server_stages":[{"generation_ms":1661,"alignment_ms":52,"scoring_ms":181,"speaker_preparation_ms":0,"total_ms":2081,"performance":{"device_seconds":1.197558032989502,"raw_audio_seconds":2.48,"aggregate_rtf":0.4828863036247992,"audio_seconds_per_second":2.0708808522699296,"batches":[{"batch_size":1,"device_seconds":1.197558032989502,"audio_seconds":[2.48],"model_wall_seconds":1.4652146100997925,"first_audio_seconds":0.7262146606445312,"graph_capture_seconds":0,"live_callback_seconds":0.2649328336119652}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2087.73,"audio_s":2.43}],"total_ms":2374.56,"audio_s":2.43,"sentences":1,"generation_rtf":0.9772},"at":76216.90000152588},{"type":"turn_done","barged":false,"at":78252},{"type":"sync","arrival_order_error_ms":603,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":78252.09999847412},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":0,"last_decision":null,"waiting_for":"Listening for an agreed trigger","attempts":0,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","installed":["518c3d51214f"],"at":80436},{"type":"latency_start","reply_id":9,"input":{"kind":"typed"},"at":80446.59999847412},{"type":"reply","text":"Einverstanden, jetzt bin ich alert!","reply_id":9,"performance":{"sentences":[{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"happy, playful","text":"Einverstanden, jetzt bin ich alert!","start_s":0,"end_s":1.7}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Einverstanden, jetzt bin ich alert!","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":228.64,"finish_reason":"stop","usage":{"prompt_tokens":1845,"completion_tokens":14,"total_tokens":1859,"cost":0.0018289359,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184741,"upstream_inference_prompt_cost":0.00182655,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":254.29,"generation_calls":1,"llm_total_ms":254.32,"response_complete":true,"sentence_ready_ms":255.47,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"elation.soft"},"sources":[],"lookups":[],"at":80694.20000076294},{"type":"latency_update","reply_id":9,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":228.64,"finish_reason":"stop","usage":{"prompt_tokens":1845,"completion_tokens":14,"total_tokens":1859,"cost":0.0018289359,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184741,"upstream_inference_prompt_cost":0.00182655,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":254.29,"generation_calls":1,"llm_total_ms":254.32,"response_complete":true,"tts_first_audio_ms":1298.65,"first_audio_ms":1554.23},"at":81991.20000076294},{"type":"pipeline_metrics","reply_id":9,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":228.64,"finish_reason":"stop","usage":{"prompt_tokens":1845,"completion_tokens":14,"total_tokens":1859,"cost":0.0018289359,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184741,"upstream_inference_prompt_cost":0.00182655,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":254.29,"generation_calls":1,"llm_total_ms":254.32,"response_complete":true,"tts_first_audio_ms":1298.65,"first_audio_ms":1554.23,"tts_server_stages":[{"generation_ms":1881,"alignment_ms":84,"scoring_ms":235,"speaker_preparation_ms":0,"total_ms":2393,"performance":{"device_seconds":1.4136831483840941,"raw_audio_seconds":2.8,"aggregate_rtf":0.5048868387086051,"audio_seconds_per_second":1.980641845522832,"batches":[{"batch_size":1,"device_seconds":1.4136831483840941,"audio_seconds":[2.8],"model_wall_seconds":1.6804222464561462,"first_audio_seconds":0.8015719604492187,"graph_capture_seconds":0,"live_callback_seconds":0.26391714811325073}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2401.63,"audio_s":2.67}],"total_ms":2657.22,"audio_s":2.67,"sentences":1,"generation_rtf":0.9952},"at":83096.59999847412},{"type":"turn_done","barged":false,"at":85131.70000076294},{"type":"sync","arrival_order_error_ms":607.9375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":85132.59999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":86233.79999923706},{"type":"service_status","text":"Agreed interruption audio is ready in session RAM.","stage":"interjection_ready","at":86274.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":86811.79999923706},{"type":"asr_preview","text":"Van Hansen","status":"sentence_stream","source":"local_sentence_asr","at":87197.59999847412},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":1,"last_decision":null,"waiting_for":"No agreed trigger in the current words","attempts":1,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":87348},{"type":"asr_preview","text":"Wann er sind gesund.","status":"sentence_stream","source":"local_sentence_asr","at":87794.09999847412},{"type":"asr_preview","text":"Wein sind gesund.","status":"sentence_stream","source":"native_asr","at":87995.59999847412},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":5,"last_decision":null,"waiting_for":"No agreed trigger in the current words","attempts":5,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":88629.79999923706},{"type":"asr_preview","text":"Wann er sind gesund und bananen","status":"sentence_stream","source":"local_sentence_asr","at":88746.79999923706},{"type":"endpoint","transcript":"Wann er sind gesund und bananen","speaker_id":"speaker-1","speaker_name":"Christoph","by":"agreed_interruption","rule_id":"518c3d51214f","at":89127.40000152588},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":6,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":172.1,"partial_audio_s":83.2,"asr_to_decision_ms":320,"kind":"agreed"},"waiting_for":null,"attempts":6,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":172.1,"partial_audio_s":83.2,"asr_to_decision_ms":320,"kind":"agreed"},"at":89128.59999847412},{"type":"service_status","text":"Preparing a useful spoken answer…","stage":"planning","at":89128.70000076294},{"type":"reply","text":"Stopp, stopp!","reply_id":10,"performance":{"source":"Luna SCRIPT acting directions","timing":"Prompt-derived sentence estimates, anchored to DAC playback; not forced alignment","sentences":[{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"determination, firm and playful","text":"Stopp, stopp!","start_s":0,"end_s":0.68}],"planned_duration_s":0.68},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":null,"sentence_text":null,"speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"director_ms":0,"director_mode":"compact","completion_tokens":null,"director_model":null,"interjection_cache_hit":true},"sources":[],"lookups":[],"at":89128.70000076294},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben","status":"sentence_stream","source":"local_sentence_asr","at":89200.5},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben viele","status":"sentence_stream","source":"local_sentence_asr","at":89745.5},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben viele","status":"sentence_stream","source":"local_sentence_asr","at":90209.20000076294},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben viele wunderbare","status":"sentence_stream","source":"local_sentence_asr","at":90692.20000076294},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben viele wunderbare Eigenschaften","status":"sentence_stream","source":"local_sentence_asr","at":91445.5},{"type":"turn_done","barged":false,"at":91579.29999923706},{"type":"sync","arrival_order_error_ms":674.4375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":91580.09999847412},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben viele wunderbare Eigenschaften","status":"sentence_stream","source":"local_sentence_asr","at":91746.70000076294},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":7,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":172.1,"partial_audio_s":83.2,"asr_to_decision_ms":320,"kind":"agreed"},"waiting_for":"No agreed trigger in the current words","attempts":7,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":91842.5},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben viele wunderbare Eigenschaften.  Ich","status":"sentence_stream","source":"local_sentence_asr","at":92265.59999847412},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben viele wunderbare Eigenschaften.  Ich könnte noch lange","status":"sentence_stream","source":"local_sentence_asr","at":92728},{"type":"asr_preview","text":"Ich könnte noch lange","status":"sentence_stream","source":"native_asr","at":92799.70000076294},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":11,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":172.1,"partial_audio_s":83.2,"asr_to_decision_ms":320,"kind":"agreed"},"waiting_for":"No agreed trigger in the current words","attempts":11,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":93103.79999923706},{"type":"asr_preview","text":"Wann er sind gesund und Bananen haben viele wunderbare Eigenschaften.  Ich könnte noch lange über Bananen reden.","status":"sentence_stream","source":"local_sentence_asr","at":93584.79999923706},{"type":"asr_preview","text":"Ich könnte noch lange über Bananen reden.","status":"sentence_stream","source":"native_asr","at":93733.5},{"type":"endpoint","transcript":"Ich könnte noch lange über Bananen reden.","speaker_id":"speaker-1","speaker_name":"Christoph","by":"agreed_interruption","rule_id":"518c3d51214f","at":93734.5},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":13,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":1.2,"partial_audio_s":88.32,"asr_to_decision_ms":0,"kind":"agreed"},"waiting_for":null,"attempts":13,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":1.2,"partial_audio_s":88.32,"asr_to_decision_ms":0,"kind":"agreed"},"at":93734.90000152588},{"type":"service_status","text":"Preparing a useful spoken answer…","stage":"planning","at":93736.79999923706},{"type":"reply","text":"Stopp, stopp!","reply_id":11,"performance":{"source":"Luna SCRIPT acting directions","timing":"Prompt-derived sentence estimates, anchored to DAC playback; not forced alignment","sentences":[{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"determination, firm and playful","text":"Stopp, stopp!","start_s":0,"end_s":0.68}],"planned_duration_s":0.68},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":null,"sentence_text":null,"speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"director_ms":0,"director_mode":"compact","completion_tokens":null,"director_model":null,"interjection_cache_hit":true},"sources":[],"lookups":[],"at":93736.79999923706},{"type":"asr_preview","text":"Van dern sind gesund und Bananen haben viele wunderbare Eigenschaften.  Ich könnte noch lange über Bananen reden.","status":"sentence_stream","source":"local_sentence_asr","at":93881.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":94308.29999923706},{"type":"asr_preview","text":"Man könnte den","status":"sentence_stream","source":"local_sentence_asr","at":94815.20000076294},{"type":"asr_preview","text":"Man könnte den ganzen","status":"sentence_stream","source":"local_sentence_asr","at":95248.79999923706},{"type":"asr_preview","text":"Man könnte den ganzen Tag Bananan","status":"sentence_stream","source":"local_sentence_asr","at":95789.20000076294},{"type":"turn_done","barged":false,"at":96211.70000076294},{"type":"sync","arrival_order_error_ms":483.9375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":96212.59999847412},{"type":"asr_preview","text":"Man könnte den ganzen Tag Bananen essen.","status":"sentence_stream","source":"local_sentence_asr","at":96445.40000152588},{"type":"asr_preview","text":"Man könnte den ganzen Tag Bananen essen.","status":"sentence_stream","source":"native_asr","at":96645.09999847412},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":14,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":1.2,"partial_audio_s":88.32,"asr_to_decision_ms":0,"kind":"agreed"},"waiting_for":"No agreed trigger in the current words","attempts":14,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":96645.70000076294},{"type":"asr_preview","text":"Man könnte den ganzen Tag Bananen essen.","status":"sentence_stream","source":"local_sentence_asr","at":96745.5},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":97303.79999923706},{"type":"asr_preview","text":"Und ich möchte jetzt","status":"sentence_stream","source":"local_sentence_asr","at":97791.20000076294},{"type":"asr_preview","text":"Und ich möchte jetzt","status":"sentence_stream","source":"native_asr","at":97908.5},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":18,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":1.2,"partial_audio_s":88.32,"asr_to_decision_ms":0,"kind":"agreed"},"waiting_for":"No agreed trigger in the current words","attempts":18,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":97909.40000152588},{"type":"asr_preview","text":"Und ich möchte jetzt weiter","status":"sentence_stream","source":"local_sentence_asr","at":98591.29999923706},{"type":"asr_preview","text":"Und ich möchte jetzt weiter","status":"sentence_stream","source":"native_asr","at":98873.79999923706},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":22,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":1.2,"partial_audio_s":88.32,"asr_to_decision_ms":0,"kind":"agreed"},"waiting_for":"No agreed trigger in the current words","attempts":22,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":99191.70000076294},{"type":"asr_preview","text":"Und ich möchte jetzt immer weiter über Bananan","status":"sentence_stream","source":"local_sentence_asr","at":99639},{"type":"asr_preview","text":"Und ich möchte jetzt immer weiter über Bananan","status":"sentence_stream","source":"native_asr","at":99791.29999923706},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":26,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":1.2,"partial_audio_s":88.32,"asr_to_decision_ms":0,"kind":"agreed"},"waiting_for":"No agreed trigger in the current words","attempts":26,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","at":100459.70000076294},{"type":"asr_preview","text":"Und ich möchte jetzt immer weiter über Bananen und","status":"sentence_stream","source":"local_sentence_asr","at":100596.20000076294},{"type":"asr_preview","text":"Und ich möchte jetzt immer weiter über Bananen und","status":"sentence_stream","source":"native_asr","at":100780.79999923706},{"type":"endpoint","transcript":"Und ich möchte jetzt immer weiter über Bananen und","speaker_id":"speaker-1","speaker_name":"Christoph","by":"agreed_interruption","rule_id":"518c3d51214f","at":100781.79999923706},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[{"id":"518c3d51214f","owner":"session","condition":"The current speaker talks about bananas","reply":"Stopp, stopp!","match_mode":"any_term","trigger_terms":["Banane","Bananen","banana","bananas"]}],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":27,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":0.7,"partial_audio_s":95.36,"asr_to_decision_ms":0,"kind":"agreed"},"waiting_for":null,"attempts":27,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":0.7,"partial_audio_s":95.36,"asr_to_decision_ms":0,"kind":"agreed"},"at":100782.70000076294},{"type":"service_status","text":"Preparing a useful spoken answer…","stage":"planning","at":100782.79999923706},{"type":"reply","text":"Stopp, stopp!","reply_id":12,"performance":{"source":"Luna SCRIPT acting directions","timing":"Prompt-derived sentence estimates, anchored to DAC playback; not forced alignment","sentences":[{"emotion":"amusement","secondary":null,"blend":0,"intensity":0.72,"direction":"determination, firm and playful","text":"Stopp, stopp!","start_s":0,"end_s":0.68}],"planned_duration_s":0.68},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":null,"sentence_text":null,"speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"director_ms":0,"director_mode":"compact","completion_tokens":null,"director_model":null,"interjection_cache_hit":true},"sources":[],"lookups":[],"at":100782.90000152588},{"type":"asr_preview","text":"Und ich möchte jetzt immer weiter über Bananen und","status":"sentence_stream","source":"local_sentence_asr","at":100998.70000076294},{"type":"asr_preview","text":"Und ich möchte jetzt immer weiter über Bananen und ihre gelbe","status":"sentence_stream","source":"local_sentence_asr","at":101545.5},{"type":"asr_preview","text":"Und ich möchte jetzt immer weiter über Bananen und ihre gelbe Farbe sprechen.","status":"sentence_stream","source":"local_sentence_asr","at":102046},{"type":"asr_preview","text":"Und ich möchte jetzt immer weiter über Bananen und ihre gelbe Farbe sprechen.","status":"sentence_stream","source":"local_sentence_asr","at":102373.59999847412},{"type":"turn_done","barged":false,"at":103217.09999847412},{"type":"sync","arrival_order_error_ms":490.3125,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":103217.20000076294},{"type":"interaction","enabled":true,"helpful_enabled":false,"rules":[],"decision_model":"convaiinnovations/laya-multilingual (Stop) · dialogue model (context)","decision_interval_ms":320,"checks":27,"last_decision":{"action":"interrupt_user","rule_id":"518c3d51214f","speaker_id":"speaker-1","decision_ms":0.7,"partial_audio_s":95.36,"asr_to_decision_ms":0,"kind":"agreed"},"waiting_for":"No agreed rules yet","attempts":27,"semantic_error":null,"scope":"session-only conversational rules; acoustic verification is separate","installed":[],"at":105683},{"type":"latency_start","reply_id":13,"input":{"kind":"typed"},"at":105683.09999847412},{"type":"reply","text":"Alles klar, die Bananen-Regel ist jetzt raus!","reply_id":13,"performance":{"sentences":[{"emotion":"interest","secondary":null,"blend":0,"intensity":0.55,"direction":"interest, soft","text":"Alles klar, die Bananen-Regel ist jetzt raus!","start_s":0,"end_s":2.38}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Alles klar, die Bananen-Regel ist jetzt raus!","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":247.13,"finish_reason":"stop","usage":{"prompt_tokens":1642,"completion_tokens":19,"total_tokens":1661,"cost":0.0016373511,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00165389,"upstream_inference_prompt_cost":0.00162558,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":300.81,"generation_calls":1,"llm_total_ms":300.83,"response_complete":true,"sentence_ready_ms":302.12,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":105990.70000076294},{"type":"latency_update","reply_id":13,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":247.13,"finish_reason":"stop","usage":{"prompt_tokens":1642,"completion_tokens":19,"total_tokens":1661,"cost":0.0016373511,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00165389,"upstream_inference_prompt_cost":0.00162558,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":300.81,"generation_calls":1,"llm_total_ms":300.83,"response_complete":true,"tts_first_audio_ms":1271.89,"first_audio_ms":1574.15},"at":107262.90000152588},{"type":"pipeline_metrics","reply_id":13,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":247.13,"finish_reason":"stop","usage":{"prompt_tokens":1642,"completion_tokens":19,"total_tokens":1661,"cost":0.0016373511,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00165389,"upstream_inference_prompt_cost":0.00162558,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":300.81,"generation_calls":1,"llm_total_ms":300.83,"response_complete":true,"tts_first_audio_ms":1271.89,"first_audio_ms":1574.15,"tts_server_stages":[{"generation_ms":1911,"alignment_ms":45,"scoring_ms":248,"speaker_preparation_ms":0,"total_ms":2405,"performance":{"device_seconds":1.4573051867485047,"raw_audio_seconds":3.12,"aggregate_rtf":0.4670849957527259,"audio_seconds_per_second":2.1409379643815374,"batches":[{"batch_size":1,"device_seconds":1.4573051867485047,"audio_seconds":[3.12],"model_wall_seconds":1.708001546561718,"first_audio_seconds":0.7590973510742187,"graph_capture_seconds":0,"live_callback_seconds":0.24795619398355484}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2414.68,"audio_s":3.07}],"total_ms":2716.94,"audio_s":3.07,"sentences":1,"generation_rtf":0.885},"at":108401.59999847412},{"type":"turn_done","barged":false,"at":110780},{"type":"sync","arrival_order_error_ms":509.3125,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":110780.79999923706},{"type":"latency_start","reply_id":14,"input":{"kind":"typed"},"at":112260.59999847412},{"type":"reply","text":"Ein kleines Kätzchen mit sanftem, grauem Fell wachte eines Morgens in einem sonnenwarmen Fensterbrett auf.","reply_id":14,"performance":{"sentences":[{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"mild, warm","text":"Ein kleines Kätzchen mit sanftem, grauem Fell wachte eines Morgens in einem sonnenwarmen Fensterbrett auf.","start_s":0,"end_s":5.1}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Ein kleines Kätzchen mit sanftem, grauem Fell wachte eines Morgens in einem sonnenwarmen Fensterbrett auf.","speaker_id":null,"speaker_name":null,"speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":229.59,"llm_first_sentence_ms":278.31,"sentence_ready_ms":278.97,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"delivery.warm.soft"},"sources":[],"lookups":[],"at":112540.79999923706},{"type":"latency_update","reply_id":14,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":229.59,"llm_first_sentence_ms":278.31,"tts_first_audio_ms":1379.48,"first_audio_ms":1658.51},"at":113926.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":115009.79999923706},{"type":"asr_preview","text":"Stop.","status":"sentence_stream","source":"local_sentence_asr","at":115516.40000152588},{"type":"speaker_focus","operation":"interrupt","accepted":true,"speaker_id":"speaker-1","similarity":0.3321,"rival_similarity":-1,"bot_similarity":0.116,"reason":"Active conversation partner","lexical_audio_evidence":true,"fast_similarity":0.4926,"fast_consistency":1,"fast_frames":1,"foreground_literal_control":true,"at":115614.90000152588},{"type":"reply_cancelled","reply_id":14,"at":115614.90000152588},{"type":"barge","yield":1,"at":115615.20000076294},{"type":"stop_command","speaker_name":"Christoph","identity_uncertain":false,"at":115615.29999923706},{"type":"turn_done","barged":true,"at":115616.09999847412},{"type":"sync","arrival_order_error_ms":495.375,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":115616.20000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":118146.59999847412},{"type":"asr_preview","text":"kannst du mir","status":"sentence_stream","source":"local_sentence_asr","at":118668.70000076294},{"type":"asr_preview","text":"Panster mir","status":"sentence_stream","source":"native_asr","at":118910.5},{"type":"asr_preview","text":"kannst du mir eine kleine Geschichte","status":"sentence_stream","source":"local_sentence_asr","at":119673.29999923706},{"type":"asr_preview","text":"Panst du mir eine kleine Geschichte","status":"sentence_stream","source":"native_asr","at":119911.29999923706},{"type":"asr_preview","text":"kannst du mir eine kleine Geschichte erzählen?","status":"sentence_stream","source":"local_sentence_asr","at":120661},{"type":"asr_preview","text":"Kannst du mir eine kleine Geschichte erzählen?","status":"sentence_stream","source":"local_sentence_asr","at":120856.5},{"type":"asr_sentence","text":"Kannst du mir eine kleine Geschichte erzählen?","audio_s":114.24,"queued":false,"asr":{"model":"nemotron","transcribe_ms":63.63,"speech_pause_ms":700,"observed_quiet_ms":664},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":664,"at":120856.79999923706},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":2,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.4445},"at":120857},{"type":"endpoint","transcript":"Kannst du mir eine kleine Geschichte erzählen?","speaker_id":"speaker-1","asr":{"model":"nemotron","transcribe_ms":63.63,"speech_pause_ms":700,"observed_quiet_ms":664},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.517,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.516,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":52.47,"sentence_queue_ms":0.76,"sentence_audio_s":114.24},"at":120857.29999923706},{"type":"latency_start","reply_id":15,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":63.63,"speech_pause_ms":700,"observed_quiet_ms":664},"speaker_assignment_ms":0.517,"speaker_prefetch_compute_ms":52.47,"speaker_prefetch_used":true,"sentence_queue_ms":0.76},"at":120857.70000076294},{"type":"asr_preview","text":"Panst du mir eine kleine Geschichte erzählen?","status":"sentence_stream","source":"native_asr","at":120906.40000152588},{"type":"reply","text":"Ach, das ist ja ein herrlich rundes Wort!","reply_id":15,"performance":{"sentences":[{"emotion":"surprise","secondary":"amusement","blend":0.25,"intensity":0.72,"direction":"surprise, playful","text":"Ach, das ist ja ein herrlich rundes Wort!","start_s":0,"end_s":2.72}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Ach, das ist ja ein herrlich rundes Wort!","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":327.72,"llm_first_sentence_ms":349.75,"sentence_ready_ms":350.58,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"surprise.soft"},"sources":[],"lookups":[],"at":121207.70000076294},{"type":"latency_update","reply_id":15,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":327.72,"llm_first_sentence_ms":349.75,"tts_first_audio_ms":1211.24,"first_audio_ms":1561.9},"at":122416.29999923706},{"type":"reply_cancelled","reply_id":15,"at":122828.79999923706},{"type":"barge","yield":1,"at":122829.20000076294},{"type":"turn_done","barged":true,"at":122829.29999923706},{"type":"sync","arrival_order_error_ms":null,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":122829.29999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":123798.40000152588},{"type":"asr_sentence","text":"Panst du mir eine kleine Geschichte erzählen?","audio_s":117.12,"queued":false,"asr":{"model":"nemotron","transcribe_ms":40.69,"speech_pause_ms":700,"observed_quiet_ms":8},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":8,"at":123798.5},{"type":"speaker_focus","operation":"turn","accepted":false,"reason":"Much quieter competing voice; keeping the foreground conversation","speaker_id":"speaker-1","quiet_background":true,"at":123799.09999847412},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":123799.09999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":124283.40000152588},{"type":"asr_preview","text":"Das ist meine","status":"sentence_stream","source":"local_sentence_asr","at":124792.20000076294},{"type":"asr_preview","text":"Das ist meine","status":"sentence_stream","source":"native_asr","at":124873.70000076294},{"type":"asr_preview","text":"Das ist meine Freundin Alice.","status":"sentence_stream","source":"local_sentence_asr","at":125643.20000076294},{"type":"asr_preview","text":"Das ist meine Freundin Alice.","status":"sentence_stream","source":"native_asr","at":125828.5},{"type":"asr_preview","text":"Das ist meine Freundin Alice.","status":"sentence_stream","source":"local_sentence_asr","at":126209.70000076294},{"type":"asr_sentence","text":"Das ist meine Freundin Alice.","audio_s":119.36,"queued":false,"asr":{"model":"nemotron","transcribe_ms":111.9,"speech_pause_ms":700,"observed_quiet_ms":8},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":8,"at":126210.40000152588},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":3,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.5072},"at":126300.79999923706},{"type":"endpoint","transcript":"Das ist meine Freundin Alice.","speaker_id":"speaker-1","asr":{"model":"nemotron","transcribe_ms":111.9,"speech_pause_ms":700,"observed_quiet_ms":8},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":90.077,"speaker_embedding_wait_ms":89.479,"speaker_lookup_ms":0.598,"speaker_prefetch_used":false,"speaker_prefetch_compute_ms":null,"sentence_queue_ms":90.24,"sentence_audio_s":119.36},"at":126303.20000076294},{"type":"latency_start","reply_id":16,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":111.9,"speech_pause_ms":700,"observed_quiet_ms":8},"speaker_assignment_ms":90.077,"speaker_prefetch_compute_ms":null,"speaker_prefetch_used":false,"sentence_queue_ms":90.23},"at":126303.59999847412},{"type":"reply","text":"Hallo Alice, schön, dass du da bist!","reply_id":16,"performance":{"sentences":[{"emotion":"interest","secondary":"affection","blend":0.25,"intensity":0.72,"direction":"interest, warm","text":"Hallo Alice, schön, dass du da bist!","start_s":0,"end_s":2.38}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Hallo Alice, schön, dass du da bist!","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":452.25,"finish_reason":"stop","usage":{"prompt_tokens":1766,"completion_tokens":16,"total_tokens":1782,"cost":0.0017544582,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177218,"upstream_inference_prompt_cost":0.00174834,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":497.08,"generation_calls":1,"llm_total_ms":497.1,"response_complete":true,"sentence_ready_ms":497.74,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":126800.70000076294},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":126840.09999847412},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":127297.90000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":127800.09999847412},{"type":"latency_update","reply_id":16,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":452.25,"finish_reason":"stop","usage":{"prompt_tokens":1766,"completion_tokens":16,"total_tokens":1782,"cost":0.0017544582,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177218,"upstream_inference_prompt_cost":0.00174834,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":497.08,"generation_calls":1,"llm_total_ms":497.1,"response_complete":true,"tts_first_audio_ms":1226.94,"first_audio_ms":1724.77},"at":128030.5},{"type":"speaker_focus","operation":"interrupt","accepted":true,"speaker_id":"speaker-1","similarity":0.5991,"rival_similarity":-1,"bot_similarity":-1,"reason":"Active conversation partner","lexical_audio_evidence":false,"fast_similarity":0.5168,"fast_consistency":0.6,"fast_frames":5,"at":128110.59999847412},{"type":"reply_cancelled","reply_id":16,"at":128110.70000076294},{"type":"barge","yield":0.756,"at":128110.70000076294},{"type":"turn_done","barged":true,"at":128111.29999923706},{"type":"sync","arrival_order_error_ms":null,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":128111.29999923706},{"type":"asr_preview","text":"Rede bitte mit","status":"sentence_stream","source":"local_sentence_asr","at":128297.59999847412},{"type":"asr_preview","text":"Rede bitte auch mit ihr.","status":"sentence_stream","source":"native_asr","at":128745.09999847412},{"type":"asr_preview","text":"Rede bitte auch mit ihr","status":"sentence_stream","source":"local_sentence_asr","at":128914.5},{"type":"asr_sentence","text":"Rede bitte auch mit ihr","audio_s":122.24,"queued":false,"asr":{"model":"nemotron","transcribe_ms":57.3,"speech_pause_ms":700,"observed_quiet_ms":246},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":246,"at":128915.90000152588},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":4,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Christoph","similarity":0.6105},"at":128916.29999923706},{"type":"endpoint","transcript":"Rede bitte auch mit ihr","speaker_id":"speaker-1","asr":{"model":"nemotron","transcribe_ms":57.3,"speech_pause_ms":700,"observed_quiet_ms":246},"speaker_name":"Christoph","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":0.563,"speaker_embedding_wait_ms":0.002,"speaker_lookup_ms":0.561,"speaker_prefetch_used":true,"speaker_prefetch_compute_ms":106.38,"sentence_queue_ms":0.74,"sentence_audio_s":122.24},"at":128916.70000076294},{"type":"speaker_permission","action":"invite","applied":true,"name":"Alice","waiting_for_next_voice":true,"expires_seconds":45,"at":128928.40000152588},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":4,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":1,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-1","name":"Christoph","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":false,"storage":"Session RAM","at":128928.70000076294},{"type":"latency_start","reply_id":17,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":57.3,"speech_pause_ms":700,"observed_quiet_ms":246},"speaker_assignment_ms":0.563,"speaker_prefetch_compute_ms":106.38,"speaker_prefetch_used":true,"sentence_queue_ms":0.73},"at":128929},{"type":"reply","text":"[My preceding spoken reply was interrupted.","reply_id":17,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"contentment, soft","text":"[My preceding spoken reply was interrupted.","start_s":0,"end_s":2.04}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"[My preceding spoken reply was interrupted.","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":276.45,"llm_first_sentence_ms":307.56,"sentence_ready_ms":308.77,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":129229.90000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":129573.09999847412},{"type":"asr_preview","text":"Im","status":"sentence_stream","source":"local_sentence_asr","at":130093.70000076294},{"type":"latency_update","reply_id":17,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":276.45,"llm_first_sentence_ms":307.56,"finish_reason":"stop","usage":{"prompt_tokens":1819,"completion_tokens":18,"total_tokens":1837,"cost":0.0018093537,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00182763,"upstream_inference_prompt_cost":0.00180081,"upstream_inference_completions_cost":2.682e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":317.5,"response_complete":true,"tts_first_audio_ms":1261.48,"first_audio_ms":1570.37},"at":130493.09999847412},{"type":"asr_preview","text":"Im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":130598.79999923706},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.3262,"rival_similarity":-1,"bot_similarity":-1,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":130760.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht.","status":"sentence_stream","source":"local_sentence_asr","at":131177.59999847412},{"type":"reply","text":"[My preceding spoken reply was interrupted. Do not assume its remaining words were heard.]","reply_id":17,"performance":{"sentences":[{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"contentment, soft","text":"[My preceding spoken reply was interrupted.","start_s":0,"end_s":2.83},{"emotion":"contentment","secondary":null,"blend":0,"intensity":0.55,"direction":"contentment, soft","text":"Do not assume its remaining words were heard.]","start_s":2.83,"end_s":5.550000000000001}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Do not assume its remaining words were heard.]","speaker_id":"speaker-1","speaker_name":"Christoph","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":276.45,"llm_first_sentence_ms":307.56,"finish_reason":"stop","usage":{"prompt_tokens":1819,"completion_tokens":18,"total_tokens":1837,"cost":0.0018093537,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00182763,"upstream_inference_prompt_cost":0.00180081,"upstream_inference_completions_cost":2.682e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":317.5,"response_complete":true,"tts_first_audio_ms":1261.48,"first_audio_ms":1570.37,"tts_server_stages":[{"generation_ms":1948,"alignment_ms":51,"scoring_ms":109,"speaker_preparation_ms":0,"total_ms":2301,"performance":{"device_seconds":1.4096237506866456,"raw_audio_seconds":2.96,"aggregate_rtf":0.4762242400968397,"audio_seconds_per_second":2.099851111729741,"batches":[{"batch_size":1,"device_seconds":1.4096237506866456,"audio_seconds":[2.96],"model_wall_seconds":1.728765420615673,"first_audio_seconds":0.7407390747070313,"graph_capture_seconds":0,"live_callback_seconds":0.3144466057419777}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2308.54,"audio_s":2.83}],"sentence_ready_ms":2618.3,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"contentment.soft"},"sources":[],"lookups":[],"at":131539.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über","status":"sentence_stream","source":"local_sentence_asr","at":131677.90000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":132169.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":132679},{"type":"latency_update","reply_id":17,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":276.45,"llm_first_sentence_ms":307.56,"finish_reason":"stop","usage":{"prompt_tokens":1819,"completion_tokens":18,"total_tokens":1837,"cost":0.0018093537,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00182763,"upstream_inference_prompt_cost":0.00180081,"upstream_inference_completions_cost":2.682e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":317.5,"response_complete":true,"tts_first_audio_ms":1261.48,"first_audio_ms":1570.37,"tts_server_stages":[{"generation_ms":1948,"alignment_ms":51,"scoring_ms":109,"speaker_preparation_ms":0,"total_ms":2301,"performance":{"device_seconds":1.4096237506866456,"raw_audio_seconds":2.96,"aggregate_rtf":0.4762242400968397,"audio_seconds_per_second":2.099851111729741,"batches":[{"batch_size":1,"device_seconds":1.4096237506866456,"audio_seconds":[2.96],"model_wall_seconds":1.728765420615673,"first_audio_seconds":0.7407390747070313,"graph_capture_seconds":0,"live_callback_seconds":0.3144466057419777}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2308.54,"audio_s":2.83}]},"at":132734.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die","status":"sentence_stream","source":"local_sentence_asr","at":133195.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.","status":"sentence_stream","source":"local_sentence_asr","at":133775.20000076294},{"type":"pipeline_metrics","reply_id":17,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":276.45,"llm_first_sentence_ms":307.56,"finish_reason":"stop","usage":{"prompt_tokens":1819,"completion_tokens":18,"total_tokens":1837,"cost":0.0018093537,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00182763,"upstream_inference_prompt_cost":0.00180081,"upstream_inference_completions_cost":2.682e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":317.5,"response_complete":true,"tts_first_audio_ms":1261.48,"first_audio_ms":1570.37,"tts_server_stages":[{"generation_ms":1948,"alignment_ms":51,"scoring_ms":109,"speaker_preparation_ms":0,"total_ms":2301,"performance":{"device_seconds":1.4096237506866456,"raw_audio_seconds":2.96,"aggregate_rtf":0.4762242400968397,"audio_seconds_per_second":2.099851111729741,"batches":[{"batch_size":1,"device_seconds":1.4096237506866456,"audio_seconds":[2.96],"model_wall_seconds":1.728765420615673,"first_audio_seconds":0.7407390747070313,"graph_capture_seconds":0,"live_callback_seconds":0.3144466057419777}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":1932,"alignment_ms":56,"scoring_ms":226,"speaker_preparation_ms":0,"total_ms":2395,"performance":{"device_seconds":1.478581111431122,"raw_audio_seconds":3.2,"aggregate_rtf":0.4620565973222256,"audio_seconds_per_second":2.1642370345869715,"batches":[{"batch_size":1,"device_seconds":1.478581111431122,"audio_seconds":[3.2],"model_wall_seconds":1.7952278181910515,"first_audio_seconds":0.751699951171875,"graph_capture_seconds":0,"live_callback_seconds":0.315635547041893}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":2308.54,"audio_s":2.83},{"sentence":1,"total_ms":2403.94,"audio_s":3.07}],"total_ms":5022.39,"audio_s":5.9,"sentences":2,"generation_rtf":0.8513},"at":133942.29999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":134222.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":134748.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es Sonne","status":"sentence_stream","source":"local_sentence_asr","at":135237.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":135737.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":136061.70000076294},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.2798,"rival_similarity":-1,"bot_similarity":-0.05,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":136508.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.  Im","status":"sentence_stream","source":"local_sentence_asr","at":136527.79999923706},{"type":"speaker_focus","operation":"interrupt","accepted":false,"speaker_id":"speaker-1","similarity":0.315,"rival_similarity":-1,"bot_similarity":0.0214,"reason":"Quiet background voice cannot cancel the current reply","quiet_background":true,"lexical_audio_evidence":false,"at":136664.79999923706},{"type":"turn_done","barged":false,"at":136842.20000076294},{"type":"sync","arrival_order_error_ms":597.6875,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":136843.29999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":137114.90000152588},{"type":"asr_preview","text":"Im Hintergrund","status":"sentence_stream","source":"native_asr","at":137262.90000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über","status":"sentence_stream","source":"local_sentence_asr","at":138033.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über die","status":"sentence_stream","source":"native_asr","at":138380.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachricht","status":"sentence_stream","source":"local_sentence_asr","at":139783.59999847412},{"type":"asr_preview","text":"und die Nachrichten","status":"sentence_stream","source":"native_asr","at":140316.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Was können","status":"sentence_stream","source":"local_sentence_asr","at":140455.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Was können wir heute","status":"sentence_stream","source":"local_sentence_asr","at":141149.70000076294},{"type":"asr_preview","text":"und die Nachrichten.  Was können wir heute","status":"sentence_stream","source":"native_asr","at":141233.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":142083.29999923706},{"type":"asr_preview","text":"und die Nachrichten.  Was können wir heute zusammen machen?","status":"sentence_stream","source":"native_asr","at":142258.09999847412},{"type":"asr_preview","text":"Was können wir heute zusammen machen?","status":"sentence_stream","source":"local_sentence_asr","at":142626.5},{"type":"asr_sentence","text":"Was können wir heute zusammen machen?","audio_s":135.36,"queued":false,"asr":{"model":"nemotron","transcribe_ms":94.79,"speech_pause_ms":700,"observed_quiet_ms":8},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":8,"at":142627.5},{"type":"identity","enabled":true,"mode":"open-sentences","sentence_mode":true,"open_enrollment":true,"speakers":[{"id":"speaker-1","name":"Christoph","named":true,"reference_ready":true,"voice_variants":4,"admitted":true},{"id":"speaker-2","name":"Speaker 2","named":false,"reference_ready":true,"voice_variants":2,"admitted":true}],"users":["Christoph","Speaker 2"],"threshold":0.38,"conversation_focus":{"enabled":true,"threshold":0.28,"timeout_s":180,"speaker_id":"speaker-2","name":"Speaker 2","primary_id":"speaker-1","participants":[{"id":"speaker-1","name":"Christoph"},{"id":"speaker-2","name":"Speaker 2"}]},"handover_pending":false,"storage":"Session RAM","prediction":{"name":"Speaker 2","similarity":0.7715},"at":142688.79999923706},{"type":"endpoint","transcript":"Was können wir heute zusammen machen?","speaker_id":"speaker-2","asr":{"model":"nemotron","transcribe_ms":94.79,"speech_pause_ms":700,"observed_quiet_ms":8},"speaker_name":"Speaker 2","by":"asr_complete_sentence","timing":{"speaker_assignment_ms":59.878,"speaker_embedding_wait_ms":59.274,"speaker_lookup_ms":0.604,"speaker_prefetch_used":false,"speaker_prefetch_compute_ms":null,"sentence_queue_ms":60.1,"sentence_audio_s":135.36},"at":142690.5},{"type":"latency_start","reply_id":18,"input":{"kind":"voice","asr":{"model":"nemotron","transcribe_ms":94.79,"speech_pause_ms":700,"observed_quiet_ms":8},"speaker_assignment_ms":59.878,"speaker_prefetch_compute_ms":null,"speaker_prefetch_used":false,"sentence_queue_ms":60.09},"at":142690.90000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":143260.5},{"type":"reply","text":"Wie wäre es, wenn wir gemeinsam eine kleine Schatzinsel im Garten oder Wohnzimmer gestalten?","reply_id":18,"performance":{"sentences":[{"emotion":"interest","secondary":"amusement","blend":0.25,"intensity":0.72,"direction":"interest, playful","text":"Wie wäre es, wenn wir gemeinsam eine kleine Schatzinsel im Garten oder Wohnzimmer gestalten?","start_s":0,"end_s":4.76}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":0,"sentence_text":"Wie wäre es, wenn wir gemeinsam eine kleine Schatzinsel im Garten oder Wohnzimmer gestalten?","speaker_id":"speaker-2","speaker_name":"Speaker 2","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":518.84,"llm_first_sentence_ms":569.48,"sentence_ready_ms":570.7,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"interest.soft"},"sources":[],"lookups":[],"at":143262.29999923706},{"type":"asr_preview","text":"Im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":143759.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft Bericht.","status":"sentence_stream","source":"local_sentence_asr","at":144270.29999923706},{"type":"latency_update","reply_id":18,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":518.84,"llm_first_sentence_ms":569.48,"finish_reason":"stop","usage":{"prompt_tokens":1798,"completion_tokens":53,"total_tokens":1851,"cost":0.0018404001,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185899,"upstream_inference_prompt_cost":0.00178002,"upstream_inference_completions_cost":7.897e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":613.79,"response_complete":true,"tts_first_audio_ms":1332.08,"first_audio_ms":1902.9},"at":144594},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das","status":"sentence_stream","source":"local_sentence_asr","at":144769.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":145377.90000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":145910.29999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":146428.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":146962.5},{"type":"reply","text":"Wie wäre es, wenn wir gemeinsam eine kleine Schatzinsel im Garten oder Wohnzimmer gestalten?\nWir können zusammen überlegen, was auf die Karte kommt und wer der mutigste Entdecker ist.","reply_id":18,"performance":{"sentences":[{"emotion":"interest","secondary":"amusement","blend":0.25,"intensity":0.72,"direction":"interest, playful","text":"Wie wäre es, wenn wir gemeinsam eine kleine Schatzinsel im Garten oder Wohnzimmer gestalten?","start_s":0,"end_s":5.63},{"emotion":"affection","secondary":null,"blend":0,"intensity":0.72,"direction":"affection, warm","text":"Wir können zusammen überlegen, was auf die Karte kommt und wer der mutigste Entdecker ist.","start_s":5.63,"end_s":10.73}],"source":"qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue","timing":"Sentence starts anchored to actual preceding PCM duration; within-sentence estimates"},"avatar_actions":[],"avatar_action_id":null,"avatar_event":null,"sentence_index":1,"sentence_text":"Wir können zusammen überlegen, was auf die Karte kommt und wer der mutigste Entdecker ist.","speaker_id":"speaker-2","speaker_name":"Speaker 2","speaker_update":null,"timing":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":518.84,"llm_first_sentence_ms":569.48,"finish_reason":"stop","usage":{"prompt_tokens":1798,"completion_tokens":53,"total_tokens":1851,"cost":0.0018404001,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185899,"upstream_inference_prompt_cost":0.00178002,"upstream_inference_completions_cost":7.897e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":613.79,"response_complete":true,"tts_first_audio_ms":1332.08,"first_audio_ms":1902.9,"tts_server_stages":[{"generation_ms":3522,"alignment_ms":52,"scoring_ms":269,"speaker_preparation_ms":0,"total_ms":4060,"performance":{"device_seconds":2.6236694035530093,"raw_audio_seconds":5.84,"aggregate_rtf":0.4492584595125016,"audio_seconds_per_second":2.2258901948894136,"batches":[{"batch_size":1,"device_seconds":2.6236694035530093,"audio_seconds":[5.84],"model_wall_seconds":3.326644480228424,"first_audio_seconds":0.8450263061523438,"graph_capture_seconds":0,"live_callback_seconds":0.6998616456985474}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":4068.37,"audio_s":5.63}],"sentence_ready_ms":4639.78,"director_mode":"bolt","director_model":"qwen/qwen3.8-27b","template_id":"affection.soft"},"sources":[],"lookups":[],"at":147329.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":147434.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es","status":"sentence_stream","source":"local_sentence_asr","at":147994.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es nicht","status":"sentence_stream","source":"local_sentence_asr","at":148549.29999923706},{"type":"latency_update","reply_id":18,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":518.84,"llm_first_sentence_ms":569.48,"finish_reason":"stop","usage":{"prompt_tokens":1798,"completion_tokens":53,"total_tokens":1851,"cost":0.0018404001,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185899,"upstream_inference_prompt_cost":0.00178002,"upstream_inference_completions_cost":7.897e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":613.79,"response_complete":true,"tts_first_audio_ms":1332.08,"first_audio_ms":1902.9,"tts_server_stages":[{"generation_ms":3522,"alignment_ms":52,"scoring_ms":269,"speaker_preparation_ms":0,"total_ms":4060,"performance":{"device_seconds":2.6236694035530093,"raw_audio_seconds":5.84,"aggregate_rtf":0.4492584595125016,"audio_seconds_per_second":2.2258901948894136,"batches":[{"batch_size":1,"device_seconds":2.6236694035530093,"audio_seconds":[5.84],"model_wall_seconds":3.326644480228424,"first_audio_seconds":0.8450263061523438,"graph_capture_seconds":0,"live_callback_seconds":0.6998616456985474}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":4068.37,"audio_s":5.63}]},"at":148696.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":149076.29999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":149226.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im","status":"sentence_stream","source":"local_sentence_asr","at":149745.20000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":150264.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein","status":"sentence_stream","source":"local_sentence_asr","at":150808.79999923706},{"type":"pipeline_metrics","reply_id":18,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":518.84,"llm_first_sentence_ms":569.48,"finish_reason":"stop","usage":{"prompt_tokens":1798,"completion_tokens":53,"total_tokens":1851,"cost":0.0018404001,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00185899,"upstream_inference_prompt_cost":0.00178002,"upstream_inference_completions_cost":7.897e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":613.79,"response_complete":true,"tts_first_audio_ms":1332.08,"first_audio_ms":1902.9,"tts_server_stages":[{"generation_ms":3522,"alignment_ms":52,"scoring_ms":269,"speaker_preparation_ms":0,"total_ms":4060,"performance":{"device_seconds":2.6236694035530093,"raw_audio_seconds":5.84,"aggregate_rtf":0.4492584595125016,"audio_seconds_per_second":2.2258901948894136,"batches":[{"batch_size":1,"device_seconds":2.6236694035530093,"audio_seconds":[5.84],"model_wall_seconds":3.326644480228424,"first_audio_seconds":0.8450263061523438,"graph_capture_seconds":0,"live_callback_seconds":0.6998616456985474}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}},{"generation_ms":3409,"alignment_ms":57,"scoring_ms":243,"speaker_preparation_ms":0,"total_ms":3916,"performance":{"device_seconds":2.712848383426666,"raw_audio_seconds":5.84,"aggregate_rtf":0.46452883277853874,"audio_seconds_per_second":2.152718904483468,"batches":[{"batch_size":1,"device_seconds":2.712848383426666,"audio_seconds":[5.84],"model_wall_seconds":3.208752155303955,"first_audio_seconds":0.8623636474609375,"graph_capture_seconds":0,"live_callback_seconds":0.4930041953921318}],"streaming":true,"chunk_frames":20,"backend":"fused CFG + local CUDA graphs + compiled global","includes":"TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps","excludes":"reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network","graph_capture_seconds":0,"oom_batch_retries":[]}}],"sentence_tts":[{"sentence":0,"total_ms":4068.37,"audio_s":5.63},{"sentence":1,"total_ms":3921.83,"audio_s":5.63}],"total_ms":8561.71,"audio_s":11.26,"sentences":2,"generation_rtf":0.7604},"at":151280.20000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht.","status":"sentence_stream","source":"local_sentence_asr","at":151410.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":151847.90000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":152326.20000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und","status":"sentence_stream","source":"local_sentence_asr","at":152869.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":153368.90000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":153899.09999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten morgen morgen mo","status":"sentence_stream","source":"local_sentence_asr","at":154436.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es","status":"sentence_stream","source":"local_sentence_asr","at":154979.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":155510.70000076294},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":155823.5},{"type":"turn_done","barged":false,"at":156319.70000076294},{"type":"sync","arrival_order_error_ms":544.0625,"method":"capture timestamps + actual scheduled PCM sample positions","hardware_accuracy":"not independently measured; inspect device latency availability","at":156319.90000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":156409.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund","status":"sentence_stream","source":"local_sentence_asr","at":156944.79999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein","status":"sentence_stream","source":"local_sentence_asr","at":157531},{"type":"asr_preview","text":"läuft ein","status":"sentence_stream","source":"native_asr","at":157570.5},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":158480.40000152588},{"type":"asr_preview","text":"läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"native_asr","at":158628.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":159321.59999847412},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":159834.20000076294},{"type":"asr_preview","text":"und die Nachrichten","status":"sentence_stream","source":"native_asr","at":159869.29999923706},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":160760.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":161224.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten.  Morgen wird es","status":"sentence_stream","source":"local_sentence_asr","at":161779.5},{"type":"asr_sentence","text":"Im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten. Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten. Morgen wird es sonnig im Hintergrund läuft ein Bericht über das Wetter und die Nachrichten. Morgen wird es","audio_s":153.6,"queued":false,"asr":{"model":"nemotron","transcribe_ms":304.58,"speech_pause_ms":700,"observed_quiet_ms":208},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":208,"at":161780.70000076294},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-2","similarity":0.3522,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":161781.40000152588},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":161781.5},{"type":"asr_preview","text":"und die Nachrichten morgen wird es so so so so so","status":"sentence_stream","source":"native_asr","at":161855.40000152588},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":162548.90000152588},{"type":"asr_preview","text":"Im Hinter","status":"sentence_stream","source":"local_sentence_asr","at":163038.40000152588},{"type":"asr_preview","text":"Im Hintergrund läuft läuft","status":"sentence_stream","source":"local_sentence_asr","at":163559.09999847412},{"type":"asr_sentence","text":"Im Hintergrund läuft läuft","audio_s":155.84,"queued":false,"asr":{"model":"nemotron","transcribe_ms":63.37,"speech_pause_ms":700,"observed_quiet_ms":28},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":28,"at":163559.5},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-1","similarity":0.3408,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":163559.70000076294},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":163559.79999923706},{"type":"asr_preview","text":"","status":"sentence_stream","source":"local_sentence_asr","at":164172.70000076294},{"type":"asr_preview","text":"ein Bericht","status":"sentence_stream","source":"local_sentence_asr","at":164667.59999847412},{"type":"asr_preview","text":"ein Bericht","status":"sentence_stream","source":"native_asr","at":164790.70000076294},{"type":"asr_preview","text":"ein Bericht über das Wetter.","status":"sentence_stream","source":"local_sentence_asr","at":165543.09999847412},{"type":"asr_preview","text":"ein Bericht über das Wetter.","status":"sentence_stream","source":"native_asr","at":165725},{"type":"asr_preview","text":"ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":166558.09999847412},{"type":"asr_preview","text":"ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"native_asr","at":166739.20000076294},{"type":"asr_preview","text":"ein Bericht über das Wetter und die Nachrichten","status":"sentence_stream","source":"local_sentence_asr","at":167531.5},{"type":"asr_preview","text":"ein Bericht über das Wetter und die Nachrichten morgen wird es","status":"sentence_stream","source":"local_sentence_asr","at":167932.90000152588},{"type":"asr_preview","text":"ein Bericht über das Wetter und die Nachrichten morgen wird es sonnig","status":"sentence_stream","source":"local_sentence_asr","at":168526.09999847412},{"type":"asr_preview","text":"ein Bericht über das Wetter und die Nachrichten morgen wird es sonnig","status":"sentence_stream","source":"native_asr","at":168694.90000152588},{"type":"asr_preview","text":"ein Bericht über das Wetter und die Nachrichten morgen wird es sonnig.","status":"sentence_stream","source":"local_sentence_asr","at":168798.70000076294},{"type":"asr_sentence","text":"ein Bericht über das Wetter und die Nachrichten morgen wird es sonnig.","audio_s":160.96,"queued":false,"asr":{"model":"nemotron","transcribe_ms":56.39,"speech_pause_ms":700,"observed_quiet_ms":752},"reason":"neural speech pause","speech_pause_ms":700,"observed_quiet_ms":752,"at":168799.5},{"type":"speaker_focus","operation":"turn","accepted":false,"speaker_id":"speaker-2","similarity":0.3444,"rival_similarity":-1,"bot_similarity":-1,"reason":"Much quieter competing voice; keeping the foreground conversation","quiet_background":true,"at":168860},{"type":"ignored","source":"conversation_focus","reason":"Much quieter competing voice; keeping the foreground conversation","at":168860}],"errors":[],"finished":1793018152.00793}