{ "passed": false, "started": "2026-10-26T15:35:48.091892+00:00", "scope": "Synthetic microphone injection; real ASR/identity/LLM/TTS. No physical room or arbitrary-phase reliability claim.", "source_sha256": "ef035878735904acd845c314293ef26f1da95b7d1ccaa59126475d1b2b77adec", "server_before": { "ready": true, "phase": "Ready: Small RL + Nemotron 3.5 + TYGER", "source_sha256": "ef035878735904acd845c314293ef26f1da95b7d1ccaa59126475d1b2b77adec", "speech_pause_default_ms": 700.0, "sentence_stream": true, "decision_interval_ms": 320, "identity_models": { "fast": { "frames": 4, "mix_layers": true, "label": "V4 layer mix · 320 ms · seed 2023" }, "long": { "frames": 25, "mix_layers": false, "label": "V5 optimized · 2000 ms · utterance" }, "long3": { "frames": 38, "mix_layers": false, "label": "V5 optimized · 3040 ms · utterance" } }, "asr_model_selection": true, "tts": "Humaneness Voice Small 1.1 Alpha RL r128 v1", "llm_default": { "model": "qwen", "provider": "cerebras/fp16" } }, "cases": [ { "id": "thanks-enough-0", "kind": "stop", "required": true, "input_script": "Danke, das reicht.", "mixture": { "background_voices": 2, "procedural_music": true, "colored_noise": true, "impulsive_noise": true, "seed": 46, "requested_snr_db": 12, "measured_snr_db": 12.0000002871774, "snr_definition": "target/interferer RMS on isolated target energy-active samples", "target_activity_s": [ 0.468125, 2.1681875 ], "target_file_s": [ 0.0, 2.51 ], "activity_is_word_alignment": false, "duration_s": 3.71, "tail_s": 1.2, "speed_ratio": 1.0, "synthetic_reverb_s": 0.0, "common_peak_gain": 1.0, "peak": 0.4107535481452942, "mixture_sha256": "2c314fa0ba9a0f58e845e79eb2215673b8842f94079a2d5d7ac664b7e67ca6d5", "target_sha256": "de6f0182339f33d8c2ca275602394fcbff15044c8859adc14ffc5d71b3e299ef", "bed_rms": 0.037437418358473584 }, "injection": { "browser_start_ms": 25531.79999923706, "browser_end_ms": 29252.09999847412, "packets": 186, "max_schedule_lag_ms": 39.70000076293945, "mean_schedule_lag_ms": 3.760215410622217, "stream_start_sample": 389120 }, "events": [ { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 25706.5 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0045, "rival_similarity": -1, "bot_similarity": -0.0421, "reason": "Quiet background voice cannot cancel the current reply", "quiet_background": true, "lexical_audio_evidence": false, "at": 26036.09999847412 }, { "type": "asr_preview", "text": "Läuft an.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 26184.5 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0807, "rival_similarity": -1, "bot_similarity": 0.0444, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": false, "fast_similarity": 0.0263, "fast_consistency": 0, "fast_frames": 1, "at": 26263.20000076294 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 26659 }, { "type": "reply", "text": "Da war ein winziges Kätzchen namens Lotti, das mit großen, goldenen Augen durch den Garten sprang.\nAuf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.", "reply_id": 3, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Da war ein winziges Kätzchen namens Lotti, das mit großen, goldenen Augen durch den Garten sprang.", "start_s": 0, "end_s": 6.83 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Auf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.", "start_s": 6.83, "end_s": 11.93 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Auf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 459.03, "llm_first_sentence_ms": 553.05, "tts_first_audio_ms": 808.02, "first_audio_ms": 1367.91, "tts_server_stages": [ { "generation_ms": 2401, "alignment_ms": 42, "scoring_ms": 120, "speaker_preparation_ms": 0, "total_ms": 2776, "performance": { "device_seconds": 1.9748266687393188, "raw_audio_seconds": 6.96, "aggregate_rtf": 0.2837394638993274, "audio_seconds_per_second": 3.52435994012735, "batches": [ { "batch_size": 1, "device_seconds": 1.9748266687393188, "audio_seconds": [ 6.96 ], "model_wall_seconds": 2.286636106669903, "first_audio_seconds": 0.46280596923828127, "graph_capture_seconds": 0, "live_callback_seconds": 0.3113342449069023 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2785.45, "audio_s": 6.83 } ], "sentence_ready_ms": 3346.22, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "contentment.soft" }, "sources": [], "lookups": [], "at": 27136.20000076294 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 27173.79999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 27657.5 }, { "type": "latency_update", "reply_id": 3, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 459.03, "llm_first_sentence_ms": 553.05, "tts_first_audio_ms": 808.02, "first_audio_ms": 1367.91, "tts_server_stages": [ { "generation_ms": 2401, "alignment_ms": 42, "scoring_ms": 120, "speaker_preparation_ms": 0, "total_ms": 2776, "performance": { "device_seconds": 1.9748266687393188, "raw_audio_seconds": 6.96, "aggregate_rtf": 0.2837394638993274, "audio_seconds_per_second": 3.52435994012735, "batches": [ { "batch_size": 1, "device_seconds": 1.9748266687393188, "audio_seconds": [ 6.96 ], "model_wall_seconds": 2.286636106669903, "first_audio_seconds": 0.46280596923828127, "graph_capture_seconds": 0, "live_callback_seconds": 0.3113342449069023 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2785.45, "audio_s": 6.83 } ] }, "at": 27921.70000076294 }, { "type": "asr_preview", "text": "Das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 28164.5 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.033, "rival_similarity": -1, "bot_similarity": 0.0487, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": true, "fast_similarity": 0.3374, "fast_consistency": 0.4, "fast_frames": 5, "at": 28270.59999847412 }, { "type": "asr_preview", "text": "Das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 28685.09999847412 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0383, "rival_similarity": -1, "bot_similarity": 0.037, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": true, "fast_similarity": 0.3374, "fast_consistency": 0.4, "fast_frames": 5, "at": 28729.90000152588 }, { "type": "asr_preview", "text": "Das reicht nach ihr heute zusammen", "status": "sentence_stream", "source": "local_sentence_asr", "at": 29171.70000076294 }, { "type": "reply", "text": "Da war ein winziges Kätzchen namens Lotti, das mit großen, goldenen Augen durch den Garten sprang.\nAuf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.\nLotti suchte nach einem roten Drachen, der gestern vom Himmel gefallen war.", "reply_id": 3, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Da war ein winziges Kätzchen namens Lotti, das mit großen, goldenen Augen durch den Garten sprang.", "start_s": 0, "end_s": 6.83 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Auf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.", "start_s": 6.83, "end_s": 13.15 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Lotti suchte nach einem roten Drachen, der gestern vom Himmel gefallen war.", "start_s": 13.15, "end_s": 17.23 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Lotti suchte nach einem roten Drachen, der gestern vom Himmel gefallen war.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 459.03, "llm_first_sentence_ms": 553.05, "tts_first_audio_ms": 808.02, "first_audio_ms": 1367.91, "tts_server_stages": [ { "generation_ms": 2401, "alignment_ms": 42, "scoring_ms": 120, "speaker_preparation_ms": 0, "total_ms": 2776, "performance": { "device_seconds": 1.9748266687393188, "raw_audio_seconds": 6.96, "aggregate_rtf": 0.2837394638993274, "audio_seconds_per_second": 3.52435994012735, "batches": [ { "batch_size": 1, "device_seconds": 1.9748266687393188, "audio_seconds": [ 6.96 ], "model_wall_seconds": 2.286636106669903, "first_audio_seconds": 0.46280596923828127, "graph_capture_seconds": 0, "live_callback_seconds": 0.3113342449069023 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2061, "alignment_ms": 54, "scoring_ms": 132, "speaker_preparation_ms": 0, "total_ms": 2453, "performance": { "device_seconds": 1.7362329020500182, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.2747203958939902, "audio_seconds_per_second": 3.6400646437109914, "batches": [ { "batch_size": 1, "device_seconds": 1.7362329020500182, "audio_seconds": [ 6.32 ], "model_wall_seconds": 1.9504068195819855, "first_audio_seconds": 0.4611550903320312, "graph_capture_seconds": 0, "live_callback_seconds": 0.21377506852149963 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2785.45, "audio_s": 6.83 }, { "sentence": 1, "total_ms": 2461.57, "audio_s": 6.32 } ], "sentence_ready_ms": 5808.37, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "contentment.soft" }, "sources": [], "lookups": [], "at": 29597.59999847412 }, { "type": "asr_preview", "text": "Das reicht nach ihr heute zusammen", "status": "sentence_stream", "source": "local_sentence_asr", "at": 29669.20000076294 }, { "type": "asr_preview", "text": "Das reicht nach ihr heute zusammen läuft einberichtet.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 30174.59999847412 }, { "type": "latency_update", "reply_id": 3, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 459.03, "llm_first_sentence_ms": 553.05, "tts_first_audio_ms": 808.02, "first_audio_ms": 1367.91, "tts_server_stages": [ { "generation_ms": 2401, "alignment_ms": 42, "scoring_ms": 120, "speaker_preparation_ms": 0, "total_ms": 2776, "performance": { "device_seconds": 1.9748266687393188, "raw_audio_seconds": 6.96, "aggregate_rtf": 0.2837394638993274, "audio_seconds_per_second": 3.52435994012735, "batches": [ { "batch_size": 1, "device_seconds": 1.9748266687393188, "audio_seconds": [ 6.96 ], "model_wall_seconds": 2.286636106669903, "first_audio_seconds": 0.46280596923828127, "graph_capture_seconds": 0, "live_callback_seconds": 0.3113342449069023 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2061, "alignment_ms": 54, "scoring_ms": 132, "speaker_preparation_ms": 0, "total_ms": 2453, "performance": { "device_seconds": 1.7362329020500182, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.2747203958939902, "audio_seconds_per_second": 3.6400646437109914, "batches": [ { "batch_size": 1, "device_seconds": 1.7362329020500182, "audio_seconds": [ 6.32 ], "model_wall_seconds": 1.9504068195819855, "first_audio_seconds": 0.4611550903320312, "graph_capture_seconds": 0, "live_callback_seconds": 0.21377506852149963 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2785.45, "audio_s": 6.83 }, { "sentence": 1, "total_ms": 2461.57, "audio_s": 6.32 } ] }, "at": 30385.5 }, { "type": "asr_preview", "text": "Das reicht nach ihr heute zusammen läuft ein Bericht über das", "status": "sentence_stream", "source": "local_sentence_asr", "at": 30652.90000152588 }, { "type": "asr_preview", "text": "Das reicht nach ihr heute zusammen läuft ein Bericht über das Wetter.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 31152.40000152588 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 31253.5 }, { "type": "asr_preview", "text": "Läuft ein Bericht über das Wetter. Das reicht.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 31332.90000152588 }, { "type": "asr_sentence", "text": "Läuft ein Bericht über das Wetter. Das reicht.", "audio_s": 29.76, "queued": true, "asr": { "text": "Läuft ein Bericht über das Wetter. Das reicht.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 75.56, "speech_pause_ms": 700, "observed_quiet_ms": 438 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 438, "at": 31333.40000152588 }, { "type": "speaker_focus", "operation": "turn", "accepted": false, "speaker_id": "speaker-1", "similarity": -0.0358, "rival_similarity": -1, "bot_similarity": -1, "reason": "Background, echo or uncertain voice; keeping the current conversation", "fast_similarity": 0.1167, "at": 31334.70000076294 }, { "type": "ignored", "source": "conversation_focus", "reason": "Background, echo or uncertain voice; keeping the current conversation", "at": 31334.70000076294 }, { "type": "reply", "text": "Da war ein winziges Kätzchen namens Lotti, das mit großen, goldenen Augen durch den Garten sprang.\nAuf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.\nLotti suchte nach einem roten Drachen, der gestern vom Himmel gefallen war.\nDer Drache flatterte im Wind und klang wie ein leises Rauschen von Seide.", "reply_id": 3, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Da war ein winziges Kätzchen namens Lotti, das mit großen, goldenen Augen durch den Garten sprang.", "start_s": 0, "end_s": 6.83 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Auf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.", "start_s": 6.83, "end_s": 13.15 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Lotti suchte nach einem roten Drachen, der gestern vom Himmel gefallen war.", "start_s": 13.15, "end_s": 18.19 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Der Drache flatterte im Wind und klang wie ein leises Rauschen von Seide.", "start_s": 18.19, "end_s": 22.61 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 3, "sentence_text": "Der Drache flatterte im Wind und klang wie ein leises Rauschen von Seide.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 459.03, "llm_first_sentence_ms": 553.05, "tts_first_audio_ms": 808.02, "first_audio_ms": 1367.91, "tts_server_stages": [ { "generation_ms": 2401, "alignment_ms": 42, "scoring_ms": 120, "speaker_preparation_ms": 0, "total_ms": 2776, "performance": { "device_seconds": 1.9748266687393188, "raw_audio_seconds": 6.96, "aggregate_rtf": 0.2837394638993274, "audio_seconds_per_second": 3.52435994012735, "batches": [ { "batch_size": 1, "device_seconds": 1.9748266687393188, "audio_seconds": [ 6.96 ], "model_wall_seconds": 2.286636106669903, "first_audio_seconds": 0.46280596923828127, "graph_capture_seconds": 0, "live_callback_seconds": 0.3113342449069023 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2061, "alignment_ms": 54, "scoring_ms": 132, "speaker_preparation_ms": 0, "total_ms": 2453, "performance": { "device_seconds": 1.7362329020500182, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.2747203958939902, "audio_seconds_per_second": 3.6400646437109914, "batches": [ { "batch_size": 1, "device_seconds": 1.7362329020500182, "audio_seconds": [ 6.32 ], "model_wall_seconds": 1.9504068195819855, "first_audio_seconds": 0.4611550903320312, "graph_capture_seconds": 0, "live_callback_seconds": 0.21377506852149963 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1800, "alignment_ms": 42, "scoring_ms": 115, "speaker_preparation_ms": 0, "total_ms": 2141, "performance": { "device_seconds": 1.4760562129020691, "raw_audio_seconds": 5.04, "aggregate_rtf": 0.292868296210728, "audio_seconds_per_second": 3.414504106243266, "batches": [ { "batch_size": 1, "device_seconds": 1.4760562129020691, "audio_seconds": [ 5.04 ], "model_wall_seconds": 1.6900381669402122, "first_audio_seconds": 0.4682762145996094, "graph_capture_seconds": 0, "live_callback_seconds": 0.2135639563202858 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2785.45, "audio_s": 6.83 }, { "sentence": 1, "total_ms": 2461.57, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 2148.24, "audio_s": 5.04 } ], "sentence_ready_ms": 7957.67, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "contentment.soft" }, "sources": [], "lookups": [], "at": 31750.70000076294 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 31806.90000152588 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 32326.79999923706 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.1419, "rival_similarity": -1, "bot_similarity": 0.251, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": false, "fast_similarity": -0.2492, "fast_consistency": 0, "fast_frames": 3, "at": 32468.40000152588 }, { "type": "latency_update", "reply_id": 3, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 459.03, "llm_first_sentence_ms": 553.05, "tts_first_audio_ms": 808.02, "first_audio_ms": 1367.91, "tts_server_stages": [ { "generation_ms": 2401, "alignment_ms": 42, "scoring_ms": 120, "speaker_preparation_ms": 0, "total_ms": 2776, "performance": { "device_seconds": 1.9748266687393188, "raw_audio_seconds": 6.96, "aggregate_rtf": 0.2837394638993274, "audio_seconds_per_second": 3.52435994012735, "batches": [ { "batch_size": 1, "device_seconds": 1.9748266687393188, "audio_seconds": [ 6.96 ], "model_wall_seconds": 2.286636106669903, "first_audio_seconds": 0.46280596923828127, "graph_capture_seconds": 0, "live_callback_seconds": 0.3113342449069023 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2061, "alignment_ms": 54, "scoring_ms": 132, "speaker_preparation_ms": 0, "total_ms": 2453, "performance": { "device_seconds": 1.7362329020500182, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.2747203958939902, "audio_seconds_per_second": 3.6400646437109914, "batches": [ { "batch_size": 1, "device_seconds": 1.7362329020500182, "audio_seconds": [ 6.32 ], "model_wall_seconds": 1.9504068195819855, "first_audio_seconds": 0.4611550903320312, "graph_capture_seconds": 0, "live_callback_seconds": 0.21377506852149963 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1800, "alignment_ms": 42, "scoring_ms": 115, "speaker_preparation_ms": 0, "total_ms": 2141, "performance": { "device_seconds": 1.4760562129020691, "raw_audio_seconds": 5.04, "aggregate_rtf": 0.292868296210728, "audio_seconds_per_second": 3.414504106243266, "batches": [ { "batch_size": 1, "device_seconds": 1.4760562129020691, "audio_seconds": [ 5.04 ], "model_wall_seconds": 1.6900381669402122, "first_audio_seconds": 0.4682762145996094, "graph_capture_seconds": 0, "live_callback_seconds": 0.2135639563202858 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2785.45, "audio_s": 6.83 }, { "sentence": 1, "total_ms": 2461.57, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 2148.24, "audio_s": 5.04 } ] }, "at": 32571.90000152588 }, { "type": "asr_preview", "text": "Und die nach wie er heute zusammen", "status": "sentence_stream", "source": "local_sentence_asr", "at": 32832.20000076294 }, { "type": "asr_preview", "text": "Und die nach wie er heute zusammen", "status": "sentence_stream", "source": "local_sentence_asr", "at": 33343.40000152588 }, { "type": "asr_preview", "text": "Und die nach wie er heute zusammen läuft.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 33851.20000076294 }, { "type": "reply", "text": "Da war ein winziges Kätzchen namens Lotti, das mit großen, goldenen Augen durch den Garten sprang.\nAuf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.\nLotti suchte nach einem roten Drachen, der gestern vom Himmel gefallen war.\nDer Drache flatterte im Wind und klang wie ein leises Rauschen von Seide.\nLotti schnupperte an jeder Blume, um den feinen Duft des Drachens zu finden.", "reply_id": 3, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Da war ein winziges Kätzchen namens Lotti, das mit großen, goldenen Augen durch den Garten sprang.", "start_s": 0, "end_s": 6.83 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Auf dem Kopf trug es einen kleinen, grünen Hut, der immer ein bisschen schief saß.", "start_s": 6.83, "end_s": 13.15 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Lotti suchte nach einem roten Drachen, der gestern vom Himmel gefallen war.", "start_s": 13.15, "end_s": 18.19 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Der Drache flatterte im Wind und klang wie ein leises Rauschen von Seide.", "start_s": 18.19, "end_s": 22.94 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "hopping", "text": "Lotti schnupperte an jeder Blume, um den feinen Duft des Drachens zu finden.", "start_s": 22.94, "end_s": 27.36 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 4, "sentence_text": "Lotti schnupperte an jeder Blume, um den feinen Duft des Drachens zu finden.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 459.03, "llm_first_sentence_ms": 553.05, "tts_first_audio_ms": 808.02, "first_audio_ms": 1367.91, "tts_server_stages": [ { "generation_ms": 2401, "alignment_ms": 42, "scoring_ms": 120, "speaker_preparation_ms": 0, "total_ms": 2776, "performance": { "device_seconds": 1.9748266687393188, "raw_audio_seconds": 6.96, "aggregate_rtf": 0.2837394638993274, "audio_seconds_per_second": 3.52435994012735, "batches": [ { "batch_size": 1, "device_seconds": 1.9748266687393188, "audio_seconds": [ 6.96 ], "model_wall_seconds": 2.286636106669903, "first_audio_seconds": 0.46280596923828127, "graph_capture_seconds": 0, "live_callback_seconds": 0.3113342449069023 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2061, "alignment_ms": 54, "scoring_ms": 132, "speaker_preparation_ms": 0, "total_ms": 2453, "performance": { "device_seconds": 1.7362329020500182, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.2747203958939902, "audio_seconds_per_second": 3.6400646437109914, "batches": [ { "batch_size": 1, "device_seconds": 1.7362329020500182, "audio_seconds": [ 6.32 ], "model_wall_seconds": 1.9504068195819855, "first_audio_seconds": 0.4611550903320312, "graph_capture_seconds": 0, "live_callback_seconds": 0.21377506852149963 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1800, "alignment_ms": 42, "scoring_ms": 115, "speaker_preparation_ms": 0, "total_ms": 2141, "performance": { "device_seconds": 1.4760562129020691, "raw_audio_seconds": 5.04, "aggregate_rtf": 0.292868296210728, "audio_seconds_per_second": 3.414504106243266, "batches": [ { "batch_size": 1, "device_seconds": 1.4760562129020691, "audio_seconds": [ 5.04 ], "model_wall_seconds": 1.6900381669402122, "first_audio_seconds": 0.4682762145996094, "graph_capture_seconds": 0, "live_callback_seconds": 0.2135639563202858 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1879, "alignment_ms": 44, "scoring_ms": 107, "speaker_preparation_ms": 0, "total_ms": 2231, "performance": { "device_seconds": 1.54629035282135, "raw_audio_seconds": 5.36, "aggregate_rtf": 0.2884870061233862, "audio_seconds_per_second": 3.4663606289854836, "batches": [ { "batch_size": 1, "device_seconds": 1.54629035282135, "audio_seconds": [ 5.36 ], "model_wall_seconds": 1.7681601494550705, "first_audio_seconds": 0.47265689086914064, "graph_capture_seconds": 0, "live_callback_seconds": 0.22136446833610535 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2785.45, "audio_s": 6.83 }, { "sentence": 1, "total_ms": 2461.57, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 2148.24, "audio_s": 5.04 }, { "sentence": 3, "total_ms": 2240.22, "audio_s": 4.75 } ], "sentence_ready_ms": 10198.92, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "contentment.soft" }, "sources": [], "lookups": [], "at": 33989.59999847412 } ], "checks": { "no_service_errors": true, "cancelled": false, "actual_phase": true, "playback_cleared": false }, "passed": false, "error": "Timed out waiting for stressEvents.slice(52).some(e=>e.type===\"reply_cancelled\")" }, { "id": "thanks-enough-160", "kind": "stop", "required": true, "input_script": "Danke, das reicht.", "mixture": { "background_voices": 2, "procedural_music": true, "colored_noise": true, "impulsive_noise": true, "seed": 47, "requested_snr_db": 12, "measured_snr_db": 12.000000278934737, "snr_definition": "target/interferer RMS on isolated target energy-active samples", "target_activity_s": [ 0.468125, 2.1681875 ], "target_file_s": [ 0.0, 2.51 ], "activity_is_word_alignment": false, "duration_s": 3.71, "tail_s": 1.2, "speed_ratio": 1.0, "synthetic_reverb_s": 0.0, "common_peak_gain": 1.0, "peak": 0.4242573082447052, "mixture_sha256": "e525c5fa98d4fe5c764a7124070bbd18b2f6492a03da3eaafa6aece364de8f39", "target_sha256": "de6f0182339f33d8c2ca275602394fcbff15044c8859adc14ffc5d71b3e299ef", "bed_rms": 0.020905350152067077 }, "injection": { "browser_start_ms": 37818.29999923706, "browser_end_ms": 41538, "packets": 186, "max_schedule_lag_ms": 35.60000228881836, "mean_schedule_lag_ms": 5.644624217864005, "stream_start_sample": 581120 }, "events": [ { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 38007 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": -0.0816, "rival_similarity": -1, "bot_similarity": -0.1077, "reason": "Quiet background voice cannot cancel the current reply", "quiet_background": true, "lexical_audio_evidence": false, "at": 38174.79999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 38506.20000076294 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 39035.79999923706 }, { "type": "reply", "text": "Ein kleines Kätzchen namens Lotti saß auf der Fensterbank und starrte aus dem Fenster.\nIm Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein kleines Kätzchen namens Lotti saß auf der Fensterbank und starrte aus dem Fenster.", "start_s": 0, "end_s": 5.92 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "soft, natural", "text": "Im Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.", "start_s": 5.92, "end_s": 10.34 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Im Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 292.76, "llm_first_sentence_ms": 320.03, "tts_first_audio_ms": 787.64, "first_audio_ms": 1109.15, "tts_server_stages": [ { "generation_ms": 2000, "alignment_ms": 46, "scoring_ms": 118, "speaker_preparation_ms": 0, "total_ms": 2354, "performance": { "device_seconds": 1.6614706745147705, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.28065383015452205, "audio_seconds_per_second": 3.5631083297506443, "batches": [ { "batch_size": 1, "device_seconds": 1.6614706745147705, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.8830512389540672, "first_audio_seconds": 0.46149517822265623, "graph_capture_seconds": 0, "live_callback_seconds": 0.2211371213197708 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2361.83, "audio_s": 5.92 } ], "sentence_ready_ms": 2684.12, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.natural.soft" }, "sources": [], "lookups": [], "at": 39138.79999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 39481.59999847412 }, { "type": "latency_update", "reply_id": 4, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 292.76, "llm_first_sentence_ms": 320.03, "tts_first_audio_ms": 787.64, "first_audio_ms": 1109.15, "tts_server_stages": [ { "generation_ms": 2000, "alignment_ms": 46, "scoring_ms": 118, "speaker_preparation_ms": 0, "total_ms": 2354, "performance": { "device_seconds": 1.6614706745147705, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.28065383015452205, "audio_seconds_per_second": 3.5631083297506443, "batches": [ { "batch_size": 1, "device_seconds": 1.6614706745147705, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.8830512389540672, "first_audio_seconds": 0.46149517822265623, "graph_capture_seconds": 0, "live_callback_seconds": 0.2211371213197708 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2361.83, "audio_s": 5.92 } ] }, "at": 39932.70000076294 }, { "type": "asr_preview", "text": "Das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 39991.5 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0888, "rival_similarity": -1, "bot_similarity": 0.1091, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": true, "fast_similarity": 0.2087, "fast_consistency": 0.5, "fast_frames": 2, "at": 40104.40000152588 }, { "type": "asr_preview", "text": "Das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 40486.79999923706 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0888, "rival_similarity": -1, "bot_similarity": 0.1091, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": true, "fast_similarity": 0.2087, "fast_consistency": 0.5, "fast_frames": 2, "at": 40539.79999923706 }, { "type": "asr_preview", "text": "Das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 40996.59999847412 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0888, "rival_similarity": -1, "bot_similarity": 0.1091, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": true, "fast_similarity": 0.2087, "fast_consistency": 0.5, "fast_frames": 2, "at": 41052.09999847412 }, { "type": "reply", "text": "Ein kleines Kätzchen namens Lotti saß auf der Fensterbank und starrte aus dem Fenster.\nIm Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.\nLotti wollte den Drachen unbedingt zurückbringen, weil er so wunderschön aussah.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein kleines Kätzchen namens Lotti saß auf der Fensterbank und starrte aus dem Fenster.", "start_s": 0, "end_s": 5.92 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "soft, natural", "text": "Im Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.", "start_s": 5.92, "end_s": 11.07 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "curiosity, warm", "text": "Lotti wollte den Drachen unbedingt zurückbringen, weil er so wunderschön aussah.", "start_s": 11.07, "end_s": 14.81 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Lotti wollte den Drachen unbedingt zurückbringen, weil er so wunderschön aussah.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 292.76, "llm_first_sentence_ms": 320.03, "tts_first_audio_ms": 787.64, "first_audio_ms": 1109.15, "tts_server_stages": [ { "generation_ms": 2000, "alignment_ms": 46, "scoring_ms": 118, "speaker_preparation_ms": 0, "total_ms": 2354, "performance": { "device_seconds": 1.6614706745147705, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.28065383015452205, "audio_seconds_per_second": 3.5631083297506443, "batches": [ { "batch_size": 1, "device_seconds": 1.6614706745147705, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.8830512389540672, "first_audio_seconds": 0.46149517822265623, "graph_capture_seconds": 0, "live_callback_seconds": 0.2211371213197708 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1832, "alignment_ms": 41, "scoring_ms": 111, "speaker_preparation_ms": 0, "total_ms": 2184, "performance": { "device_seconds": 1.5052258729934693, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.28946651403720564, "audio_seconds_per_second": 3.4546310246838026, "batches": [ { "batch_size": 1, "device_seconds": 1.5052258729934693, "audio_seconds": [ 5.2 ], "model_wall_seconds": 1.7193112969398499, "first_audio_seconds": 0.45681253051757814, "graph_capture_seconds": 0, "live_callback_seconds": 0.21357067674398422 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2361.83, "audio_s": 5.92 }, { "sentence": 1, "total_ms": 2191.8, "audio_s": 5.15 } ], "sentence_ready_ms": 4876.53, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.warm.soft" }, "sources": [], "lookups": [], "at": 41330.59999847412 }, { "type": "asr_preview", "text": "Das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 41502.29999923706 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0888, "rival_similarity": -1, "bot_similarity": 0.1091, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": true, "fast_similarity": 0.1241, "fast_consistency": 0.3333333333333333, "fast_frames": 3, "at": 41553.79999923706 }, { "type": "asr_preview", "text": "Das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 42034 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.1013, "rival_similarity": -1, "bot_similarity": 0.0483, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": true, "fast_similarity": 0.0449, "fast_consistency": 0.25, "fast_frames": 4, "at": 42088 }, { "type": "latency_update", "reply_id": 4, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 292.76, "llm_first_sentence_ms": 320.03, "tts_first_audio_ms": 787.64, "first_audio_ms": 1109.15, "tts_server_stages": [ { "generation_ms": 2000, "alignment_ms": 46, "scoring_ms": 118, "speaker_preparation_ms": 0, "total_ms": 2354, "performance": { "device_seconds": 1.6614706745147705, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.28065383015452205, "audio_seconds_per_second": 3.5631083297506443, "batches": [ { "batch_size": 1, "device_seconds": 1.6614706745147705, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.8830512389540672, "first_audio_seconds": 0.46149517822265623, "graph_capture_seconds": 0, "live_callback_seconds": 0.2211371213197708 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1832, "alignment_ms": 41, "scoring_ms": 111, "speaker_preparation_ms": 0, "total_ms": 2184, "performance": { "device_seconds": 1.5052258729934693, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.28946651403720564, "audio_seconds_per_second": 3.4546310246838026, "batches": [ { "batch_size": 1, "device_seconds": 1.5052258729934693, "audio_seconds": [ 5.2 ], "model_wall_seconds": 1.7193112969398499, "first_audio_seconds": 0.45681253051757814, "graph_capture_seconds": 0, "live_callback_seconds": 0.21357067674398422 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2361.83, "audio_s": 5.92 }, { "sentence": 1, "total_ms": 2191.8, "audio_s": 5.15 } ] }, "at": 42123.79999923706 }, { "type": "asr_preview", "text": "Das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 42541.79999923706 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.1013, "rival_similarity": -1, "bot_similarity": 0.0483, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": true, "fast_similarity": 0.0449, "fast_consistency": 0.25, "fast_frames": 4, "at": 42600.40000152588 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 43007.5 }, { "type": "asr_preview", "text": "Danke, das reicht eigentlich.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 43104 }, { "type": "asr_sentence", "text": "Danke, das reicht eigentlich.", "audio_s": 41.28, "queued": true, "asr": { "text": "Danke, das reicht eigentlich.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 69.12, "speech_pause_ms": 700, "observed_quiet_ms": 454 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 454, "at": 43104.90000152588 }, { "type": "speaker_focus", "operation": "turn", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0653, "rival_similarity": -1, "bot_similarity": -1, "reason": "Background, echo or uncertain voice; keeping the current conversation", "fast_similarity": 0.01, "at": 43105.20000076294 }, { "type": "ignored", "source": "conversation_focus", "reason": "Background, echo or uncertain voice; keeping the current conversation", "at": 43105.20000076294 }, { "type": "reply", "text": "Ein kleines Kätzchen namens Lotti saß auf der Fensterbank und starrte aus dem Fenster.\nIm Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.\nLotti wollte den Drachen unbedingt zurückbringen, weil er so wunderschön aussah.\nSie kletterte vorsichtig über den Zaun, wobei ihre Pfoten leise auf dem Rasen tippten.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein kleines Kätzchen namens Lotti saß auf der Fensterbank und starrte aus dem Fenster.", "start_s": 0, "end_s": 5.92 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "soft, natural", "text": "Im Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.", "start_s": 5.92, "end_s": 11.07 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "curiosity, warm", "text": "Lotti wollte den Drachen unbedingt zurückbringen, weil er so wunderschön aussah.", "start_s": 11.07, "end_s": 15.42 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "playful, soft", "text": "Sie kletterte vorsichtig über den Zaun, wobei ihre Pfoten leise auf dem Rasen tippten.", "start_s": 15.42, "end_s": 20.18 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 3, "sentence_text": "Sie kletterte vorsichtig über den Zaun, wobei ihre Pfoten leise auf dem Rasen tippten.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 292.76, "llm_first_sentence_ms": 320.03, "tts_first_audio_ms": 787.64, "first_audio_ms": 1109.15, "tts_server_stages": [ { "generation_ms": 2000, "alignment_ms": 46, "scoring_ms": 118, "speaker_preparation_ms": 0, "total_ms": 2354, "performance": { "device_seconds": 1.6614706745147705, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.28065383015452205, "audio_seconds_per_second": 3.5631083297506443, "batches": [ { "batch_size": 1, "device_seconds": 1.6614706745147705, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.8830512389540672, "first_audio_seconds": 0.46149517822265623, "graph_capture_seconds": 0, "live_callback_seconds": 0.2211371213197708 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1832, "alignment_ms": 41, "scoring_ms": 111, "speaker_preparation_ms": 0, "total_ms": 2184, "performance": { "device_seconds": 1.5052258729934693, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.28946651403720564, "audio_seconds_per_second": 3.4546310246838026, "batches": [ { "batch_size": 1, "device_seconds": 1.5052258729934693, "audio_seconds": [ 5.2 ], "model_wall_seconds": 1.7193112969398499, "first_audio_seconds": 0.45681253051757814, "graph_capture_seconds": 0, "live_callback_seconds": 0.21357067674398422 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1598, "alignment_ms": 45, "scoring_ms": 121, "speaker_preparation_ms": 0, "total_ms": 1952, "performance": { "device_seconds": 1.304073748588562, "raw_audio_seconds": 4.64, "aggregate_rtf": 0.2810503768509832, "audio_seconds_per_second": 3.558080978949243, "batches": [ { "batch_size": 1, "device_seconds": 1.304073748588562, "audio_seconds": [ 4.64 ], "model_wall_seconds": 1.4841817021369934, "first_audio_seconds": 0.46076824951171874, "graph_capture_seconds": 0, "live_callback_seconds": 0.17976944893598557 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2361.83, "audio_s": 5.92 }, { "sentence": 1, "total_ms": 2191.8, "audio_s": 5.15 }, { "sentence": 2, "total_ms": 1961.21, "audio_s": 4.35 } ], "sentence_ready_ms": 6838.69, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.playful.soft" }, "sources": [], "lookups": [], "at": 43293.90000152588 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 43551.09999847412 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0165, "rival_similarity": -1, "bot_similarity": 0.0154, "reason": "Quiet background voice cannot cancel the current reply", "quiet_background": true, "lexical_audio_evidence": false, "at": 43935.5 }, { "type": "asr_preview", "text": "Im Hinter", "status": "sentence_stream", "source": "local_sentence_asr", "at": 44103 }, { "type": "latency_update", "reply_id": 4, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 292.76, "llm_first_sentence_ms": 320.03, "tts_first_audio_ms": 787.64, "first_audio_ms": 1109.15, "tts_server_stages": [ { "generation_ms": 2000, "alignment_ms": 46, "scoring_ms": 118, "speaker_preparation_ms": 0, "total_ms": 2354, "performance": { "device_seconds": 1.6614706745147705, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.28065383015452205, "audio_seconds_per_second": 3.5631083297506443, "batches": [ { "batch_size": 1, "device_seconds": 1.6614706745147705, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.8830512389540672, "first_audio_seconds": 0.46149517822265623, "graph_capture_seconds": 0, "live_callback_seconds": 0.2211371213197708 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1832, "alignment_ms": 41, "scoring_ms": 111, "speaker_preparation_ms": 0, "total_ms": 2184, "performance": { "device_seconds": 1.5052258729934693, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.28946651403720564, "audio_seconds_per_second": 3.4546310246838026, "batches": [ { "batch_size": 1, "device_seconds": 1.5052258729934693, "audio_seconds": [ 5.2 ], "model_wall_seconds": 1.7193112969398499, "first_audio_seconds": 0.45681253051757814, "graph_capture_seconds": 0, "live_callback_seconds": 0.21357067674398422 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1598, "alignment_ms": 45, "scoring_ms": 121, "speaker_preparation_ms": 0, "total_ms": 1952, "performance": { "device_seconds": 1.304073748588562, "raw_audio_seconds": 4.64, "aggregate_rtf": 0.2810503768509832, "audio_seconds_per_second": 3.558080978949243, "batches": [ { "batch_size": 1, "device_seconds": 1.304073748588562, "audio_seconds": [ 4.64 ], "model_wall_seconds": 1.4841817021369934, "first_audio_seconds": 0.46076824951171874, "graph_capture_seconds": 0, "live_callback_seconds": 0.17976944893598557 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2361.83, "audio_s": 5.92 }, { "sentence": 1, "total_ms": 2191.8, "audio_s": 5.15 }, { "sentence": 2, "total_ms": 1961.21, "audio_s": 4.35 } ] }, "at": 44103.90000152588 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.2368, "rival_similarity": -1, "bot_similarity": -0.0182, "reason": "Background, echo or uncertain voice; keeping the current conversation", "lexical_audio_evidence": false, "fast_similarity": 0.0524, "fast_consistency": 0, "fast_frames": 4, "at": 44366.5 }, { "type": "asr_preview", "text": "Im Hintergrund läuft läuft", "status": "sentence_stream", "source": "local_sentence_asr", "at": 44634.90000152588 }, { "type": "asr_preview", "text": "Im Hintergrund läuft ein", "status": "sentence_stream", "source": "local_sentence_asr", "at": 45128.09999847412 }, { "type": "asr_preview", "text": "Im Hintergrund läuft ein", "status": "sentence_stream", "source": "local_sentence_asr", "at": 45651.29999923706 }, { "type": "reply", "text": "Ein kleines Kätzchen namens Lotti saß auf der Fensterbank und starrte aus dem Fenster.\nIm Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.\nLotti wollte den Drachen unbedingt zurückbringen, weil er so wunderschön aussah.\nSie kletterte vorsichtig über den Zaun, wobei ihre Pfoten leise auf dem Rasen tippten.\nDer Weg zum Baum war voller Löcher und hoher Gräser, die Lottis Nase juckten.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein kleines Kätzchen namens Lotti saß auf der Fensterbank und starrte aus dem Fenster.", "start_s": 0, "end_s": 5.92 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "soft, natural", "text": "Im Wind tanzte ein roter Drachen, der an einem Baum hängen geblieben war.", "start_s": 5.92, "end_s": 11.07 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "curiosity, warm", "text": "Lotti wollte den Drachen unbedingt zurückbringen, weil er so wunderschön aussah.", "start_s": 11.07, "end_s": 15.42 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "playful, soft", "text": "Sie kletterte vorsichtig über den Zaun, wobei ihre Pfoten leise auf dem Rasen tippten.", "start_s": 15.42, "end_s": 21.42 }, { "emotion": "concentration", "secondary": "contentment", "blend": 0.25, "intensity": 0.72, "direction": "concentration, calm", "text": "Der Weg zum Baum war voller Löcher und hoher Gräser, die Lottis Nase juckten.", "start_s": 21.42, "end_s": 26.18 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 4, "sentence_text": "Der Weg zum Baum war voller Löcher und hoher Gräser, die Lottis Nase juckten.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 292.76, "llm_first_sentence_ms": 320.03, "tts_first_audio_ms": 787.64, "first_audio_ms": 1109.15, "tts_server_stages": [ { "generation_ms": 2000, "alignment_ms": 46, "scoring_ms": 118, "speaker_preparation_ms": 0, "total_ms": 2354, "performance": { "device_seconds": 1.6614706745147705, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.28065383015452205, "audio_seconds_per_second": 3.5631083297506443, "batches": [ { "batch_size": 1, "device_seconds": 1.6614706745147705, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.8830512389540672, "first_audio_seconds": 0.46149517822265623, "graph_capture_seconds": 0, "live_callback_seconds": 0.2211371213197708 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1832, "alignment_ms": 41, "scoring_ms": 111, "speaker_preparation_ms": 0, "total_ms": 2184, "performance": { "device_seconds": 1.5052258729934693, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.28946651403720564, "audio_seconds_per_second": 3.4546310246838026, "batches": [ { "batch_size": 1, "device_seconds": 1.5052258729934693, "audio_seconds": [ 5.2 ], "model_wall_seconds": 1.7193112969398499, "first_audio_seconds": 0.45681253051757814, "graph_capture_seconds": 0, "live_callback_seconds": 0.21357067674398422 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1598, "alignment_ms": 45, "scoring_ms": 121, "speaker_preparation_ms": 0, "total_ms": 1952, "performance": { "device_seconds": 1.304073748588562, "raw_audio_seconds": 4.64, "aggregate_rtf": 0.2810503768509832, "audio_seconds_per_second": 3.558080978949243, "batches": [ { "batch_size": 1, "device_seconds": 1.304073748588562, "audio_seconds": [ 4.64 ], "model_wall_seconds": 1.4841817021369934, "first_audio_seconds": 0.46076824951171874, "graph_capture_seconds": 0, "live_callback_seconds": 0.17976944893598557 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2053, "alignment_ms": 42, "scoring_ms": 129, "speaker_preparation_ms": 0, "total_ms": 2416, "performance": { "device_seconds": 1.7017923278808593, "raw_audio_seconds": 6, "aggregate_rtf": 0.2836320546468099, "audio_seconds_per_second": 3.525694587818152, "batches": [ { "batch_size": 1, "device_seconds": 1.7017923278808593, "audio_seconds": [ 6 ], "model_wall_seconds": 1.9425794035196304, "first_audio_seconds": 0.4779273376464844, "graph_capture_seconds": 0, "live_callback_seconds": 0.240389384329319 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2361.83, "audio_s": 5.92 }, { "sentence": 1, "total_ms": 2191.8, "audio_s": 5.15 }, { "sentence": 2, "total_ms": 1961.21, "audio_s": 4.35 }, { "sentence": 3, "total_ms": 2423.69, "audio_s": 6 } ], "sentence_ready_ms": 9263.5, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "concentration.soft" }, "sources": [], "lookups": [], "at": 45718.70000076294 }, { "type": "asr_preview", "text": "Im Hintergrund läuft ein", "status": "sentence_stream", "source": "local_sentence_asr", "at": 46158.5 }, { "type": "latency_update", "reply_id": 4, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 292.76, "llm_first_sentence_ms": 320.03, "tts_first_audio_ms": 787.64, "first_audio_ms": 1109.15, "tts_server_stages": [ { "generation_ms": 2000, "alignment_ms": 46, "scoring_ms": 118, "speaker_preparation_ms": 0, "total_ms": 2354, "performance": { "device_seconds": 1.6614706745147705, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.28065383015452205, "audio_seconds_per_second": 3.5631083297506443, "batches": [ { "batch_size": 1, "device_seconds": 1.6614706745147705, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.8830512389540672, "first_audio_seconds": 0.46149517822265623, "graph_capture_seconds": 0, "live_callback_seconds": 0.2211371213197708 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1832, "alignment_ms": 41, "scoring_ms": 111, "speaker_preparation_ms": 0, "total_ms": 2184, "performance": { "device_seconds": 1.5052258729934693, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.28946651403720564, "audio_seconds_per_second": 3.4546310246838026, "batches": [ { "batch_size": 1, "device_seconds": 1.5052258729934693, "audio_seconds": [ 5.2 ], "model_wall_seconds": 1.7193112969398499, "first_audio_seconds": 0.45681253051757814, "graph_capture_seconds": 0, "live_callback_seconds": 0.21357067674398422 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1598, "alignment_ms": 45, "scoring_ms": 121, "speaker_preparation_ms": 0, "total_ms": 1952, "performance": { "device_seconds": 1.304073748588562, "raw_audio_seconds": 4.64, "aggregate_rtf": 0.2810503768509832, "audio_seconds_per_second": 3.558080978949243, "batches": [ { "batch_size": 1, "device_seconds": 1.304073748588562, "audio_seconds": [ 4.64 ], "model_wall_seconds": 1.4841817021369934, "first_audio_seconds": 0.46076824951171874, "graph_capture_seconds": 0, "live_callback_seconds": 0.17976944893598557 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2053, "alignment_ms": 42, "scoring_ms": 129, "speaker_preparation_ms": 0, "total_ms": 2416, "performance": { "device_seconds": 1.7017923278808593, "raw_audio_seconds": 6, "aggregate_rtf": 0.2836320546468099, "audio_seconds_per_second": 3.525694587818152, "batches": [ { "batch_size": 1, "device_seconds": 1.7017923278808593, "audio_seconds": [ 6 ], "model_wall_seconds": 1.9425794035196304, "first_audio_seconds": 0.4779273376464844, "graph_capture_seconds": 0, "live_callback_seconds": 0.240389384329319 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2361.83, "audio_s": 5.92 }, { "sentence": 1, "total_ms": 2191.8, "audio_s": 5.15 }, { "sentence": 2, "total_ms": 1961.21, "audio_s": 4.35 }, { "sentence": 3, "total_ms": 2423.69, "audio_s": 6 } ] }, "at": 46518.79999923706 } ], "checks": { "no_service_errors": true, "cancelled": false, "actual_phase": true, "playback_cleared": false }, "passed": false, "error": "Timed out waiting for stressEvents.slice(98).some(e=>e.type===\"reply_cancelled\")" }, { "id": "shut-up-0", "kind": "stop", "required": true, "input_script": "Halt die Klappe!", "mixture": { "background_voices": 2, "procedural_music": true, "colored_noise": true, "impulsive_noise": true, "seed": 48, "requested_snr_db": 12, "measured_snr_db": 11.999999853868491, "snr_definition": "target/interferer RMS on isolated target energy-active samples", "target_activity_s": [ 0.343875, 2.4339375 ], "target_file_s": [ 0.0, 2.51 ], "activity_is_word_alignment": false, "duration_s": 3.71, "tail_s": 1.2, "speed_ratio": 1.0, "synthetic_reverb_s": 0.0, "common_peak_gain": 1.0, "peak": 0.5471975207328796, "mixture_sha256": "768dc49eb748cb96fe45a0dbc587d151730cb2fa313ae1e00d3c893ff144d87f", "target_sha256": "7ab791f7a6e578a8b797363d7c06d92bda62161a50f0031adbf11f71c6074191", "bed_rms": 0.014959524874350457 }, "injection": { "browser_start_ms": 50509.79999923706, "browser_end_ms": 54239.09999847412, "packets": 186, "max_schedule_lag_ms": 38.70000076293945, "mean_schedule_lag_ms": 8.629032791301768, "stream_start_sample": 778240 }, "events": [ { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 50637.5 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 51136.59999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 51613.79999923706 }, { "type": "reply", "text": "Ein kleines Kätzchen namens Lotti saß auf einer dicken Eiche und starrte traurig in den Himmel.\nSie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "reply_id": 5, "performance": { "sentences": [ { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Ein kleines Kätzchen namens Lotti saß auf einer dicken Eiche und starrte traurig in den Himmel.", "start_s": 0, "end_s": 6.8 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "start_s": 6.8, "end_s": 11.559999999999999 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 488.65, "llm_first_sentence_ms": 515.73, "tts_first_audio_ms": 801.62, "first_audio_ms": 1319.03, "tts_server_stages": [ { "generation_ms": 2348, "alignment_ms": 44, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2727, "performance": { "device_seconds": 1.9358472447395325, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2846834183440489, "audio_seconds_per_second": 3.5126738530006985, "batches": [ { "batch_size": 1, "device_seconds": 1.9358472447395325, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2334164530038834, "first_audio_seconds": 0.4651541748046875, "graph_capture_seconds": 0, "live_callback_seconds": 0.2970474511384964 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2735.17, "audio_s": 6.8 } ], "sentence_ready_ms": 3253.51, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 52070 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 52116.09999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 52604 }, { "type": "latency_update", "reply_id": 5, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 488.65, "llm_first_sentence_ms": 515.73, "tts_first_audio_ms": 801.62, "first_audio_ms": 1319.03, "tts_server_stages": [ { "generation_ms": 2348, "alignment_ms": 44, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2727, "performance": { "device_seconds": 1.9358472447395325, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2846834183440489, "audio_seconds_per_second": 3.5126738530006985, "batches": [ { "batch_size": 1, "device_seconds": 1.9358472447395325, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2334164530038834, "first_audio_seconds": 0.4651541748046875, "graph_capture_seconds": 0, "live_callback_seconds": 0.2970474511384964 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2735.17, "audio_s": 6.8 } ] }, "at": 52883.70000076294 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 53135 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 53603 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 53730.70000076294 }, { "type": "asr_preview", "text": "Halte gemerkt.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 53791.70000076294 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 53916.79999923706 }, { "type": "asr_preview", "text": "Halte gemerkt.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 53973.20000076294 }, { "type": "asr_sentence", "text": "Halte gemerkt.", "audio_s": 51.84, "queued": true, "asr": { "text": "Halte gemerkt.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 53.89, "speech_pause_ms": 700, "observed_quiet_ms": 4 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 4, "at": 53973.5 }, { "type": "speaker_focus", "operation": "turn", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.086, "rival_similarity": -1, "bot_similarity": -1, "reason": "Background, echo or uncertain voice; keeping the current conversation", "fast_similarity": 0.0005, "at": 53974.09999847412 }, { "type": "ignored", "source": "conversation_focus", "reason": "Background, echo or uncertain voice; keeping the current conversation", "at": 53974.09999847412 }, { "type": "reply", "text": "Ein kleines Kätzchen namens Lotti saß auf einer dicken Eiche und starrte traurig in den Himmel.\nSie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.\nDer Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "reply_id": 5, "performance": { "sentences": [ { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Ein kleines Kätzchen namens Lotti saß auf einer dicken Eiche und starrte traurig in den Himmel.", "start_s": 0, "end_s": 6.8 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "start_s": 6.8, "end_s": 12.64 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Der Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "start_s": 12.64, "end_s": 17.060000000000002 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Der Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 488.65, "llm_first_sentence_ms": 515.73, "tts_first_audio_ms": 801.62, "first_audio_ms": 1319.03, "tts_server_stages": [ { "generation_ms": 2348, "alignment_ms": 44, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2727, "performance": { "device_seconds": 1.9358472447395325, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2846834183440489, "audio_seconds_per_second": 3.5126738530006985, "batches": [ { "batch_size": 1, "device_seconds": 1.9358472447395325, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2334164530038834, "first_audio_seconds": 0.4651541748046875, "graph_capture_seconds": 0, "live_callback_seconds": 0.2970474511384964 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2015, "alignment_ms": 45, "scoring_ms": 119, "speaker_preparation_ms": 0, "total_ms": 2371, "performance": { "device_seconds": 1.660064794063568, "raw_audio_seconds": 5.84, "aggregate_rtf": 0.2842576702163644, "audio_seconds_per_second": 3.5179349751190325, "batches": [ { "batch_size": 1, "device_seconds": 1.660064794063568, "audio_seconds": [ 5.84 ], "model_wall_seconds": 1.9015672728419304, "first_audio_seconds": 0.4778936767578125, "graph_capture_seconds": 0, "live_callback_seconds": 0.2409416288137436 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2735.17, "audio_s": 6.8 }, { "sentence": 1, "total_ms": 2380.35, "audio_s": 5.84 } ], "sentence_ready_ms": 5634.47, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 54466.29999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 54483.29999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 54959.90000152588 }, { "type": "latency_update", "reply_id": 5, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 488.65, "llm_first_sentence_ms": 515.73, "tts_first_audio_ms": 801.62, "first_audio_ms": 1319.03, "tts_server_stages": [ { "generation_ms": 2348, "alignment_ms": 44, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2727, "performance": { "device_seconds": 1.9358472447395325, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2846834183440489, "audio_seconds_per_second": 3.5126738530006985, "batches": [ { "batch_size": 1, "device_seconds": 1.9358472447395325, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2334164530038834, "first_audio_seconds": 0.4651541748046875, "graph_capture_seconds": 0, "live_callback_seconds": 0.2970474511384964 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2015, "alignment_ms": 45, "scoring_ms": 119, "speaker_preparation_ms": 0, "total_ms": 2371, "performance": { "device_seconds": 1.660064794063568, "raw_audio_seconds": 5.84, "aggregate_rtf": 0.2842576702163644, "audio_seconds_per_second": 3.5179349751190325, "batches": [ { "batch_size": 1, "device_seconds": 1.660064794063568, "audio_seconds": [ 5.84 ], "model_wall_seconds": 1.9015672728419304, "first_audio_seconds": 0.4778936767578125, "graph_capture_seconds": 0, "live_callback_seconds": 0.2409416288137436 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2735.17, "audio_s": 6.8 }, { "sentence": 1, "total_ms": 2380.35, "audio_s": 5.84 } ] }, "at": 55272.29999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 55474.5 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0404, "rival_similarity": -1, "bot_similarity": 0.2063, "reason": "Quiet background voice cannot cancel the current reply", "quiet_background": true, "lexical_audio_evidence": false, "at": 55554.40000152588 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 55992.29999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 56495 }, { "type": "reply", "text": "Ein kleines Kätzchen namens Lotti saß auf einer dicken Eiche und starrte traurig in den Himmel.\nSie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.\nDer Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.\nLottis Augen wurden feucht, als sie die weite Wiese unter sich sah, die der Drache durchquert haben musste.", "reply_id": 5, "performance": { "sentences": [ { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Ein kleines Kätzchen namens Lotti saß auf einer dicken Eiche und starrte traurig in den Himmel.", "start_s": 0, "end_s": 6.8 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "start_s": 6.8, "end_s": 12.64 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Der Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "start_s": 12.64, "end_s": 18.64 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Lottis Augen wurden feucht, als sie die weite Wiese unter sich sah, die der Drache durchquert haben musste.", "start_s": 18.64, "end_s": 24.76 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 3, "sentence_text": "Lottis Augen wurden feucht, als sie die weite Wiese unter sich sah, die der Drache durchquert haben musste.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 488.65, "llm_first_sentence_ms": 515.73, "tts_first_audio_ms": 801.62, "first_audio_ms": 1319.03, "tts_server_stages": [ { "generation_ms": 2348, "alignment_ms": 44, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2727, "performance": { "device_seconds": 1.9358472447395325, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2846834183440489, "audio_seconds_per_second": 3.5126738530006985, "batches": [ { "batch_size": 1, "device_seconds": 1.9358472447395325, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2334164530038834, "first_audio_seconds": 0.4651541748046875, "graph_capture_seconds": 0, "live_callback_seconds": 0.2970474511384964 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2015, "alignment_ms": 45, "scoring_ms": 119, "speaker_preparation_ms": 0, "total_ms": 2371, "performance": { "device_seconds": 1.660064794063568, "raw_audio_seconds": 5.84, "aggregate_rtf": 0.2842576702163644, "audio_seconds_per_second": 3.5179349751190325, "batches": [ { "batch_size": 1, "device_seconds": 1.660064794063568, "audio_seconds": [ 5.84 ], "model_wall_seconds": 1.9015672728419304, "first_audio_seconds": 0.4778936767578125, "graph_capture_seconds": 0, "live_callback_seconds": 0.2409416288137436 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2080, "alignment_ms": 46, "scoring_ms": 135, "speaker_preparation_ms": 0, "total_ms": 2478, "performance": { "device_seconds": 1.709324372291565, "raw_audio_seconds": 6, "aggregate_rtf": 0.2848873953819275, "audio_seconds_per_second": 3.51015880733991, "batches": [ { "batch_size": 1, "device_seconds": 1.709324372291565, "audio_seconds": [ 6 ], "model_wall_seconds": 1.959774911403656, "first_audio_seconds": 0.4785151977539063, "graph_capture_seconds": 0, "live_callback_seconds": 0.25003238767385483 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2735.17, "audio_s": 6.8 }, { "sentence": 1, "total_ms": 2380.35, "audio_s": 5.84 }, { "sentence": 2, "total_ms": 2486.68, "audio_s": 6 } ], "sentence_ready_ms": 8122.33, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 56939.5 }, { "type": "asr_preview", "text": "Im Hintergrund", "status": "sentence_stream", "source": "local_sentence_asr", "at": 57026.79999923706 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 57467.20000076294 }, { "type": "asr_preview", "text": "Wird es sonnig? Im Hintergrund läuft ein Bericht.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 57532 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 57632.59999847412 }, { "type": "asr_preview", "text": "Wird es sonnig? Im Hintergrund läuft ein", "status": "sentence_stream", "source": "local_sentence_asr", "at": 57717.59999847412 }, { "type": "asr_sentence", "text": "Wird es sonnig? Im Hintergrund läuft ein", "audio_s": 55.36, "queued": true, "asr": { "text": "Wird es sonnig? Im Hintergrund läuft ein", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 75.77, "speech_pause_ms": 700, "observed_quiet_ms": 18 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 18, "at": 57718.09999847412 }, { "type": "speaker_focus", "operation": "turn", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.137, "rival_similarity": -1, "bot_similarity": -1, "reason": "Much quieter competing voice; keeping the foreground conversation", "quiet_background": true, "at": 57718.59999847412 }, { "type": "ignored", "source": "conversation_focus", "reason": "Much quieter competing voice; keeping the foreground conversation", "at": 57718.59999847412 }, { "type": "latency_update", "reply_id": 5, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 488.65, "llm_first_sentence_ms": 515.73, "tts_first_audio_ms": 801.62, "first_audio_ms": 1319.03, "tts_server_stages": [ { "generation_ms": 2348, "alignment_ms": 44, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2727, "performance": { "device_seconds": 1.9358472447395325, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2846834183440489, "audio_seconds_per_second": 3.5126738530006985, "batches": [ { "batch_size": 1, "device_seconds": 1.9358472447395325, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2334164530038834, "first_audio_seconds": 0.4651541748046875, "graph_capture_seconds": 0, "live_callback_seconds": 0.2970474511384964 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2015, "alignment_ms": 45, "scoring_ms": 119, "speaker_preparation_ms": 0, "total_ms": 2371, "performance": { "device_seconds": 1.660064794063568, "raw_audio_seconds": 5.84, "aggregate_rtf": 0.2842576702163644, "audio_seconds_per_second": 3.5179349751190325, "batches": [ { "batch_size": 1, "device_seconds": 1.660064794063568, "audio_seconds": [ 5.84 ], "model_wall_seconds": 1.9015672728419304, "first_audio_seconds": 0.4778936767578125, "graph_capture_seconds": 0, "live_callback_seconds": 0.2409416288137436 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2080, "alignment_ms": 46, "scoring_ms": 135, "speaker_preparation_ms": 0, "total_ms": 2478, "performance": { "device_seconds": 1.709324372291565, "raw_audio_seconds": 6, "aggregate_rtf": 0.2848873953819275, "audio_seconds_per_second": 3.51015880733991, "batches": [ { "batch_size": 1, "device_seconds": 1.709324372291565, "audio_seconds": [ 6 ], "model_wall_seconds": 1.959774911403656, "first_audio_seconds": 0.4785151977539063, "graph_capture_seconds": 0, "live_callback_seconds": 0.25003238767385483 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2735.17, "audio_s": 6.8 }, { "sentence": 1, "total_ms": 2380.35, "audio_s": 5.84 }, { "sentence": 2, "total_ms": 2486.68, "audio_s": 6 } ] }, "at": 57769.09999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 58202.29999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 58726.29999923706 } ], "checks": { "no_service_errors": true, "cancelled": false, "actual_phase": true, "playback_cleared": false }, "passed": false, "error": "Timed out waiting for stressEvents.slice(148).some(e=>e.type===\"reply_cancelled\")" }, { "id": "shut-up-160", "kind": "stop", "required": true, "input_script": "Halt die Klappe!", "mixture": { "background_voices": 2, "procedural_music": true, "colored_noise": true, "impulsive_noise": true, "seed": 49, "requested_snr_db": 12, "measured_snr_db": 11.999999845326565, "snr_definition": "target/interferer RMS on isolated target energy-active samples", "target_activity_s": [ 0.343875, 2.4339375 ], "target_file_s": [ 0.0, 2.51 ], "activity_is_word_alignment": false, "duration_s": 3.71, "tail_s": 1.2, "speed_ratio": 1.0, "synthetic_reverb_s": 0.0, "common_peak_gain": 1.0, "peak": 0.5542922616004944, "mixture_sha256": "0745a3291ed124f454b7449df1eb682df92c1bcbd4d30abc1f866172eed89046", "target_sha256": "7ab791f7a6e578a8b797363d7c06d92bda62161a50f0031adbf11f71c6074191", "bed_rms": 0.017841114682872427 }, "injection": { "browser_start_ms": 62845.09999847412, "browser_end_ms": 66565.09999847412, "packets": 186, "max_schedule_lag_ms": 36.5, "mean_schedule_lag_ms": 7.158603134975638, "stream_start_sample": 970240 }, "events": [ { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 63000.59999847412 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": -0.0058, "rival_similarity": -1, "bot_similarity": -1, "reason": "Quiet background voice cannot cancel the current reply", "quiet_background": true, "lexical_audio_evidence": false, "at": 63138.09999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 63532.79999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 64029.59999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 64536.20000076294 }, { "type": "reply", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.\nSie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "reply_id": 6, "performance": { "sentences": [ { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.", "start_s": 0, "end_s": 6.48 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "start_s": 6.48, "end_s": 11.24 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 385.21, "llm_first_sentence_ms": 411.14, "finish_reason": "stop", "usage": { "prompt_tokens": 2099, "completion_tokens": 186, "total_tokens": 2285, "cost": 0.0023315985, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00235515, "upstream_inference_prompt_cost": 0.00207801, "upstream_inference_completions_cost": 0.00027714 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_first_audio_ms": 796.09, "first_audio_ms": 1209.46, "tts_server_stages": [ { "generation_ms": 2300, "alignment_ms": 46, "scoring_ms": 149, "speaker_preparation_ms": 0, "total_ms": 2687, "performance": { "device_seconds": 1.8694095034599305, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.2884891209043102, "audio_seconds_per_second": 3.466335218691636, "batches": [ { "batch_size": 1, "device_seconds": 1.8694095034599305, "audio_seconds": [ 6.48 ], "model_wall_seconds": 2.1864448562264442, "first_audio_seconds": 0.46673715209960936, "graph_capture_seconds": 0, "live_callback_seconds": 0.31661177426576614 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2696.04, "audio_s": 6.48 } ], "sentence_ready_ms": 3110.41, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 64608.09999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 65035.09999847412 }, { "type": "latency_update", "reply_id": 6, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 385.21, "llm_first_sentence_ms": 411.14, "finish_reason": "stop", "usage": { "prompt_tokens": 2099, "completion_tokens": 186, "total_tokens": 2285, "cost": 0.0023315985, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00235515, "upstream_inference_prompt_cost": 0.00207801, "upstream_inference_completions_cost": 0.00027714 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_first_audio_ms": 796.09, "first_audio_ms": 1209.46, "tts_server_stages": [ { "generation_ms": 2300, "alignment_ms": 46, "scoring_ms": 149, "speaker_preparation_ms": 0, "total_ms": 2687, "performance": { "device_seconds": 1.8694095034599305, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.2884891209043102, "audio_seconds_per_second": 3.466335218691636, "batches": [ { "batch_size": 1, "device_seconds": 1.8694095034599305, "audio_seconds": [ 6.48 ], "model_wall_seconds": 2.1864448562264442, "first_audio_seconds": 0.46673715209960936, "graph_capture_seconds": 0, "live_callback_seconds": 0.31661177426576614 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2696.04, "audio_s": 6.48 } ], "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 3111.54, "response_complete": true }, "at": 65374.29999923706 }, { "type": "asr_preview", "text": "¿Qué mercance?", "status": "sentence_stream", "source": "local_sentence_asr", "at": 65536.59999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 66016.09999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 66495.20000076294 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 66633.09999847412 }, { "type": "asr_preview", "text": "Morgen rote Sonne.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 66697.59999847412 }, { "type": "reply", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.\nSie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.\nDer Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "reply_id": 6, "performance": { "sentences": [ { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.", "start_s": 0, "end_s": 6.48 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "start_s": 6.48, "end_s": 12.35 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Der Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "start_s": 12.35, "end_s": 16.77 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Der Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 385.21, "llm_first_sentence_ms": 411.14, "finish_reason": "stop", "usage": { "prompt_tokens": 2099, "completion_tokens": 186, "total_tokens": 2285, "cost": 0.0023315985, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00235515, "upstream_inference_prompt_cost": 0.00207801, "upstream_inference_completions_cost": 0.00027714 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_first_audio_ms": 796.09, "first_audio_ms": 1209.46, "tts_server_stages": [ { "generation_ms": 2300, "alignment_ms": 46, "scoring_ms": 149, "speaker_preparation_ms": 0, "total_ms": 2687, "performance": { "device_seconds": 1.8694095034599305, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.2884891209043102, "audio_seconds_per_second": 3.466335218691636, "batches": [ { "batch_size": 1, "device_seconds": 1.8694095034599305, "audio_seconds": [ 6.48 ], "model_wall_seconds": 2.1864448562264442, "first_audio_seconds": 0.46673715209960936, "graph_capture_seconds": 0, "live_callback_seconds": 0.31661177426576614 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2019, "alignment_ms": 44, "scoring_ms": 125, "speaker_preparation_ms": 0, "total_ms": 2377, "performance": { "device_seconds": 1.6791223473548889, "raw_audio_seconds": 6, "aggregate_rtf": 0.27985372455914814, "audio_seconds_per_second": 3.573295304807159, "batches": [ { "batch_size": 1, "device_seconds": 1.6791223473548889, "audio_seconds": [ 6 ], "model_wall_seconds": 1.9095627963542938, "first_audio_seconds": 0.46747647094726563, "graph_capture_seconds": 0, "live_callback_seconds": 0.22998874634504318 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2696.04, "audio_s": 6.48 }, { "sentence": 1, "total_ms": 2385.54, "audio_s": 5.87 } ], "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 3111.54, "response_complete": true, "sentence_ready_ms": 5496.62, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 66965.5 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 67198.40000152588 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 67706.09999847412 }, { "type": "latency_update", "reply_id": 6, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 385.21, "llm_first_sentence_ms": 411.14, "finish_reason": "stop", "usage": { "prompt_tokens": 2099, "completion_tokens": 186, "total_tokens": 2285, "cost": 0.0023315985, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00235515, "upstream_inference_prompt_cost": 0.00207801, "upstream_inference_completions_cost": 0.00027714 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_first_audio_ms": 796.09, "first_audio_ms": 1209.46, "tts_server_stages": [ { "generation_ms": 2300, "alignment_ms": 46, "scoring_ms": 149, "speaker_preparation_ms": 0, "total_ms": 2687, "performance": { "device_seconds": 1.8694095034599305, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.2884891209043102, "audio_seconds_per_second": 3.466335218691636, "batches": [ { "batch_size": 1, "device_seconds": 1.8694095034599305, "audio_seconds": [ 6.48 ], "model_wall_seconds": 2.1864448562264442, "first_audio_seconds": 0.46673715209960936, "graph_capture_seconds": 0, "live_callback_seconds": 0.31661177426576614 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2019, "alignment_ms": 44, "scoring_ms": 125, "speaker_preparation_ms": 0, "total_ms": 2377, "performance": { "device_seconds": 1.6791223473548889, "raw_audio_seconds": 6, "aggregate_rtf": 0.27985372455914814, "audio_seconds_per_second": 3.573295304807159, "batches": [ { "batch_size": 1, "device_seconds": 1.6791223473548889, "audio_seconds": [ 6 ], "model_wall_seconds": 1.9095627963542938, "first_audio_seconds": 0.46747647094726563, "graph_capture_seconds": 0, "live_callback_seconds": 0.22998874634504318 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2696.04, "audio_s": 6.48 }, { "sentence": 1, "total_ms": 2385.54, "audio_s": 5.87 } ], "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 3111.54, "response_complete": true }, "at": 67753.40000152588 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 68215.09999847412 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 68386.79999923706 }, { "type": "asr_preview", "text": "Morgen wird es sonnig. Im Hintergrund läuft ein Bericht. Morgen wird es sonnig.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 68467.29999923706 }, { "type": "asr_sentence", "text": "Morgen wird es sonnig. Im Hintergrund läuft ein Bericht. Morgen wird es sonnig.", "audio_s": 65.92, "queued": true, "asr": { "text": "Morgen wird es sonnig. Im Hintergrund läuft ein Bericht. Morgen wird es sonnig.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 74.59, "speech_pause_ms": 700, "observed_quiet_ms": 378 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 378, "at": 68468.09999847412 }, { "type": "speaker_focus", "operation": "turn", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.0828, "rival_similarity": -1, "bot_similarity": -1, "reason": "Background, echo or uncertain voice; keeping the current conversation", "fast_similarity": 0.1108, "at": 68468.29999923706 }, { "type": "ignored", "source": "conversation_focus", "reason": "Background, echo or uncertain voice; keeping the current conversation", "at": 68468.29999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 68934.79999923706 }, { "type": "reply", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.\nSie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.\nDer Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.\nLottis Augen wurden feucht, als sie die weite Wiese unter sich sah, die der Drache durchquert haben musste.", "reply_id": 6, "performance": { "sentences": [ { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.", "start_s": 0, "end_s": 6.48 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "start_s": 6.48, "end_s": 12.35 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Der Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "start_s": 12.35, "end_s": 18.3 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, playful", "text": "Lottis Augen wurden feucht, als sie die weite Wiese unter sich sah, die der Drache durchquert haben musste.", "start_s": 18.3, "end_s": 24.42 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 3, "sentence_text": "Lottis Augen wurden feucht, als sie die weite Wiese unter sich sah, die der Drache durchquert haben musste.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 385.21, "llm_first_sentence_ms": 411.14, "finish_reason": "stop", "usage": { "prompt_tokens": 2099, "completion_tokens": 186, "total_tokens": 2285, "cost": 0.0023315985, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00235515, "upstream_inference_prompt_cost": 0.00207801, "upstream_inference_completions_cost": 0.00027714 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_first_audio_ms": 796.09, "first_audio_ms": 1209.46, "tts_server_stages": [ { "generation_ms": 2300, "alignment_ms": 46, "scoring_ms": 149, "speaker_preparation_ms": 0, "total_ms": 2687, "performance": { "device_seconds": 1.8694095034599305, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.2884891209043102, "audio_seconds_per_second": 3.466335218691636, "batches": [ { "batch_size": 1, "device_seconds": 1.8694095034599305, "audio_seconds": [ 6.48 ], "model_wall_seconds": 2.1864448562264442, "first_audio_seconds": 0.46673715209960936, "graph_capture_seconds": 0, "live_callback_seconds": 0.31661177426576614 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2019, "alignment_ms": 44, "scoring_ms": 125, "speaker_preparation_ms": 0, "total_ms": 2377, "performance": { "device_seconds": 1.6791223473548889, "raw_audio_seconds": 6, "aggregate_rtf": 0.27985372455914814, "audio_seconds_per_second": 3.573295304807159, "batches": [ { "batch_size": 1, "device_seconds": 1.6791223473548889, "audio_seconds": [ 6 ], "model_wall_seconds": 1.9095627963542938, "first_audio_seconds": 0.46747647094726563, "graph_capture_seconds": 0, "live_callback_seconds": 0.22998874634504318 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2032, "alignment_ms": 43, "scoring_ms": 133, "speaker_preparation_ms": 0, "total_ms": 2395, "performance": { "device_seconds": 1.667571183681488, "raw_audio_seconds": 6, "aggregate_rtf": 0.2779285306135813, "audio_seconds_per_second": 3.5980473029965845, "batches": [ { "batch_size": 1, "device_seconds": 1.667571183681488, "audio_seconds": [ 6 ], "model_wall_seconds": 1.9236844331026077, "first_audio_seconds": 0.4626329345703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.2556489557027817 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2696.04, "audio_s": 6.48 }, { "sentence": 1, "total_ms": 2385.54, "audio_s": 5.87 }, { "sentence": 2, "total_ms": 2403.85, "audio_s": 5.95 } ], "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 3111.54, "response_complete": true, "sentence_ready_ms": 7901.59, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 69371.40000152588 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 69435.40000152588 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.1444, "rival_similarity": -1, "bot_similarity": 0.2555, "reason": "Quiet background voice cannot cancel the current reply", "quiet_background": true, "lexical_audio_evidence": false, "at": 69768.70000076294 }, { "type": "asr_preview", "text": "Im Hintergrund läuft läuft", "status": "sentence_stream", "source": "local_sentence_asr", "at": 69969.5 }, { "type": "latency_update", "reply_id": 6, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 385.21, "llm_first_sentence_ms": 411.14, "finish_reason": "stop", "usage": { "prompt_tokens": 2099, "completion_tokens": 186, "total_tokens": 2285, "cost": 0.0023315985, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00235515, "upstream_inference_prompt_cost": 0.00207801, "upstream_inference_completions_cost": 0.00027714 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_first_audio_ms": 796.09, "first_audio_ms": 1209.46, "tts_server_stages": [ { "generation_ms": 2300, "alignment_ms": 46, "scoring_ms": 149, "speaker_preparation_ms": 0, "total_ms": 2687, "performance": { "device_seconds": 1.8694095034599305, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.2884891209043102, "audio_seconds_per_second": 3.466335218691636, "batches": [ { "batch_size": 1, "device_seconds": 1.8694095034599305, "audio_seconds": [ 6.48 ], "model_wall_seconds": 2.1864448562264442, "first_audio_seconds": 0.46673715209960936, "graph_capture_seconds": 0, "live_callback_seconds": 0.31661177426576614 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2019, "alignment_ms": 44, "scoring_ms": 125, "speaker_preparation_ms": 0, "total_ms": 2377, "performance": { "device_seconds": 1.6791223473548889, "raw_audio_seconds": 6, "aggregate_rtf": 0.27985372455914814, "audio_seconds_per_second": 3.573295304807159, "batches": [ { "batch_size": 1, "device_seconds": 1.6791223473548889, "audio_seconds": [ 6 ], "model_wall_seconds": 1.9095627963542938, "first_audio_seconds": 0.46747647094726563, "graph_capture_seconds": 0, "live_callback_seconds": 0.22998874634504318 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2032, "alignment_ms": 43, "scoring_ms": 133, "speaker_preparation_ms": 0, "total_ms": 2395, "performance": { "device_seconds": 1.667571183681488, "raw_audio_seconds": 6, "aggregate_rtf": 0.2779285306135813, "audio_seconds_per_second": 3.5980473029965845, "batches": [ { "batch_size": 1, "device_seconds": 1.667571183681488, "audio_seconds": [ 6 ], "model_wall_seconds": 1.9236844331026077, "first_audio_seconds": 0.4626329345703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.2556489557027817 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2696.04, "audio_s": 6.48 }, { "sentence": 1, "total_ms": 2385.54, "audio_s": 5.87 }, { "sentence": 2, "total_ms": 2403.85, "audio_s": 5.95 } ], "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 3111.54, "response_complete": true }, "at": 70189.70000076294 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 70423.09999847412 }, { "type": "asr_preview", "text": "Im Hintergrund läuft ein.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 70483.5 }, { "type": "asr_sentence", "text": "Im Hintergrund läuft ein.", "audio_s": 67.84, "queued": true, "asr": { "text": "Im Hintergrund läuft ein.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 51.05, "speech_pause_ms": 700, "observed_quiet_ms": 2 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 2, "at": 70483.90000152588 }, { "type": "speaker_focus", "operation": "turn", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.1837, "rival_similarity": -1, "bot_similarity": -1, "reason": "Much quieter competing voice; keeping the foreground conversation", "quiet_background": true, "at": 70484.29999923706 }, { "type": "ignored", "source": "conversation_focus", "reason": "Much quieter competing voice; keeping the foreground conversation", "at": 70484.29999923706 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 70981.70000076294 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 71483.90000152588 } ], "checks": { "no_service_errors": true, "cancelled": false, "actual_phase": true, "playback_cleared": false }, "passed": false, "error": "Timed out waiting for stressEvents.slice(197).some(e=>e.type===\"reply_cancelled\")" }, { "id": "negated-enough", "kind": "negative_control", "required": true, "input_script": "Danke, das reicht nicht. Erzähl bitte weiter.", "mixture": { "target_activity_s": [ 1.03375, 3.6404375 ], "gain": 1.0, "duration_s": 5.15, "mixture_sha256": "324ce81bdd815478eceb38a34bdae4b16ed23b8f318aa92fb5bdaa5c33d74f04" }, "injection": { "browser_start_ms": 75133, "browser_end_ms": 80296.5, "packets": 258, "max_schedule_lag_ms": 29.900001525878906, "mean_schedule_lag_ms": 3.99457366706789, "stream_start_sample": 1160800 }, "events": [ { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 76366.59999847412 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 76853.5 }, { "type": "reply", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.\nSie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "reply_id": 7, "performance": { "sentences": [ { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.", "start_s": 0, "end_s": 6.8 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "start_s": 6.8, "end_s": 11.559999999999999 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 295.71, "llm_first_sentence_ms": 315.78, "finish_reason": "stop", "usage": { "prompt_tokens": 2261, "completion_tokens": 128, "total_tokens": 2389, "cost": 0.0024048189, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00242911, "upstream_inference_prompt_cost": 0.00223839, "upstream_inference_completions_cost": 0.00019072 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 370.71, "response_complete": true, "tts_first_audio_ms": 836.61, "first_audio_ms": 1153.7, "tts_server_stages": [ { "generation_ms": 2414, "alignment_ms": 43, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2781, "performance": { "device_seconds": 1.9814626007080076, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2913915589276482, "audio_seconds_per_second": 3.4318084013143895, "batches": [ { "batch_size": 1, "device_seconds": 1.9814626007080076, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2964262440800667, "first_audio_seconds": 0.4926238708496094, "graph_capture_seconds": 0, "live_callback_seconds": 0.31445879489183426 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2790.12, "audio_s": 6.8 } ], "sentence_ready_ms": 3108.08, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "interest.soft" }, "sources": [], "lookups": [], "at": 76968.90000152588 }, { "type": "asr_preview", "text": "Tanke, das reicht", "status": "sentence_stream", "source": "local_sentence_asr", "at": 77366.79999923706 }, { "type": "latency_update", "reply_id": 7, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 295.71, "llm_first_sentence_ms": 315.78, "finish_reason": "stop", "usage": { "prompt_tokens": 2261, "completion_tokens": 128, "total_tokens": 2389, "cost": 0.0024048189, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00242911, "upstream_inference_prompt_cost": 0.00223839, "upstream_inference_completions_cost": 0.00019072 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 370.71, "response_complete": true, "tts_first_audio_ms": 836.61, "first_audio_ms": 1153.7, "tts_server_stages": [ { "generation_ms": 2414, "alignment_ms": 43, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2781, "performance": { "device_seconds": 1.9814626007080076, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2913915589276482, "audio_seconds_per_second": 3.4318084013143895, "batches": [ { "batch_size": 1, "device_seconds": 1.9814626007080076, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2964262440800667, "first_audio_seconds": 0.4926238708496094, "graph_capture_seconds": 0, "live_callback_seconds": 0.31445879489183426 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2790.12, "audio_s": 6.8 } ] }, "at": 77773 }, { "type": "asr_preview", "text": "Tanke, das reicht nicht.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 77851.90000152588 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.3478, "rival_similarity": -1, "bot_similarity": 0.0864, "reason": "Background conversation is not an addressed interruption", "lexical_audio_evidence": false, "fast_similarity": 0.6789, "fast_consistency": 1, "fast_frames": 5, "at": 78264.5 }, { "type": "asr_preview", "text": "Tanke, das reicht nicht. Erzähl", "status": "sentence_stream", "source": "local_sentence_asr", "at": 78337.40000152588 }, { "type": "asr_preview", "text": "Tanke, das reicht nicht. Erzähl bitte weiter", "status": "sentence_stream", "source": "local_sentence_asr", "at": 78850.59999847412 }, { "type": "asr_preview", "text": "Tanke, das reicht nicht. Erzähl bitte weiter", "status": "sentence_stream", "source": "local_sentence_asr", "at": 79338.29999923706 }, { "type": "reply", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.\nSie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.\nDer Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "reply_id": 7, "performance": { "sentences": [ { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein winziges Kätzchen namens Lotti saß auf einer hohen Mauer und starrte traurig in den Himmel.", "start_s": 0, "end_s": 6.8 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Sie suchte ihren roten Drachen, der gestern von einem starken Windstoß mitgerissen worden war.", "start_s": 6.8, "end_s": 12.35 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Der Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "start_s": 12.35, "end_s": 16.77 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Der Drache war kein gewöhnliches Spielzeug, sondern ein filigranes Kunstwerk aus rotem Seidenpapier.", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 295.71, "llm_first_sentence_ms": 315.78, "finish_reason": "stop", "usage": { "prompt_tokens": 2261, "completion_tokens": 128, "total_tokens": 2389, "cost": 0.0024048189, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00242911, "upstream_inference_prompt_cost": 0.00223839, "upstream_inference_completions_cost": 0.00019072 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 370.71, "response_complete": true, "tts_first_audio_ms": 836.61, "first_audio_ms": 1153.7, "tts_server_stages": [ { "generation_ms": 2414, "alignment_ms": 43, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2781, "performance": { "device_seconds": 1.9814626007080076, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2913915589276482, "audio_seconds_per_second": 3.4318084013143895, "batches": [ { "batch_size": 1, "device_seconds": 1.9814626007080076, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2964262440800667, "first_audio_seconds": 0.4926238708496094, "graph_capture_seconds": 0, "live_callback_seconds": 0.31445879489183426 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2051, "alignment_ms": 43, "scoring_ms": 122, "speaker_preparation_ms": 0, "total_ms": 2408, "performance": { "device_seconds": 1.6996019325256346, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.2870949210347356, "audio_seconds_per_second": 3.483168550651616, "batches": [ { "batch_size": 1, "device_seconds": 1.6996019325256346, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.93702033162117, "first_audio_seconds": 0.4714732666015625, "graph_capture_seconds": 0, "live_callback_seconds": 0.23685653507709503 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2790.12, "audio_s": 6.8 }, { "sentence": 1, "total_ms": 2417.45, "audio_s": 5.55 } ], "sentence_ready_ms": 5526.5, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "interest.soft" }, "sources": [], "lookups": [], "at": 79387.70000076294 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 79473.70000076294 }, { "type": "asr_preview", "text": "Tan, das reicht nicht. Erzähl bitte weiter!", "status": "sentence_stream", "source": "local_sentence_asr", "at": 79531 }, { "type": "asr_sentence", "text": "Tan, das reicht nicht. Erzähl bitte weiter!", "audio_s": 76.8, "queued": true, "asr": { "text": "Tan, das reicht nicht. Erzähl bitte weiter!", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 54, "speech_pause_ms": 700, "observed_quiet_ms": 470 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 470, "at": 79531.5 }, { "type": "identity", "enabled": true, "mode": "open-sentences", "sentence_mode": true, "open_enrollment": true, "speakers": [ { "id": "speaker-1", "name": "Christoph", "named": true, "reference_ready": true, "voice_variants": 1, "admitted": true } ], "users": [ "Christoph" ], "threshold": 0.38, "conversation_focus": { "enabled": true, "threshold": 0.28, "timeout_s": 180, "speaker_id": "speaker-1", "name": "Christoph", "primary_id": "speaker-1", "participants": [ { "id": "speaker-1", "name": "Christoph" } ] }, "handover_pending": false, "storage": "Session RAM", "prediction": { "name": "Christoph", "similarity": 0.291 }, "at": 79532.29999923706 }, { "type": "latency_update", "reply_id": 7, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 295.71, "llm_first_sentence_ms": 315.78, "finish_reason": "stop", "usage": { "prompt_tokens": 2261, "completion_tokens": 128, "total_tokens": 2389, "cost": 0.0024048189, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00242911, "upstream_inference_prompt_cost": 0.00223839, "upstream_inference_completions_cost": 0.00019072 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "task_acknowledgement_only": false, "task_minimum_units": 3, "task_missing_units": false, "completion_repairs": 0, "llm_total_ms": 370.71, "response_complete": true, "tts_first_audio_ms": 836.61, "first_audio_ms": 1153.7, "tts_server_stages": [ { "generation_ms": 2414, "alignment_ms": 43, "scoring_ms": 128, "speaker_preparation_ms": 0, "total_ms": 2781, "performance": { "device_seconds": 1.9814626007080076, "raw_audio_seconds": 6.8, "aggregate_rtf": 0.2913915589276482, "audio_seconds_per_second": 3.4318084013143895, "batches": [ { "batch_size": 1, "device_seconds": 1.9814626007080076, "audio_seconds": [ 6.8 ], "model_wall_seconds": 2.2964262440800667, "first_audio_seconds": 0.4926238708496094, "graph_capture_seconds": 0, "live_callback_seconds": 0.31445879489183426 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2051, "alignment_ms": 43, "scoring_ms": 122, "speaker_preparation_ms": 0, "total_ms": 2408, "performance": { "device_seconds": 1.6996019325256346, "raw_audio_seconds": 5.92, "aggregate_rtf": 0.2870949210347356, "audio_seconds_per_second": 3.483168550651616, "batches": [ { "batch_size": 1, "device_seconds": 1.6996019325256346, "audio_seconds": [ 5.92 ], "model_wall_seconds": 1.93702033162117, "first_audio_seconds": 0.4714732666015625, "graph_capture_seconds": 0, "live_callback_seconds": 0.23685653507709503 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2790.12, "audio_s": 6.8 }, { "sentence": 1, "total_ms": 2417.45, "audio_s": 5.55 } ] }, "at": 80197.5 } ], "checks": { "no_service_errors": true, "no_abort": true, "no_conversational_reply": true, "no_permission_change": true, "reply_was_still_active": true, "negation_was_recognized": true }, "passed": true, "error": null, "negative_exposure_seconds": 5.15 } ], "final_asr_model": "parakeet_v3", "live_preview_and_interruptions": "nemotron", "fixtures": { "thanks-enough": { "name": "thanks-enough", "text": "Danke, das reicht.", "request": { "model": "small_rl", "input_mode": "manual", "format": "structured", "message": "GENERAL: Clear natural conversational German. Preserve the reference speaker.\nSCRIPT:\nDanke, das reicht.", "generation": "single", "n": 1, "streaming": false, "seconds": 12, "temperature": 0.7, "guidance": 2.0, "voice_mode": "profile", "voice_profile": "anime_088", "voice_conversion": false, "align": true, "seed": 20261028 }, "checkpoint": { "id": "small_rl", "label": "Small 1.1 Alpha RL · r128 v1 · Default", "kind": "small", "repo": "laion/Humaneness-Voice-Small-1.1-Alpha-RL-r128-v1", "revision": "182bc700cac29b2d69295a33398b13e1ca7fba69", "checkpoint": "checkpoints/step-00006109/model.safetensors", "sha256": "6fe4a757c505732d376a1116a3e5dc130fa5af845e9a9dc8474c2cb4f73b67c6", "adapter_sha256": "b441554a730000f96617958d73e74474ad83ffde486763750b4a1fd5b52da379", "rl_bundle": true, "policy_dtype": "fp32", "step": 6109, "rl_updates": 2434, "cache_dir": "/dev/shm/humaneness-rl/hub", "batch_size": 1, "max_batch_size": 8, "search_max_n": 8, "stage": "Acting", "steering": false, "adapters": false, "rl_adapter": { "enabled": true, "rank": 128, "dtype": "fp32", "merged": true, "sha256": "b441554a730000f96617958d73e74474ad83ffde486763750b4a1fd5b52da379", "semantic": 112, "local": 2, "reference_adapter_dtype": "fp32" }, "compute_precision": { "mode": "fp32_merged", "model_dtype": "fp32", "tf32": false, "merged": true, "adapter_projection_count": 114, "extra_adapter_gemms_removed_per_projection_set": 228, "official_reference_arithmetic": false, "note": "Precision/merging may alter sampled tokens. Compare quality with the strict FP32 reference." } }, "sha256": "1a3e38aba6c8f40c0cdd0db235b17a28091a0f430b0b78a25f62a3c842ce1330", "attempt": 1, "public_synthetic_only": true }, "shut-up": { "name": "shut-up", "text": "Halt die Klappe!", "request": { "model": "small_rl", "input_mode": "manual", "format": "structured", "message": "GENERAL: Clear natural conversational German. Preserve the reference speaker.\nSCRIPT:\nHalt die Klappe!", "generation": "single", "n": 1, "streaming": false, "seconds": 12, "temperature": 0.7, "guidance": 2.0, "voice_mode": "profile", "voice_profile": "anime_088", "voice_conversion": false, "align": true, "seed": 20261028 }, "checkpoint": { "id": "small_rl", "label": "Small 1.1 Alpha RL · r128 v1 · Default", "kind": "small", "repo": "laion/Humaneness-Voice-Small-1.1-Alpha-RL-r128-v1", "revision": "182bc700cac29b2d69295a33398b13e1ca7fba69", "checkpoint": "checkpoints/step-00006109/model.safetensors", "sha256": "6fe4a757c505732d376a1116a3e5dc130fa5af845e9a9dc8474c2cb4f73b67c6", "adapter_sha256": "b441554a730000f96617958d73e74474ad83ffde486763750b4a1fd5b52da379", "rl_bundle": true, "policy_dtype": "fp32", "step": 6109, "rl_updates": 2434, "cache_dir": "/dev/shm/humaneness-rl/hub", "batch_size": 1, "max_batch_size": 8, "search_max_n": 8, "stage": "Acting", "steering": false, "adapters": false, "rl_adapter": { "enabled": true, "rank": 128, "dtype": "fp32", "merged": true, "sha256": "b441554a730000f96617958d73e74474ad83ffde486763750b4a1fd5b52da379", "semantic": 112, "local": 2, "reference_adapter_dtype": "fp32" }, "compute_precision": { "mode": "fp32_merged", "model_dtype": "fp32", "tf32": false, "merged": true, "adapter_projection_count": 114, "extra_adapter_gemms_removed_per_projection_set": 228, "official_reference_arithmetic": false, "note": "Precision/merging may alter sampled tokens. Compare quality with the strict FP32 reference." } }, "sha256": "2eab847ee20e8e220bc133d7008545e507d757467643c52448663fb970bea7bb", "attempt": 1, "public_synthetic_only": true }, "not-enough": { "name": "not-enough", "text": "Danke, das reicht nicht. Erzähl bitte weiter.", "request": { "model": "small_rl", "input_mode": "manual", "format": "structured", "message": "GENERAL: Clear natural conversational German. Preserve the reference speaker.\nSCRIPT:\nDanke, das reicht nicht. Erzähl bitte weiter.", "generation": "single", "n": 1, "streaming": false, "seconds": 12, "temperature": 0.7, "guidance": 2.0, "voice_mode": "profile", "voice_profile": "anime_088", "voice_conversion": false, "align": true, "seed": 20261028 }, "checkpoint": { "id": "small_rl", "label": "Small 1.1 Alpha RL · r128 v1 · Default", "kind": "small", "repo": "laion/Humaneness-Voice-Small-1.1-Alpha-RL-r128-v1", "revision": "182bc700cac29b2d69295a33398b13e1ca7fba69", "checkpoint": "checkpoints/step-00006109/model.safetensors", "sha256": "6fe4a757c505732d376a1116a3e5dc130fa5af845e9a9dc8474c2cb4f73b67c6", "adapter_sha256": "b441554a730000f96617958d73e74474ad83ffde486763750b4a1fd5b52da379", "rl_bundle": true, "policy_dtype": "fp32", "step": 6109, "rl_updates": 2434, "cache_dir": "/dev/shm/humaneness-rl/hub", "batch_size": 1, "max_batch_size": 8, "search_max_n": 8, "stage": "Acting", "steering": false, "adapters": false, "rl_adapter": { "enabled": true, "rank": 128, "dtype": "fp32", "merged": true, "sha256": "b441554a730000f96617958d73e74474ad83ffde486763750b4a1fd5b52da379", "semantic": 112, "local": 2, "reference_adapter_dtype": "fp32" }, "compute_precision": { "mode": "fp32_merged", "model_dtype": "fp32", "tf32": false, "merged": true, "adapter_projection_count": 114, "extra_adapter_gemms_removed_per_projection_set": 228, "official_reference_arithmetic": false, "note": "Precision/merging may alter sampled tokens. Compare quality with the strict FP32 reference." } }, "sha256": "926bbeb7725472d25d07a1ced891a23d79c6d5dfbde5163b71f2e1d153addbce", "attempt": 1, "public_synthetic_only": true } }, "injections": [ { "browser_start_ms": 2189.7000007629395, "browser_end_ms": 9668.79999923706, "packets": 374, "max_schedule_lag_ms": 78.0999984741211, "mean_schedule_lag_ms": 3.4139034760827047, "stream_start_sample": 25600, "samples": 119520, "sha256": "c589a0da4937391b1d20ddf1510994b974e334187e075a815a39d789f28a801f" }, { "browser_start_ms": 25531.79999923706, "browser_end_ms": 29252.09999847412, "packets": 186, "max_schedule_lag_ms": 39.70000076293945, "mean_schedule_lag_ms": 3.760215410622217, "stream_start_sample": 389120, "samples": 59360, "sha256": "2c314fa0ba9a0f58e845e79eb2215673b8842f94079a2d5d7ac664b7e67ca6d5" }, { "browser_start_ms": 37818.29999923706, "browser_end_ms": 41538, "packets": 186, "max_schedule_lag_ms": 35.60000228881836, "mean_schedule_lag_ms": 5.644624217864005, "stream_start_sample": 581120, "samples": 59360, "sha256": "e525c5fa98d4fe5c764a7124070bbd18b2f6492a03da3eaafa6aece364de8f39" }, { "browser_start_ms": 50509.79999923706, "browser_end_ms": 54239.09999847412, "packets": 186, "max_schedule_lag_ms": 38.70000076293945, "mean_schedule_lag_ms": 8.629032791301768, "stream_start_sample": 778240, "samples": 59360, "sha256": "768dc49eb748cb96fe45a0dbc587d151730cb2fa313ae1e00d3c893ff144d87f" }, { "browser_start_ms": 62845.09999847412, "browser_end_ms": 66565.09999847412, "packets": 186, "max_schedule_lag_ms": 36.5, "mean_schedule_lag_ms": 7.158603134975638, "stream_start_sample": 970240, "samples": 59360, "sha256": "0745a3291ed124f454b7449df1eb682df92c1bcbd4d30abc1f866172eed89046" }, { "browser_start_ms": 75133, "browser_end_ms": 80296.5, "packets": 258, "max_schedule_lag_ms": 29.900001525878906, "mean_schedule_lag_ms": 3.99457366706789, "stream_start_sample": 1160800, "samples": 82400, "sha256": "324ce81bdd815478eceb38a34bdae4b16ed23b8f318aa92fb5bdaa5c33d74f04" } ], "setup": { "id": "enroll", "kind": "setup", "required": true, "input_script": "Hey Robbie, ich bin Christoph. Schön, dich kennenzulernen.", "expected_speaker": "Christoph", "mixture": { "background_voices": 2, "procedural_music": true, "colored_noise": true, "impulsive_noise": true, "seed": 45, "requested_snr_db": null, "measured_snr_db": null, "snr_definition": "target/interferer RMS on isolated target energy-active samples", "target_activity_s": [ 1.0296875, 4.7240625 ], "target_file_s": [ 0.64, 5.07 ], "activity_is_word_alignment": false, "duration_s": 7.47, "tail_s": 2.4, "speed_ratio": 1.0, "synthetic_reverb_s": 0.0, "common_peak_gain": 1.0, "peak": 0.3568066358566284, "mixture_sha256": "c589a0da4937391b1d20ddf1510994b974e334187e075a815a39d789f28a801f", "target_sha256": "5d665c310e221c7e3af7ac9ed35c4762517c8a14d93056ea055ebafca2b766b7", "bed_rms": 0.0 }, "injection": { "browser_start_ms": 2189.7000007629395, "browser_end_ms": 9668.79999923706, "packets": 374, "max_schedule_lag_ms": 78.0999984741211, "mean_schedule_lag_ms": 3.4139034760827047, "stream_start_sample": 25600 }, "transcript": "Hey Robbie, ich bin Christoph. Schön, dich kennenzulernen.", "wer": 0.0, "reply": "Hallo Christoph! Ich bin Robby, sehr schön, dich kennenzulernen. Wie kann ich dir heute helfen?\nMir auch, Christoph! Schön, dass ich dich jetzt kenne.", "sources": [], "participants": [ "Christoph" ], "checks": { "minimum_words": true, "submission_count": true, "no_duplicate_submission": true, "speaker": true, "transcript": true, "completed": true, "real_audio": true, "no_service_errors": true, "no_unwanted_cancel": true }, "passed": true, "error": null, "events": [ { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 3317.7999992370605 }, { "type": "asr_preview", "text": "Hei!", "status": "sentence_stream", "source": "local_sentence_asr", "at": 3796 }, { "type": "asr_preview", "text": "Robby.", "status": "sentence_stream", "source": "native_asr", "at": 4126.900001525879 }, { "type": "asr_preview", "text": "Hey Rabbi, ich bin Christ.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 4864.700000762939 }, { "type": "asr_preview", "text": "Hey Robbie, ich Christen.", "status": "sentence_stream", "source": "native_asr", "at": 5095.200000762939 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 5353.900001525879 }, { "type": "asr_preview", "text": "Hey Robbie, ich bin Christoph.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 5423.700000762939 }, { "type": "asr_sentence", "text": "Hey Robbie, ich bin Christoph.", "audio_s": 4.48, "queued": false, "asr": { "text": "Hey Robbie, ich bin Christoph.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 67.28, "speech_pause_ms": 700, "observed_quiet_ms": 104 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 104, "at": 5424.099998474121 }, { "type": "identity", "enabled": true, "mode": "open-sentences", "sentence_mode": true, "open_enrollment": true, "speakers": [ { "id": "speaker-1", "name": "Christoph", "named": true, "reference_ready": true, "voice_variants": 1, "admitted": true } ], "users": [ "Christoph" ], "threshold": 0.38, "conversation_focus": { "enabled": true, "threshold": 0.28, "timeout_s": 180, "speaker_id": "speaker-1", "name": "Christoph", "primary_id": "speaker-1", "participants": [ { "id": "speaker-1", "name": "Christoph" } ] }, "handover_pending": false, "storage": "Session RAM", "prediction": { "name": "Christoph", "similarity": -1 }, "at": 5425.200000762939 }, { "type": "endpoint", "transcript": "Hey Robbie, ich bin Christoph.", "speaker_id": "speaker-1", "asr": { "text": "Hey Robbie, ich bin Christoph.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 67.28, "speech_pause_ms": 700, "observed_quiet_ms": 104 }, "speaker_name": "Christoph", "by": "asr_complete_sentence", "timing": { "speaker_assignment_ms": 1.001, "speaker_embedding_wait_ms": 0.002, "speaker_lookup_ms": 1, "speaker_prefetch_used": true, "speaker_prefetch_compute_ms": 59.18, "sentence_queue_ms": 1.23, "sentence_audio_s": 4.48 }, "at": 5426.700000762939 }, { "type": "latency_start", "reply_id": 1, "input": { "kind": "voice", "asr": { "text": "Hey Robbie, ich bin Christoph.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 67.28, "speech_pause_ms": 700, "observed_quiet_ms": 104 }, "speaker_assignment_ms": 1.001, "speaker_prefetch_compute_ms": 59.18, "speaker_prefetch_used": true, "sentence_queue_ms": 1.22 }, "at": 5428.099998474121 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 5892 }, { "type": "reply", "text": "Hallo Christoph!", "reply_id": 1, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, natural", "text": "Hallo Christoph!", "start_s": 0, "end_s": 0.68 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 0, "sentence_text": "Hallo Christoph!", "speaker_id": "speaker-1", "speaker_name": "Christoph", "speaker_update": { "speaker_id": "speaker-1", "display_name": "Christoph", "is_self_introduction": true, "source": "validated_acoustic_transcript" }, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 484.21, "llm_first_sentence_ms": 511.9, "sentence_ready_ms": 523.41, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 5957.400001525879 }, { "type": "asr_preview", "text": "", "status": "sentence_stream", "source": "local_sentence_asr", "at": 6452.900001525879 }, { "type": "latency_update", "reply_id": 1, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 484.21, "llm_first_sentence_ms": 511.9, "finish_reason": "stop", "usage": { "prompt_tokens": 1507, "completion_tokens": 30, "total_tokens": 1537, "cost": 0.0015212637, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00153663, "upstream_inference_prompt_cost": 0.00149193, "upstream_inference_completions_cost": 4.47e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 549.36, "response_complete": true, "tts_first_audio_ms": 787.21, "first_audio_ms": 1310.75 }, "at": 6742.099998474121 }, { "type": "asr_preview", "text": "schön kennst du", "status": "sentence_stream", "source": "local_sentence_asr", "at": 6896.700000762939 }, { "type": "reply", "text": "Hallo Christoph! Ich bin Robby, sehr schön, dich kennenzulernen.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, natural", "text": "Hallo Christoph!", "start_s": 0, "end_s": 1.47 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, natural", "text": "Ich bin Robby, sehr schön, dich kennenzulernen.", "start_s": 1.47, "end_s": 3.8499999999999996 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Ich bin Robby, sehr schön, dich kennenzulernen.", "speaker_id": "speaker-1", "speaker_name": "Christoph", "speaker_update": { "speaker_id": "speaker-1", "display_name": "Christoph", "is_self_introduction": true, "source": "validated_acoustic_transcript" }, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 484.21, "llm_first_sentence_ms": 511.9, "finish_reason": "stop", "usage": { "prompt_tokens": 1507, "completion_tokens": 30, "total_tokens": 1537, "cost": 0.0015212637, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00153663, "upstream_inference_prompt_cost": 0.00149193, "upstream_inference_completions_cost": 4.47e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 549.36, "response_complete": true, "tts_first_audio_ms": 787.21, "first_audio_ms": 1310.75, "tts_server_stages": [ { "generation_ms": 605, "alignment_ms": 53, "scoring_ms": 102, "speaker_preparation_ms": 0, "total_ms": 937, "performance": { "device_seconds": 0.4487502870559692, "raw_audio_seconds": 1.6, "aggregate_rtf": 0.28046892940998075, "audio_seconds_per_second": 3.5654573292795337, "batches": [ { "batch_size": 1, "device_seconds": 0.4487502870559692, "audio_seconds": [ 1.6 ], "model_wall_seconds": 0.4911327362060547, "first_audio_seconds": 0.4437760009765625, "graph_capture_seconds": 0, "live_callback_seconds": 0.04220680892467499 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 947.95, "audio_s": 1.47 } ], "sentence_ready_ms": 1472.39, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 6905.200000762939 }, { "type": "speaker_focus", "operation": "interrupt", "accepted": false, "speaker_id": "speaker-1", "similarity": 0.3789, "rival_similarity": -1, "bot_similarity": 0.1076, "reason": "Background conversation is not an addressed interruption", "lexical_audio_evidence": false, "fast_similarity": 0.6761, "fast_consistency": 0.8, "fast_frames": 5, "at": 7167.099998474121 }, { "type": "asr_preview", "text": "schön dich kennenzulernen.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 7449.400001525879 }, { "type": "asr_finalizing", "model": "parakeet_v3", "label": "Transcribing the completed speech segment…", "at": 7541.5 }, { "type": "asr_preview", "text": "Schön, dich kennenzulernen.", "status": "sentence_stream", "source": "local_sentence_asr", "at": 7607.900001525879 }, { "type": "asr_sentence", "text": "Schön, dich kennenzulernen.", "audio_s": 6.72, "queued": true, "asr": { "text": "Schön, dich kennenzulernen.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 47.03, "speech_pause_ms": 700, "observed_quiet_ms": 568 }, "reason": "neural speech pause", "speech_pause_ms": 700, "observed_quiet_ms": 568, "at": 7608.599998474121 }, { "type": "identity", "enabled": true, "mode": "open-sentences", "sentence_mode": true, "open_enrollment": true, "speakers": [ { "id": "speaker-1", "name": "Christoph", "named": true, "reference_ready": true, "voice_variants": 1, "admitted": true } ], "users": [ "Christoph" ], "threshold": 0.38, "conversation_focus": { "enabled": true, "threshold": 0.28, "timeout_s": 180, "speaker_id": "speaker-1", "name": "Christoph", "primary_id": "speaker-1", "participants": [ { "id": "speaker-1", "name": "Christoph" } ] }, "handover_pending": false, "storage": "Session RAM", "prediction": { "name": "Christoph", "similarity": 0.4426 }, "at": 7608.900001525879 }, { "type": "latency_update", "reply_id": 1, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 484.21, "llm_first_sentence_ms": 511.9, "finish_reason": "stop", "usage": { "prompt_tokens": 1507, "completion_tokens": 30, "total_tokens": 1537, "cost": 0.0015212637, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00153663, "upstream_inference_prompt_cost": 0.00149193, "upstream_inference_completions_cost": 4.47e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 549.36, "response_complete": true, "tts_first_audio_ms": 787.21, "first_audio_ms": 1310.75, "tts_server_stages": [ { "generation_ms": 605, "alignment_ms": 53, "scoring_ms": 102, "speaker_preparation_ms": 0, "total_ms": 937, "performance": { "device_seconds": 0.4487502870559692, "raw_audio_seconds": 1.6, "aggregate_rtf": 0.28046892940998075, "audio_seconds_per_second": 3.5654573292795337, "batches": [ { "batch_size": 1, "device_seconds": 0.4487502870559692, "audio_seconds": [ 1.6 ], "model_wall_seconds": 0.4911327362060547, "first_audio_seconds": 0.4437760009765625, "graph_capture_seconds": 0, "live_callback_seconds": 0.04220680892467499 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 947.95, "audio_s": 1.47 } ] }, "at": 7709.700000762939 }, { "type": "reply", "text": "Hallo Christoph! Ich bin Robby, sehr schön, dich kennenzulernen. Wie kann ich dir heute helfen?", "reply_id": 1, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, natural", "text": "Hallo Christoph!", "start_s": 0, "end_s": 1.47 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, natural", "text": "Ich bin Robby, sehr schön, dich kennenzulernen.", "start_s": 1.47, "end_s": 4.3 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, natural", "text": "Wie kann ich dir heute helfen?", "start_s": 4.3, "end_s": 6.34 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Wie kann ich dir heute helfen?", "speaker_id": "speaker-1", "speaker_name": "Christoph", "speaker_update": { "speaker_id": "speaker-1", "display_name": "Christoph", "is_self_introduction": true, "source": "validated_acoustic_transcript" }, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 484.21, "llm_first_sentence_ms": 511.9, "finish_reason": "stop", "usage": { "prompt_tokens": 1507, "completion_tokens": 30, "total_tokens": 1537, "cost": 0.0015212637, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00153663, "upstream_inference_prompt_cost": 0.00149193, "upstream_inference_completions_cost": 4.47e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 549.36, "response_complete": true, "tts_first_audio_ms": 787.21, "first_audio_ms": 1310.75, "tts_server_stages": [ { "generation_ms": 605, "alignment_ms": 53, "scoring_ms": 102, "speaker_preparation_ms": 0, "total_ms": 937, "performance": { "device_seconds": 0.4487502870559692, "raw_audio_seconds": 1.6, "aggregate_rtf": 0.28046892940998075, "audio_seconds_per_second": 3.5654573292795337, "batches": [ { "batch_size": 1, "device_seconds": 0.4487502870559692, "audio_seconds": [ 1.6 ], "model_wall_seconds": 0.4911327362060547, "first_audio_seconds": 0.4437760009765625, "graph_capture_seconds": 0, "live_callback_seconds": 0.04220680892467499 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1098, "alignment_ms": 41, "scoring_ms": 112, "speaker_preparation_ms": 0, "total_ms": 1441, "performance": { "device_seconds": 0.8807879738807678, "raw_audio_seconds": 3.12, "aggregate_rtf": 0.28230383778229734, "audio_seconds_per_second": 3.5422826974501294, "batches": [ { "batch_size": 1, "device_seconds": 0.8807879738807678, "audio_seconds": [ 3.12 ], "model_wall_seconds": 0.978188656270504, "first_audio_seconds": 0.4634183654785156, "graph_capture_seconds": 0, "live_callback_seconds": 0.09717539697885513 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 947.95, "audio_s": 1.47 }, { "sentence": 1, "total_ms": 1449.58, "audio_s": 2.83 } ], "sentence_ready_ms": 2923.01, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 8356 }, { "type": "latency_update", "reply_id": 1, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 484.21, "llm_first_sentence_ms": 511.9, "finish_reason": "stop", "usage": { "prompt_tokens": 1507, "completion_tokens": 30, "total_tokens": 1537, "cost": 0.0015212637, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00153663, "upstream_inference_prompt_cost": 0.00149193, "upstream_inference_completions_cost": 4.47e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 549.36, "response_complete": true, "tts_first_audio_ms": 787.21, "first_audio_ms": 1310.75, "tts_server_stages": [ { "generation_ms": 605, "alignment_ms": 53, "scoring_ms": 102, "speaker_preparation_ms": 0, "total_ms": 937, "performance": { "device_seconds": 0.4487502870559692, "raw_audio_seconds": 1.6, "aggregate_rtf": 0.28046892940998075, "audio_seconds_per_second": 3.5654573292795337, "batches": [ { "batch_size": 1, "device_seconds": 0.4487502870559692, "audio_seconds": [ 1.6 ], "model_wall_seconds": 0.4911327362060547, "first_audio_seconds": 0.4437760009765625, "graph_capture_seconds": 0, "live_callback_seconds": 0.04220680892467499 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1098, "alignment_ms": 41, "scoring_ms": 112, "speaker_preparation_ms": 0, "total_ms": 1441, "performance": { "device_seconds": 0.8807879738807678, "raw_audio_seconds": 3.12, "aggregate_rtf": 0.28230383778229734, "audio_seconds_per_second": 3.5422826974501294, "batches": [ { "batch_size": 1, "device_seconds": 0.8807879738807678, "audio_seconds": [ 3.12 ], "model_wall_seconds": 0.978188656270504, "first_audio_seconds": 0.4634183654785156, "graph_capture_seconds": 0, "live_callback_seconds": 0.09717539697885513 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 947.95, "audio_s": 1.47 }, { "sentence": 1, "total_ms": 1449.58, "audio_s": 2.83 } ] }, "at": 9152.099998474121 }, { "type": "pipeline_metrics", "reply_id": 1, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 484.21, "llm_first_sentence_ms": 511.9, "finish_reason": "stop", "usage": { "prompt_tokens": 1507, "completion_tokens": 30, "total_tokens": 1537, "cost": 0.0015212637, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00153663, "upstream_inference_prompt_cost": 0.00149193, "upstream_inference_completions_cost": 4.47e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 549.36, "response_complete": true, "tts_first_audio_ms": 787.21, "first_audio_ms": 1310.75, "tts_server_stages": [ { "generation_ms": 605, "alignment_ms": 53, "scoring_ms": 102, "speaker_preparation_ms": 0, "total_ms": 937, "performance": { "device_seconds": 0.4487502870559692, "raw_audio_seconds": 1.6, "aggregate_rtf": 0.28046892940998075, "audio_seconds_per_second": 3.5654573292795337, "batches": [ { "batch_size": 1, "device_seconds": 0.4487502870559692, "audio_seconds": [ 1.6 ], "model_wall_seconds": 0.4911327362060547, "first_audio_seconds": 0.4437760009765625, "graph_capture_seconds": 0, "live_callback_seconds": 0.04220680892467499 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1098, "alignment_ms": 41, "scoring_ms": 112, "speaker_preparation_ms": 0, "total_ms": 1441, "performance": { "device_seconds": 0.8807879738807678, "raw_audio_seconds": 3.12, "aggregate_rtf": 0.28230383778229734, "audio_seconds_per_second": 3.5422826974501294, "batches": [ { "batch_size": 1, "device_seconds": 0.8807879738807678, "audio_seconds": [ 3.12 ], "model_wall_seconds": 0.978188656270504, "first_audio_seconds": 0.4634183654785156, "graph_capture_seconds": 0, "live_callback_seconds": 0.09717539697885513 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1000, "alignment_ms": 38, "scoring_ms": 100, "speaker_preparation_ms": 0, "total_ms": 1318, "performance": { "device_seconds": 0.8028615384101868, "raw_audio_seconds": 2.8, "aggregate_rtf": 0.2867362637179239, "audio_seconds_per_second": 3.4875253901743926, "batches": [ { "batch_size": 1, "device_seconds": 0.8028615384101868, "audio_seconds": [ 2.8 ], "model_wall_seconds": 0.8883382678031921, "first_audio_seconds": 0.4479713134765625, "graph_capture_seconds": 0, "live_callback_seconds": 0.08525530248880386 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 947.95, "audio_s": 1.47 }, { "sentence": 1, "total_ms": 1449.58, "audio_s": 2.83 }, { "sentence": 2, "total_ms": 1326.61, "audio_s": 2.75 } ], "total_ms": 4249.79, "audio_s": 7.05, "sentences": 3, "generation_rtf": 0.6028 }, "at": 9684.70000076294 }, { "type": "turn_done", "barged": false, "at": 14053.599998474121 }, { "type": "endpoint", "transcript": "Schön, dich kennenzulernen.", "speaker_id": "speaker-1", "asr": { "text": "Schön, dich kennenzulernen.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 47.03, "speech_pause_ms": 700, "observed_quiet_ms": 568 }, "speaker_name": "Christoph", "by": "asr_complete_sentence", "timing": { "speaker_assignment_ms": 0.506, "speaker_embedding_wait_ms": 0.002, "speaker_lookup_ms": 0.504, "speaker_prefetch_used": true, "speaker_prefetch_compute_ms": 51.75, "sentence_queue_ms": 6473.78, "sentence_audio_s": 6.72 }, "at": 14065.70000076294 }, { "type": "latency_start", "reply_id": 2, "input": { "kind": "voice", "asr": { "text": "Schön, dich kennenzulernen.", "model": "parakeet_v3", "chunks": 1, "transcribe_ms": 47.03, "speech_pause_ms": 700, "observed_quiet_ms": 568 }, "speaker_assignment_ms": 0.506, "speaker_prefetch_compute_ms": 51.75, "speaker_prefetch_used": true, "sentence_queue_ms": 6473.77 }, "at": 14066.29999923706 }, { "type": "reply", "text": "Mir auch, Christoph!", "reply_id": 2, "performance": { "sentences": [ { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Mir auch, Christoph!", "start_s": 0, "end_s": 1.02 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 0, "sentence_text": "Mir auch, Christoph!", "speaker_id": "speaker-1", "speaker_name": "Christoph", "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 628.37, "llm_first_sentence_ms": 649.86, "sentence_ready_ms": 651.43, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 14721.400001525879 }, { "type": "latency_update", "reply_id": 2, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 628.37, "llm_first_sentence_ms": 649.86, "finish_reason": "stop", "usage": { "prompt_tokens": 1581, "completion_tokens": 20, "total_tokens": 1601, "cost": 0.0015790401, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00159499, "upstream_inference_prompt_cost": 0.00156519, "upstream_inference_completions_cost": 2.98e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 672.37, "response_complete": true, "tts_first_audio_ms": 779.68, "first_audio_ms": 1431.26 }, "at": 15498.70000076294 }, { "type": "reply", "text": "Mir auch, Christoph! Schön, dass ich dich jetzt kenne.", "reply_id": 2, "performance": { "sentences": [ { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Mir auch, Christoph!", "start_s": 0, "end_s": 2.75 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "happy, warm", "text": "Schön, dass ich dich jetzt kenne.", "start_s": 2.75, "end_s": 4.79 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Schön, dass ich dich jetzt kenne.", "speaker_id": "speaker-1", "speaker_name": "Christoph", "speaker_update": null, "timing": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 628.37, "llm_first_sentence_ms": 649.86, "finish_reason": "stop", "usage": { "prompt_tokens": 1581, "completion_tokens": 20, "total_tokens": 1601, "cost": 0.0015790401, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00159499, "upstream_inference_prompt_cost": 0.00156519, "upstream_inference_completions_cost": 2.98e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 672.37, "response_complete": true, "tts_first_audio_ms": 779.68, "first_audio_ms": 1431.26, "tts_server_stages": [ { "generation_ms": 1022, "alignment_ms": 40, "scoring_ms": 92, "speaker_preparation_ms": 0, "total_ms": 1322, "performance": { "device_seconds": 0.8197002582550049, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.2846181452274323, "audio_seconds_per_second": 3.5134794347033687, "batches": [ { "batch_size": 1, "device_seconds": 0.8197002582550049, "audio_seconds": [ 2.88 ], "model_wall_seconds": 0.9079577103257179, "first_audio_seconds": 0.4501401672363281, "graph_capture_seconds": 0, "live_callback_seconds": 0.0879591703414917 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1331.34, "audio_s": 2.75 } ], "sentence_ready_ms": 1984, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 16072.20000076294 }, { "type": "latency_update", "reply_id": 2, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 628.37, "llm_first_sentence_ms": 649.86, "finish_reason": "stop", "usage": { "prompt_tokens": 1581, "completion_tokens": 20, "total_tokens": 1601, "cost": 0.0015790401, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00159499, "upstream_inference_prompt_cost": 0.00156519, "upstream_inference_completions_cost": 2.98e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 672.37, "response_complete": true, "tts_first_audio_ms": 779.68, "first_audio_ms": 1431.26, "tts_server_stages": [ { "generation_ms": 1022, "alignment_ms": 40, "scoring_ms": 92, "speaker_preparation_ms": 0, "total_ms": 1322, "performance": { "device_seconds": 0.8197002582550049, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.2846181452274323, "audio_seconds_per_second": 3.5134794347033687, "batches": [ { "batch_size": 1, "device_seconds": 0.8197002582550049, "audio_seconds": [ 2.88 ], "model_wall_seconds": 0.9079577103257179, "first_audio_seconds": 0.4501401672363281, "graph_capture_seconds": 0, "live_callback_seconds": 0.0879591703414917 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1331.34, "audio_s": 2.75 } ] }, "at": 16835.09999847412 }, { "type": "pipeline_metrics", "reply_id": 2, "metrics": { "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 628.37, "llm_first_sentence_ms": 649.86, "finish_reason": "stop", "usage": { "prompt_tokens": 1581, "completion_tokens": 20, "total_tokens": 1601, "cost": 0.0015790401, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00159499, "upstream_inference_prompt_cost": 0.00156519, "upstream_inference_completions_cost": 2.98e-05 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 672.37, "response_complete": true, "tts_first_audio_ms": 779.68, "first_audio_ms": 1431.26, "tts_server_stages": [ { "generation_ms": 1022, "alignment_ms": 40, "scoring_ms": 92, "speaker_preparation_ms": 0, "total_ms": 1322, "performance": { "device_seconds": 0.8197002582550049, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.2846181452274323, "audio_seconds_per_second": 3.5134794347033687, "batches": [ { "batch_size": 1, "device_seconds": 0.8197002582550049, "audio_seconds": [ 2.88 ], "model_wall_seconds": 0.9079577103257179, "first_audio_seconds": 0.4501401672363281, "graph_capture_seconds": 0, "live_callback_seconds": 0.0879591703414917 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1028, "alignment_ms": 42, "scoring_ms": 101, "speaker_preparation_ms": 0, "total_ms": 1338, "performance": { "device_seconds": 0.8290513873100281, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.28786506503820425, "audio_seconds_per_second": 3.4738498048288156, "batches": [ { "batch_size": 1, "device_seconds": 0.8290513873100281, "audio_seconds": [ 2.88 ], "model_wall_seconds": 0.9184883385896683, "first_audio_seconds": 0.4569774169921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.08921046555042267 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1331.34, "audio_s": 2.75 }, { "sentence": 1, "total_ms": 1345.67, "audio_s": 2.67 } ], "total_ms": 3329.8, "audio_s": 5.42, "sentences": 2, "generation_rtf": 0.6144 }, "at": 17397.29999923706 }, { "type": "turn_done", "barged": false, "at": 21305.40000152588 } ], "energy_end_to_submit_ms": -1487.0625, "energy_end_to_first_pcm_ms": -160.36249923706055 }, "error": "TimeoutError: Timed out waiting for stressEvents.slice(267).some(e=>e.type===\"turn_done\")", "finished": "2026-10-26T15:37:56.332557+00:00", "source_unchanged": true }