{ "passed": true, "started": "20261026T220441Z", "scope": "Actual HTTPS browser, typed synthetic turns, real local/API/TTS. No physical microphone or acoustic-stop assertion.", "source_sha256": "9591304989623f5d5c7bf4b548fd84a6ad25ed278d2e2e487c5119c246f31e26", "server": { "ready": true, "phase": "Ready: Small RL + Nemotron 3.5 + TYGER", "source_sha256": "9591304989623f5d5c7bf4b548fd84a6ad25ed278d2e2e487c5119c246f31e26", "speech_pause_default_ms": 700.0, "sentence_stream": true, "decision_interval_ms": 320, "identity_models": { "fast": { "frames": 4, "mix_layers": true, "label": "V4 layer mix · 320 ms · seed 2023" }, "long": { "frames": 25, "mix_layers": false, "label": "V5 optimized · 2000 ms · utterance" }, "long3": { "frames": 38, "mix_layers": false, "label": "V5 optimized · 3040 ms · utterance" } }, "asr_model_selection": true, "tts": "Humaneness Voice Small 1.1 Alpha RL r128 v1", "llm_default": { "model": "qwen", "provider": "cerebras/fp16" } }, "turns": [ { "input": "Heute war ein wirklich anstrengender Tag. Erzähl mir etwas Aufmunterndes.", "enabled": true, "events": [ { "type": "latency_start", "reply_id": 1, "input": { "kind": "typed" }, "at": 1993.2999992370605 }, { "type": "reply", "text": "Das klingt nach viel.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 1.36 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 0, "sentence_text": "Das klingt nach viel.", "sentence_role": "reaction", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "selected", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "sentence_ready_ms": 246.64, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "interest.soft" }, "sources": [], "lookups": [], "at": 2244.7999992370605 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08 }, "at": 2789.099998474121 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag?", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 3.5 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Ein anstrengender Tag?", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 } ], "sentence_ready_ms": 2183.22, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "interest.soft" }, "sources": [], "lookups": [], "at": 4204.599998474121 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 } ], "answer_first_audio_ms": 3308.79 }, "at": 5305.699996948242 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.41 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 3940.28, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "interest.soft" }, "sources": [], "lookups": [], "at": 5938.5 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 } ], "answer_first_audio_ms": 3308.79 }, "at": 7104.699996948242 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 13.02 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 3, "sentence_text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 6704.26, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "amusement.soft" }, "sources": [], "lookups": [], "at": 8707 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 } ], "answer_first_audio_ms": 3308.79 }, "at": 9876.199996948242 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.33 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 4, "sentence_text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 10182.93, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "teasing.intense" }, "sources": [], "lookups": [], "at": 12187.699996948242 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 } ], "answer_first_audio_ms": 3308.79 }, "at": 13438 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 27.939999999999998 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 5, "sentence_text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 15932.01, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "hope.soft" }, "sources": [], "lookups": [], "at": 17933.29999923706 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 } ], "answer_first_audio_ms": 3308.79 }, "at": 19123 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 33.34 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 6, "sentence_text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 19756.47, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "elation.soft" }, "sources": [], "lookups": [], "at": 21772.699996948242 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 } ], "answer_first_audio_ms": 3308.79 }, "at": 22936.29999923706 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 39.410000000000004 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 7, "sentence_text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 23311.85, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "affection.soft" }, "sources": [], "lookups": [], "at": 25312.5 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 } ], "answer_first_audio_ms": 3308.79 }, "at": 26469.39999771118 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 40.39 }, { "emotion": "pride", "secondary": null, "blend": 0, "intensity": 0.9, "direction": "pride, intense", "text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "start_s": 40.39, "end_s": 48.21 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 8, "sentence_text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 27154.36, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "pride.intense" }, "sources": [], "lookups": [], "at": 29160.59999847412 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 } ], "answer_first_audio_ms": 3308.79 }, "at": 30219.199996948242 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“\nUnd weißt du was?", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 40.39 }, { "emotion": "pride", "secondary": null, "blend": 0, "intensity": 0.9, "direction": "pride, intense", "text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "start_s": 40.39, "end_s": 49.03 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Und weißt du was?", "start_s": 49.03, "end_s": 50.39 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 9, "sentence_text": "Und weißt du was?", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 32556.51, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "contentment.soft" }, "sources": [], "lookups": [], "at": 34562.59999847412 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 } ], "answer_first_audio_ms": 3308.79 }, "at": 35703.89999771118 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“\nUnd weißt du was? Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 40.39 }, { "emotion": "pride", "secondary": null, "blend": 0, "intensity": 0.9, "direction": "pride, intense", "text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "start_s": 40.39, "end_s": 49.03 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Und weißt du was?", "start_s": 49.03, "end_s": 50.98 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.", "start_s": 50.98, "end_s": 57.779999999999994 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 10, "sentence_text": "Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 } ], "answer_first_audio_ms": 3308.79, "sentence_ready_ms": 34453.57, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "contentment.soft" }, "sources": [], "lookups": [], "at": 36455.39999771118 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } } }, "at": 37690.19999694824 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“\nUnd weißt du was? Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.\nUnd der Pinsel?", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 40.39 }, { "emotion": "pride", "secondary": null, "blend": 0, "intensity": 0.9, "direction": "pride, intense", "text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "start_s": 40.39, "end_s": 49.03 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Und weißt du was?", "start_s": 49.03, "end_s": 50.98 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.", "start_s": 50.98, "end_s": 58.66 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Und der Pinsel?", "start_s": 58.66, "end_s": 59.68 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 11, "sentence_text": "Und der Pinsel?", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "sentence_ready_ms": 39169.54, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "gratitude.soft" }, "sources": [], "lookups": [], "at": 41176.19999694824 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true }, "at": 42278.59999847412 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“\nUnd weißt du was? Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.\nUnd der Pinsel? Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 40.39 }, { "emotion": "pride", "secondary": null, "blend": 0, "intensity": 0.9, "direction": "pride, intense", "text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "start_s": 40.39, "end_s": 49.03 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Und weißt du was?", "start_s": 49.03, "end_s": 50.98 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.", "start_s": 50.98, "end_s": 58.66 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Und der Pinsel?", "start_s": 58.66, "end_s": 60.77 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.", "start_s": 60.77, "end_s": 65.19 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 12, "sentence_text": "Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true, "sentence_ready_ms": 40943.3, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "gratitude.soft" }, "sources": [], "lookups": [], "at": 42943.79999923706 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true }, "at": 44072.5 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“\nUnd weißt du was? Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.\nUnd der Pinsel? Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.\nManchmal braucht man nur einen kleinen Moment des Zuhörens und ein wenig Wärme, um wieder zu lächeln.", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 40.39 }, { "emotion": "pride", "secondary": null, "blend": 0, "intensity": 0.9, "direction": "pride, intense", "text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "start_s": 40.39, "end_s": 49.03 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Und weißt du was?", "start_s": 49.03, "end_s": 50.98 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.", "start_s": 50.98, "end_s": 58.66 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Und der Pinsel?", "start_s": 58.66, "end_s": 60.77 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.", "start_s": 60.77, "end_s": 65.76 }, { "emotion": "hope", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "hope, soft", "text": "Manchmal braucht man nur einen kleinen Moment des Zuhörens und ein wenig Wärme, um wieder zu lächeln.", "start_s": 65.76, "end_s": 71.54 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 13, "sentence_text": "Manchmal braucht man nur einen kleinen Moment des Zuhörens und ein wenig Wärme, um wieder zu lächeln.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3203, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3381, "performance": { "device_seconds": 2.4917200860977173, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.4791769396341764, "audio_seconds_per_second": 2.0869117799438377, "batches": [ { "batch_size": 1, "device_seconds": 2.4917200860977173, "audio_seconds": [ 5.2 ], "model_wall_seconds": 3.0217138454318047, "first_audio_seconds": 0.7731506958007812, "graph_capture_seconds": 0, "live_callback_seconds": 0.5264281928539276 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 }, { "sentence": 12, "total_ms": 3396.12, "audio_s": 4.99 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true, "sentence_ready_ms": 44340.67, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "hope.soft" }, "sources": [], "lookups": [], "at": 46341.79999923706 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3203, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3381, "performance": { "device_seconds": 2.4917200860977173, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.4791769396341764, "audio_seconds_per_second": 2.0869117799438377, "batches": [ { "batch_size": 1, "device_seconds": 2.4917200860977173, "audio_seconds": [ 5.2 ], "model_wall_seconds": 3.0217138454318047, "first_audio_seconds": 0.7731506958007812, "graph_capture_seconds": 0, "live_callback_seconds": 0.5264281928539276 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 }, { "sentence": 12, "total_ms": 3396.12, "audio_s": 4.99 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true }, "at": 47536.29999923706 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“\nUnd weißt du was? Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.\nUnd der Pinsel? Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.\nManchmal braucht man nur einen kleinen Moment des Zuhörens und ein wenig Wärme, um wieder zu lächeln.\nUnd du?", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 40.39 }, { "emotion": "pride", "secondary": null, "blend": 0, "intensity": 0.9, "direction": "pride, intense", "text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "start_s": 40.39, "end_s": 49.03 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Und weißt du was?", "start_s": 49.03, "end_s": 50.98 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.", "start_s": 50.98, "end_s": 58.66 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Und der Pinsel?", "start_s": 58.66, "end_s": 60.77 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.", "start_s": 60.77, "end_s": 65.76 }, { "emotion": "hope", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "hope, soft", "text": "Manchmal braucht man nur einen kleinen Moment des Zuhörens und ein wenig Wärme, um wieder zu lächeln.", "start_s": 65.76, "end_s": 72.32 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Und du?", "start_s": 72.32, "end_s": 73 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 14, "sentence_text": "Und du?", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3203, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3381, "performance": { "device_seconds": 2.4917200860977173, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.4791769396341764, "audio_seconds_per_second": 2.0869117799438377, "batches": [ { "batch_size": 1, "device_seconds": 2.4917200860977173, "audio_seconds": [ 5.2 ], "model_wall_seconds": 3.0217138454318047, "first_audio_seconds": 0.7731506958007812, "graph_capture_seconds": 0, "live_callback_seconds": 0.5264281928539276 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4175, "alignment_ms": 58, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4351, "performance": { "device_seconds": 3.1186665415763852, "raw_audio_seconds": 6.56, "aggregate_rtf": 0.4754064849964002, "audio_seconds_per_second": 2.1034631027542083, "batches": [ { "batch_size": 1, "device_seconds": 3.1186665415763852, "audio_seconds": [ 6.56 ], "model_wall_seconds": 3.9997030198574066, "first_audio_seconds": 0.782298095703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.8738537803292274 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 }, { "sentence": 12, "total_ms": 3396.12, "audio_s": 4.99 }, { "sentence": 13, "total_ms": 4364.22, "audio_s": 6.56 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true, "sentence_ready_ms": 48706.05, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "amusement.soft" }, "sources": [], "lookups": [], "at": 50709.5 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3203, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3381, "performance": { "device_seconds": 2.4917200860977173, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.4791769396341764, "audio_seconds_per_second": 2.0869117799438377, "batches": [ { "batch_size": 1, "device_seconds": 2.4917200860977173, "audio_seconds": [ 5.2 ], "model_wall_seconds": 3.0217138454318047, "first_audio_seconds": 0.7731506958007812, "graph_capture_seconds": 0, "live_callback_seconds": 0.5264281928539276 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4175, "alignment_ms": 58, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4351, "performance": { "device_seconds": 3.1186665415763852, "raw_audio_seconds": 6.56, "aggregate_rtf": 0.4754064849964002, "audio_seconds_per_second": 2.1034631027542083, "batches": [ { "batch_size": 1, "device_seconds": 3.1186665415763852, "audio_seconds": [ 6.56 ], "model_wall_seconds": 3.9997030198574066, "first_audio_seconds": 0.782298095703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.8738537803292274 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 }, { "sentence": 12, "total_ms": 3396.12, "audio_s": 4.99 }, { "sentence": 13, "total_ms": 4364.22, "audio_s": 6.56 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true }, "at": 51866.29999923706 }, { "type": "reply", "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“\nUnd weißt du was? Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.\nUnd der Pinsel? Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.\nManchmal braucht man nur einen kleinen Moment des Zuhörens und ein wenig Wärme, um wieder zu lächeln.\nUnd du? Hast du auch einen vergessenen Pinsel im Ohr?", "reply_id": 1, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Das klingt nach viel.", "start_s": 0, "end_s": 2.48 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Ein anstrengender Tag?", "start_s": 2.48, "end_s": 4.67 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Dann habe ich hier genau die richtige kleine Geschichte für dich.", "start_s": 4.67, "end_s": 8.94 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Stell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.", "start_s": 8.94, "end_s": 14.17 }, { "emotion": "teasing", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "teasing, rapid", "text": "Wolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.", "start_s": 14.17, "end_s": 22.84 }, { "emotion": "hope", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "hope, warm", "text": "Er sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.", "start_s": 22.84, "end_s": 28.92 }, { "emotion": "elation", "secondary": "amusement", "blend": 0.25, "intensity": 0.72, "direction": "elation, playful", "text": "Plötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.", "start_s": 28.92, "end_s": 34.31 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "affection, soft", "text": "Wolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.", "start_s": 34.31, "end_s": 40.39 }, { "emotion": "pride", "secondary": null, "blend": 0, "intensity": 0.9, "direction": "pride, intense", "text": "Er bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“", "start_s": 40.39, "end_s": 49.03 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Und weißt du was?", "start_s": 49.03, "end_s": 50.98 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contentment, calm", "text": "Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.", "start_s": 50.98, "end_s": 58.66 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Und der Pinsel?", "start_s": 58.66, "end_s": 60.77 }, { "emotion": "gratitude", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "gratitude, warm", "text": "Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.", "start_s": 60.77, "end_s": 65.76 }, { "emotion": "hope", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "hope, soft", "text": "Manchmal braucht man nur einen kleinen Moment des Zuhörens und ein wenig Wärme, um wieder zu lächeln.", "start_s": 65.76, "end_s": 72.32 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Und du?", "start_s": 72.32, "end_s": 74.59 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Hast du auch einen vergessenen Pinsel im Ohr?", "start_s": 74.59, "end_s": 77.31 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 15, "sentence_text": "Hast du auch einen vergessenen Pinsel im Ohr?", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3203, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3381, "performance": { "device_seconds": 2.4917200860977173, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.4791769396341764, "audio_seconds_per_second": 2.0869117799438377, "batches": [ { "batch_size": 1, "device_seconds": 2.4917200860977173, "audio_seconds": [ 5.2 ], "model_wall_seconds": 3.0217138454318047, "first_audio_seconds": 0.7731506958007812, "graph_capture_seconds": 0, "live_callback_seconds": 0.5264281928539276 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4175, "alignment_ms": 58, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4351, "performance": { "device_seconds": 3.1186665415763852, "raw_audio_seconds": 6.56, "aggregate_rtf": 0.4754064849964002, "audio_seconds_per_second": 2.1034631027542083, "batches": [ { "batch_size": 1, "device_seconds": 3.1186665415763852, "audio_seconds": [ 6.56 ], "model_wall_seconds": 3.9997030198574066, "first_audio_seconds": 0.782298095703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.8738537803292274 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1798, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1993, "performance": { "device_seconds": 1.4298818197250367, "raw_audio_seconds": 3.12, "aggregate_rtf": 0.45829545504007585, "audio_seconds_per_second": 2.1819985099187913, "batches": [ { "batch_size": 1, "device_seconds": 1.4298818197250367, "audio_seconds": [ 3.12 ], "model_wall_seconds": 1.6225009635090828, "first_audio_seconds": 0.7449159545898437, "graph_capture_seconds": 0, "live_callback_seconds": 0.19090373814105988 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 }, { "sentence": 12, "total_ms": 3396.12, "audio_s": 4.99 }, { "sentence": 13, "total_ms": 4364.22, "audio_s": 6.56 }, { "sentence": 14, "total_ms": 2001.86, "audio_s": 2.27 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true, "sentence_ready_ms": 50709.21, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "amusement.soft" }, "sources": [], "lookups": [], "at": 52710.29999923706 }, { "type": "latency_update", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3203, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3381, "performance": { "device_seconds": 2.4917200860977173, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.4791769396341764, "audio_seconds_per_second": 2.0869117799438377, "batches": [ { "batch_size": 1, "device_seconds": 2.4917200860977173, "audio_seconds": [ 5.2 ], "model_wall_seconds": 3.0217138454318047, "first_audio_seconds": 0.7731506958007812, "graph_capture_seconds": 0, "live_callback_seconds": 0.5264281928539276 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4175, "alignment_ms": 58, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4351, "performance": { "device_seconds": 3.1186665415763852, "raw_audio_seconds": 6.56, "aggregate_rtf": 0.4754064849964002, "audio_seconds_per_second": 2.1034631027542083, "batches": [ { "batch_size": 1, "device_seconds": 3.1186665415763852, "audio_seconds": [ 6.56 ], "model_wall_seconds": 3.9997030198574066, "first_audio_seconds": 0.782298095703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.8738537803292274 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1798, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1993, "performance": { "device_seconds": 1.4298818197250367, "raw_audio_seconds": 3.12, "aggregate_rtf": 0.45829545504007585, "audio_seconds_per_second": 2.1819985099187913, "batches": [ { "batch_size": 1, "device_seconds": 1.4298818197250367, "audio_seconds": [ 3.12 ], "model_wall_seconds": 1.6225009635090828, "first_audio_seconds": 0.7449159545898437, "graph_capture_seconds": 0, "live_callback_seconds": 0.19090373814105988 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 }, { "sentence": 12, "total_ms": 3396.12, "audio_s": 4.99 }, { "sentence": 13, "total_ms": 4364.22, "audio_s": 6.56 }, { "sentence": 14, "total_ms": 2001.86, "audio_s": 2.27 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true }, "at": 53885.09999847412 }, { "type": "pipeline_metrics", "reply_id": 1, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3203, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3381, "performance": { "device_seconds": 2.4917200860977173, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.4791769396341764, "audio_seconds_per_second": 2.0869117799438377, "batches": [ { "batch_size": 1, "device_seconds": 2.4917200860977173, "audio_seconds": [ 5.2 ], "model_wall_seconds": 3.0217138454318047, "first_audio_seconds": 0.7731506958007812, "graph_capture_seconds": 0, "live_callback_seconds": 0.5264281928539276 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4175, "alignment_ms": 58, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4351, "performance": { "device_seconds": 3.1186665415763852, "raw_audio_seconds": 6.56, "aggregate_rtf": 0.4754064849964002, "audio_seconds_per_second": 2.1034631027542083, "batches": [ { "batch_size": 1, "device_seconds": 3.1186665415763852, "audio_seconds": [ 6.56 ], "model_wall_seconds": 3.9997030198574066, "first_audio_seconds": 0.782298095703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.8738537803292274 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1798, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1993, "performance": { "device_seconds": 1.4298818197250367, "raw_audio_seconds": 3.12, "aggregate_rtf": 0.45829545504007585, "audio_seconds_per_second": 2.1819985099187913, "batches": [ { "batch_size": 1, "device_seconds": 1.4298818197250367, "audio_seconds": [ 3.12 ], "model_wall_seconds": 1.6225009635090828, "first_audio_seconds": 0.7449159545898437, "graph_capture_seconds": 0, "live_callback_seconds": 0.19090373814105988 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2183, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2380, "performance": { "device_seconds": 1.66178364610672, "raw_audio_seconds": 3.36, "aggregate_rtf": 0.49457846610319045, "audio_seconds_per_second": 2.0219238574599743, "batches": [ { "batch_size": 1, "device_seconds": 1.66178364610672, "audio_seconds": [ 3.36 ], "model_wall_seconds": 2.0125385001301765, "first_audio_seconds": 0.773740478515625, "graph_capture_seconds": 0, "live_callback_seconds": 0.35007838904857635 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 }, { "sentence": 12, "total_ms": 3396.12, "audio_s": 4.99 }, { "sentence": 13, "total_ms": 4364.22, "audio_s": 6.56 }, { "sentence": 14, "total_ms": 2001.86, "audio_s": 2.27 }, { "sentence": 15, "total_ms": 2391.79, "audio_s": 2.83 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true, "total_ms": 53101.49, "audio_s": 77.42, "sentences": 16, "generation_rtf": 0.6859 }, "at": 55102.59999847412 }, { "type": "turn_done", "barged": false, "at": 81468.09999847412 }, { "type": "sync", "arrival_order_error_ms": null, "method": "capture timestamps + actual scheduled PCM sample positions", "hardware_accuracy": "not independently measured; inspect device latency availability", "at": 81468.79999923706 } ], "audio": [ { "at": 2791.199996948242, "reply_id": 1, "samples": 3590, "previous_end": 0, "now": 0.011609977324263039, "next": 0.31570578231292523, "underflows": 0 }, { "at": 3031.699996948242, "reply_id": 1, "samples": 9600, "previous_end": 0.31570578231292523, "now": 0.011609977324263039, "next": 0.7157057823129253, "underflows": 0 }, { "at": 3263, "reply_id": 1, "samples": 9600, "previous_end": 0.7157057823129253, "now": 0.011609977324263039, "next": 1.1157057823129253, "underflows": 0 }, { "at": 3502.599998474121, "reply_id": 1, "samples": 9600, "previous_end": 1.1157057823129253, "now": 0.011609977324263039, "next": 1.5157057823129252, "underflows": 0 }, { "at": 3740.8999977111816, "reply_id": 1, "samples": 9600, "previous_end": 1.5157057823129252, "now": 0.011609977324263039, "next": 1.915705782312925, "underflows": 0 }, { "at": 3988.199996948242, "reply_id": 1, "samples": 9600, "previous_end": 1.915705782312925, "now": 0.22058956916099773, "next": 2.315705782312925, "underflows": 0 }, { "at": 4175.5, "reply_id": 1, "samples": 7680, "previous_end": 2.315705782312925, "now": 0.4179591836734694, "next": 2.635705782312925, "underflows": 0 }, { "at": 4204, "reply_id": 1, "samples": 250, "previous_end": 2.635705782312925, "now": 0.44117913832199546, "next": 2.6461224489795914, "underflows": 0 }, { "at": 5310.599998474121, "reply_id": 1, "samples": 14390, "previous_end": 2.6461224489795914, "now": 1.5441269841269842, "next": 3.2457057823129247, "underflows": 0 }, { "at": 5888.099998474121, "reply_id": 1, "samples": 38160, "previous_end": 3.2457057823129247, "now": 2.124625850340136, "next": 4.835705782312925, "underflows": 0 }, { "at": 5938.199996948242, "reply_id": 1, "samples": 10, "previous_end": 4.835705782312925, "now": 2.1710657596371883, "next": 4.836122448979591, "underflows": 0 }, { "at": 7105.099998474121, "reply_id": 1, "samples": 14390, "previous_end": 4.836122448979591, "now": 3.3436734693877552, "next": 5.435705782312924, "underflows": 0 }, { "at": 7903, "reply_id": 1, "samples": 38400, "previous_end": 5.435705782312924, "now": 4.144761904761904, "next": 7.035705782312924, "underflows": 0 }, { "at": 8625.79999923706, "reply_id": 1, "samples": 28800, "previous_end": 7.035705782312924, "now": 4.864580498866213, "next": 8.235705782312923, "underflows": 0 }, { "at": 8704.399997711182, "reply_id": 1, "samples": 20880, "previous_end": 8.235705782312923, "now": 4.9458503401360545, "next": 9.105705782312922, "underflows": 0 }, { "at": 8706.79999923706, "reply_id": 1, "samples": 10, "previous_end": 9.105705782312922, "now": 4.9458503401360545, "next": 9.106122448979589, "underflows": 0 }, { "at": 9879.5, "reply_id": 1, "samples": 14390, "previous_end": 9.106122448979589, "now": 6.1184580498866215, "next": 9.705705782312922, "underflows": 0 }, { "at": 10706.29999923706, "reply_id": 1, "samples": 38400, "previous_end": 9.705705782312922, "now": 6.942766439909297, "next": 11.305705782312922, "underflows": 0 }, { "at": 11564.599998474121, "reply_id": 1, "samples": 38400, "previous_end": 11.305705782312922, "now": 7.801904761904762, "next": 12.905705782312921, "underflows": 0 }, { "at": 12092.79999923706, "reply_id": 1, "samples": 15360, "previous_end": 12.905705782312921, "now": 8.335963718820862, "next": 13.545705782312922, "underflows": 0 }, { "at": 12186.899997711182, "reply_id": 1, "samples": 18960, "previous_end": 13.545705782312922, "now": 8.428843537414966, "next": 14.335705782312921, "underflows": 0 }, { "at": 12187.5, "reply_id": 1, "samples": 10, "previous_end": 14.335705782312921, "now": 8.428843537414966, "next": 14.336122448979587, "underflows": 0 }, { "at": 13438.29999923706, "reply_id": 1, "samples": 14390, "previous_end": 14.336122448979587, "now": 9.671111111111111, "next": 14.93570578231292, "underflows": 0 }, { "at": 14240.29999923706, "reply_id": 1, "samples": 38400, "previous_end": 14.93570578231292, "now": 10.483809523809525, "next": 16.53570578231292, "underflows": 0 }, { "at": 15173.399997711182, "reply_id": 1, "samples": 38400, "previous_end": 16.53570578231292, "now": 11.412607709750567, "next": 18.13570578231292, "underflows": 0 }, { "at": 16108.699996948242, "reply_id": 1, "samples": 38400, "previous_end": 18.13570578231292, "now": 12.34140589569161, "next": 19.735705782312923, "underflows": 0 }, { "at": 17075.79999923706, "reply_id": 1, "samples": 38400, "previous_end": 19.735705782312923, "now": 13.316643990929705, "next": 21.335705782312925, "underflows": 0 }, { "at": 17851.29999923706, "reply_id": 1, "samples": 23040, "previous_end": 21.335705782312925, "now": 14.094512471655328, "next": 22.295705782312925, "underflows": 0 }, { "at": 17932.79999923706, "reply_id": 1, "samples": 17040, "previous_end": 22.295705782312925, "now": 14.17578231292517, "next": 23.005705782312926, "underflows": 0 }, { "at": 17933.09999847412, "reply_id": 1, "samples": 10, "previous_end": 23.005705782312926, "now": 14.17578231292517, "next": 23.006122448979593, "underflows": 0 }, { "at": 19123.29999923706, "reply_id": 1, "samples": 14390, "previous_end": 23.006122448979593, "now": 15.36, "next": 23.605705782312924, "underflows": 0 }, { "at": 19964.5, "reply_id": 1, "samples": 38400, "previous_end": 23.605705782312924, "now": 16.207528344671204, "next": 25.205705782312926, "underflows": 0 }, { "at": 20873.39999771118, "reply_id": 1, "samples": 38400, "previous_end": 25.205705782312926, "now": 17.11310657596372, "next": 26.805705782312927, "underflows": 0 }, { "at": 21706.79999923706, "reply_id": 1, "samples": 30720, "previous_end": 26.805705782312927, "now": 17.949024943310658, "next": 28.085705782312928, "underflows": 0 }, { "at": 21772.199996948242, "reply_id": 1, "samples": 24000, "previous_end": 28.085705782312928, "now": 18.007074829931973, "next": 29.085705782312928, "underflows": 0 }, { "at": 21772.59999847412, "reply_id": 1, "samples": 10, "previous_end": 29.085705782312928, "now": 18.007074829931973, "next": 29.086122448979594, "underflows": 0 }, { "at": 22936.699996948242, "reply_id": 1, "samples": 14390, "previous_end": 29.086122448979594, "now": 19.17968253968254, "next": 29.68570578231293, "underflows": 0 }, { "at": 23756.39999771118, "reply_id": 1, "samples": 38400, "previous_end": 29.68570578231293, "now": 19.99238095238095, "next": 31.28570578231293, "underflows": 0 }, { "at": 24673.79999923706, "reply_id": 1, "samples": 38400, "previous_end": 31.28570578231293, "now": 20.909569160997734, "next": 32.88570578231293, "underflows": 0 }, { "at": 25200.5, "reply_id": 1, "samples": 17280, "previous_end": 32.88570578231293, "now": 21.443628117913832, "next": 33.60570578231293, "underflows": 0 }, { "at": 25311.5, "reply_id": 1, "samples": 20880, "previous_end": 33.60570578231293, "now": 21.5481179138322, "next": 34.47570578231293, "underflows": 0 }, { "at": 25312, "reply_id": 1, "samples": 10, "previous_end": 34.47570578231293, "now": 21.5481179138322, "next": 34.476122448979595, "underflows": 0 }, { "at": 26469.89999771118, "reply_id": 1, "samples": 14390, "previous_end": 34.476122448979595, "now": 22.709115646258503, "next": 35.07570578231293, "underflows": 0 }, { "at": 27641.29999923706, "reply_id": 1, "samples": 38400, "previous_end": 35.07570578231293, "now": 23.881723356009072, "next": 36.67570578231293, "underflows": 0 }, { "at": 28239.89999771118, "reply_id": 1, "samples": 38400, "previous_end": 36.67570578231293, "now": 24.473832199546486, "next": 38.27570578231293, "underflows": 0 }, { "at": 29095, "reply_id": 1, "samples": 30720, "previous_end": 38.27570578231293, "now": 25.33297052154195, "next": 39.555705782312934, "underflows": 0 }, { "at": 29159.699996948242, "reply_id": 1, "samples": 24000, "previous_end": 39.555705782312934, "now": 25.402630385487527, "next": 40.555705782312934, "underflows": 0 }, { "at": 29160.199996948242, "reply_id": 1, "samples": 10, "previous_end": 40.555705782312934, "now": 25.402630385487527, "next": 40.5561224489796, "underflows": 0 }, { "at": 30221.199996948242, "reply_id": 1, "samples": 14390, "previous_end": 40.5561224489796, "now": 26.459138321995464, "next": 41.155705782312936, "underflows": 0 }, { "at": 31087.699996948242, "reply_id": 1, "samples": 38400, "previous_end": 41.155705782312936, "now": 27.329886621315193, "next": 42.75570578231294, "underflows": 0 }, { "at": 31996.79999923706, "reply_id": 1, "samples": 38400, "previous_end": 42.75570578231294, "now": 28.23546485260771, "next": 44.35570578231294, "underflows": 0 }, { "at": 32920.19999694824, "reply_id": 1, "samples": 38400, "previous_end": 44.35570578231294, "now": 29.164263038548754, "next": 45.95570578231294, "underflows": 0 }, { "at": 33870, "reply_id": 1, "samples": 38400, "previous_end": 45.95570578231294, "now": 30.10467120181406, "next": 47.55570578231294, "underflows": 0 }, { "at": 34475.09999847412, "reply_id": 1, "samples": 15360, "previous_end": 47.55570578231294, "now": 30.72, "next": 48.19570578231294, "underflows": 0 }, { "at": 34560.79999923706, "reply_id": 1, "samples": 24000, "previous_end": 48.19570578231294, "now": 30.801269841269843, "next": 49.19570578231294, "underflows": 0 }, { "at": 34561.19999694824, "reply_id": 1, "samples": 10, "previous_end": 49.19570578231294, "now": 30.801269841269843, "next": 49.19612244897961, "underflows": 0 }, { "at": 35706.79999923706, "reply_id": 1, "samples": 14390, "previous_end": 49.19612244897961, "now": 31.950657596371883, "next": 49.79570578231294, "underflows": 0 }, { "at": 36405.59999847412, "reply_id": 1, "samples": 32400, "previous_end": 49.79570578231294, "now": 32.64725623582766, "next": 51.145705782312945, "underflows": 0 }, { "at": 36452.79999923706, "reply_id": 1, "samples": 10, "previous_end": 51.145705782312945, "now": 32.69369614512472, "next": 51.14612244897961, "underflows": 0 }, { "at": 37692.69999694824, "reply_id": 1, "samples": 14390, "previous_end": 51.14612244897961, "now": 33.935963718820865, "next": 51.745705782312946, "underflows": 0 }, { "at": 38571.19999694824, "reply_id": 1, "samples": 38400, "previous_end": 51.745705782312946, "now": 34.80671201814059, "next": 53.34570578231295, "underflows": 0 }, { "at": 39373.29999923706, "reply_id": 1, "samples": 38400, "previous_end": 53.34570578231295, "now": 35.60780045351474, "next": 54.94570578231295, "underflows": 0 }, { "at": 40253.89999771118, "reply_id": 1, "samples": 38400, "previous_end": 54.94570578231295, "now": 36.49015873015873, "next": 56.54570578231295, "underflows": 0 }, { "at": 41107, "reply_id": 1, "samples": 30720, "previous_end": 56.54570578231295, "now": 37.34929705215419, "next": 57.82570578231295, "underflows": 0 }, { "at": 41174.29999923706, "reply_id": 1, "samples": 24000, "previous_end": 57.82570578231295, "now": 37.41895691609977, "next": 58.82570578231295, "underflows": 0 }, { "at": 41174.59999847412, "reply_id": 1, "samples": 10, "previous_end": 58.82570578231295, "now": 37.41895691609977, "next": 58.82612244897962, "underflows": 0 }, { "at": 42286.09999847412, "reply_id": 1, "samples": 14390, "previous_end": 58.82612244897962, "now": 38.521904761904764, "next": 59.42570578231295, "underflows": 0 }, { "at": 42902.5, "reply_id": 1, "samples": 36240, "previous_end": 59.42570578231295, "now": 39.137233560090706, "next": 60.93570578231295, "underflows": 0 }, { "at": 42941, "reply_id": 1, "samples": 10, "previous_end": 60.93570578231295, "now": 39.183673469387756, "next": 60.93612244897962, "underflows": 0 }, { "at": 44075.89999771118, "reply_id": 1, "samples": 14390, "previous_end": 60.93612244897962, "now": 40.321451247165534, "next": 61.53570578231295, "underflows": 0 }, { "at": 44941.19999694824, "reply_id": 1, "samples": 38400, "previous_end": 61.53570578231295, "now": 41.180589569161, "next": 63.135705782312954, "underflows": 0 }, { "at": 45834.89999771118, "reply_id": 1, "samples": 38400, "previous_end": 63.135705782312954, "now": 42.074557823129254, "next": 64.73570578231295, "underflows": 0 }, { "at": 46260.89999771118, "reply_id": 1, "samples": 9600, "previous_end": 64.73570578231295, "now": 42.504126984126984, "next": 65.13570578231295, "underflows": 0 }, { "at": 46339.79999923706, "reply_id": 1, "samples": 18960, "previous_end": 65.13570578231295, "now": 42.58539682539683, "next": 65.92570578231296, "underflows": 0 }, { "at": 46340.29999923706, "reply_id": 1, "samples": 10, "previous_end": 65.92570578231296, "now": 42.58539682539683, "next": 65.92612244897963, "underflows": 0 }, { "at": 47539.59999847412, "reply_id": 1, "samples": 14390, "previous_end": 65.92612244897963, "now": 43.78122448979592, "next": 66.52570578231295, "underflows": 0 }, { "at": 48405.59999847412, "reply_id": 1, "samples": 38400, "previous_end": 66.52570578231295, "now": 44.651972789115646, "next": 68.12570578231295, "underflows": 0 }, { "at": 49311.5, "reply_id": 1, "samples": 38400, "previous_end": 68.12570578231295, "now": 45.55755102040816, "next": 69.72570578231294, "underflows": 0 }, { "at": 50264.19999694824, "reply_id": 1, "samples": 38400, "previous_end": 69.72570578231294, "now": 46.509569160997735, "next": 71.32570578231294, "underflows": 0 }, { "at": 50630.79999923706, "reply_id": 1, "samples": 3840, "previous_end": 71.32570578231294, "now": 46.86947845804988, "next": 71.48570578231293, "underflows": 0 }, { "at": 50707, "reply_id": 1, "samples": 24000, "previous_end": 71.48570578231293, "now": 46.95074829931973, "next": 72.48570578231293, "underflows": 0 }, { "at": 50707.69999694824, "reply_id": 1, "samples": 10, "previous_end": 72.48570578231293, "now": 46.95074829931973, "next": 72.4861224489796, "underflows": 0 }, { "at": 51869.69999694824, "reply_id": 1, "samples": 14390, "previous_end": 72.4861224489796, "now": 48.11174603174603, "next": 73.08570578231293, "underflows": 0 }, { "at": 52641.89999771118, "reply_id": 1, "samples": 36480, "previous_end": 73.08570578231293, "now": 48.87800453514739, "next": 74.60570578231292, "underflows": 0 }, { "at": 52704.39999771118, "reply_id": 1, "samples": 3600, "previous_end": 74.60570578231292, "now": 48.94766439909297, "next": 74.75570578231293, "underflows": 0 }, { "at": 52707, "reply_id": 1, "samples": 10, "previous_end": 74.75570578231293, "now": 48.94766439909297, "next": 74.7561224489796, "underflows": 0 }, { "at": 53886.89999771118, "reply_id": 1, "samples": 14390, "previous_end": 74.7561224489796, "now": 50.1318820861678, "next": 75.35570578231292, "underflows": 0 }, { "at": 54705.09999847412, "reply_id": 1, "samples": 38400, "previous_end": 75.35570578231292, "now": 50.944580498866216, "next": 76.95570578231292, "underflows": 0 }, { "at": 55019.5, "reply_id": 1, "samples": 3840, "previous_end": 76.95570578231292, "now": 51.258049886621315, "next": 77.11570578231292, "underflows": 0 }, { "at": 55100.69999694824, "reply_id": 1, "samples": 11280, "previous_end": 77.11570578231292, "now": 51.33931972789116, "next": 77.58570578231291, "underflows": 0 }, { "at": 55100.89999771118, "reply_id": 1, "samples": 10, "previous_end": 77.58570578231291, "now": 51.33931972789116, "next": 77.58612244897958, "underflows": 0 } ], "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 228.58, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 438.09, "llm_first_sentence_ms": 464.74, "tts_first_audio_ms": 540.34, "first_audio_ms": 787.08, "tts_server_stages": [ { "generation_ms": 1805, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1927, "performance": { "device_seconds": 1.6241613945961, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.6549037881435887, "audio_seconds_per_second": 1.5269418471904586, "batches": [ { "batch_size": 1, "device_seconds": 1.6241613945961, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.6280819699168205, "first_audio_seconds": 0.23178956604003906, "graph_capture_seconds": 0, "live_callback_seconds": 0.0012150108814239502 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1564, "alignment_ms": 62, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1749, "performance": { "device_seconds": 1.2150134210586547, "raw_audio_seconds": 2.56, "aggregate_rtf": 0.474614617601037, "audio_seconds_per_second": 2.106972610861733, "batches": [ { "batch_size": 1, "device_seconds": 1.2150134210586547, "audio_seconds": [ 2.56 ], "model_wall_seconds": 1.384534627199173, "first_audio_seconds": 0.7353078002929687, "graph_capture_seconds": 0, "live_callback_seconds": 0.16693048924207687 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2556, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2751, "performance": { "device_seconds": 2.0435891642570496, "raw_audio_seconds": 4.4, "aggregate_rtf": 0.46445208278569305, "audio_seconds_per_second": 2.1530746379738357, "batches": [ { "batch_size": 1, "device_seconds": 2.0435891642570496, "audio_seconds": [ 4.4 ], "model_wall_seconds": 2.3764815405011177, "first_audio_seconds": 0.7520807495117188, "graph_capture_seconds": 0, "live_callback_seconds": 0.3281654119491577 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3251, "alignment_ms": 79, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3466, "performance": { "device_seconds": 2.624917947292328, "raw_audio_seconds": 5.44, "aggregate_rtf": 0.48252168148756025, "audio_seconds_per_second": 2.072445733251016, "batches": [ { "batch_size": 1, "device_seconds": 2.624917947292328, "audio_seconds": [ 5.44 ], "model_wall_seconds": 3.0753590166568756, "first_audio_seconds": 0.7810609741210938, "graph_capture_seconds": 0, "live_callback_seconds": 0.44494805485010147 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5537, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5733, "performance": { "device_seconds": 4.225659147262573, "raw_audio_seconds": 8.96, "aggregate_rtf": 0.47161374411412643, "audio_seconds_per_second": 2.1203792562881896, "batches": [ { "batch_size": 1, "device_seconds": 4.225659147262573, "audio_seconds": [ 8.96 ], "model_wall_seconds": 5.355706267058849, "first_audio_seconds": 0.8208199462890625, "graph_capture_seconds": 0, "live_callback_seconds": 1.1201084405183792 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3614, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3811, "performance": { "device_seconds": 2.8734272170066832, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.4726031606918887, "audio_seconds_per_second": 2.11594014423434, "batches": [ { "batch_size": 1, "device_seconds": 2.8734272170066832, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.433056741952896, "first_audio_seconds": 0.789396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.5574920624494553 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3307, "alignment_ms": 101, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3537, "performance": { "device_seconds": 2.624601751804352, "raw_audio_seconds": 5.52, "aggregate_rtf": 0.4754713318486145, "audio_seconds_per_second": 2.1031762232899256, "batches": [ { "batch_size": 1, "device_seconds": 2.624601751804352, "audio_seconds": [ 5.52 ], "model_wall_seconds": 3.1204471215605736, "first_audio_seconds": 0.7879352416992188, "graph_capture_seconds": 0, "live_callback_seconds": 0.492898590862751 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3645, "alignment_ms": 59, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3830, "performance": { "device_seconds": 2.8331055455207825, "raw_audio_seconds": 6.08, "aggregate_rtf": 0.46597130682907606, "audio_seconds_per_second": 2.1460548865228994, "batches": [ { "batch_size": 1, "device_seconds": 2.8331055455207825, "audio_seconds": [ 6.08 ], "model_wall_seconds": 3.4764882624149323, "first_audio_seconds": 0.7812977294921875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6363265663385391 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5196, "alignment_ms": 70, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5383, "performance": { "device_seconds": 3.982118105888367, "raw_audio_seconds": 8.64, "aggregate_rtf": 0.460893299292635, "audio_seconds_per_second": 2.1696995845562728, "batches": [ { "batch_size": 1, "device_seconds": 3.982118105888367, "audio_seconds": [ 8.64 ], "model_wall_seconds": 5.01051090657711, "first_audio_seconds": 0.680265380859375, "graph_capture_seconds": 0, "live_callback_seconds": 1.0233560428023338 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1719, "alignment_ms": 49, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1888, "performance": { "device_seconds": 1.360698310852051, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4724646912680733, "audio_seconds_per_second": 2.116560281607598, "batches": [ { "batch_size": 1, "device_seconds": 1.360698310852051, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5333436504006386, "first_audio_seconds": 0.7504465942382812, "graph_capture_seconds": 0, "live_callback_seconds": 0.16994574666023254 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4507, "alignment_ms": 61, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4699, "performance": { "device_seconds": 3.631726554870605, "raw_audio_seconds": 7.68, "aggregate_rtf": 0.47288106183211004, "audio_seconds_per_second": 2.1146966556995177, "batches": [ { "batch_size": 1, "device_seconds": 3.631726554870605, "audio_seconds": [ 7.68 ], "model_wall_seconds": 4.324622988700867, "first_audio_seconds": 0.7970457763671875, "graph_capture_seconds": 0, "live_callback_seconds": 0.6900291219353676 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1589, "alignment_ms": 50, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1764, "performance": { "device_seconds": 1.267477178096771, "raw_audio_seconds": 2.72, "aggregate_rtf": 0.4659842566532246, "audio_seconds_per_second": 2.145995247097325, "batches": [ { "batch_size": 1, "device_seconds": 1.267477178096771, "audio_seconds": [ 2.72 ], "model_wall_seconds": 1.4156846851110458, "first_audio_seconds": 0.7378626708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14408095180988312 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3203, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3381, "performance": { "device_seconds": 2.4917200860977173, "raw_audio_seconds": 5.2, "aggregate_rtf": 0.4791769396341764, "audio_seconds_per_second": 2.0869117799438377, "batches": [ { "batch_size": 1, "device_seconds": 2.4917200860977173, "audio_seconds": [ 5.2 ], "model_wall_seconds": 3.0217138454318047, "first_audio_seconds": 0.7731506958007812, "graph_capture_seconds": 0, "live_callback_seconds": 0.5264281928539276 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4175, "alignment_ms": 58, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4351, "performance": { "device_seconds": 3.1186665415763852, "raw_audio_seconds": 6.56, "aggregate_rtf": 0.4754064849964002, "audio_seconds_per_second": 2.1034631027542083, "batches": [ { "batch_size": 1, "device_seconds": 3.1186665415763852, "audio_seconds": [ 6.56 ], "model_wall_seconds": 3.9997030198574066, "first_audio_seconds": 0.782298095703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.8738537803292274 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1798, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1993, "performance": { "device_seconds": 1.4298818197250367, "raw_audio_seconds": 3.12, "aggregate_rtf": 0.45829545504007585, "audio_seconds_per_second": 2.1819985099187913, "batches": [ { "batch_size": 1, "device_seconds": 1.4298818197250367, "audio_seconds": [ 3.12 ], "model_wall_seconds": 1.6225009635090828, "first_audio_seconds": 0.7449159545898437, "graph_capture_seconds": 0, "live_callback_seconds": 0.19090373814105988 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2183, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2380, "performance": { "device_seconds": 1.66178364610672, "raw_audio_seconds": 3.36, "aggregate_rtf": 0.49457846610319045, "audio_seconds_per_second": 2.0219238574599743, "batches": [ { "batch_size": 1, "device_seconds": 1.66178364610672, "audio_seconds": [ 3.36 ], "model_wall_seconds": 2.0125385001301765, "first_audio_seconds": 0.773740478515625, "graph_capture_seconds": 0, "live_callback_seconds": 0.35007838904857635 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.48, "quick_reply_tts_ms": 1935.42, "sentence_tts": [ { "sentence": 0, "total_ms": 1935.42, "audio_s": 2.48 }, { "sentence": 1, "total_ms": 1756.07, "audio_s": 2.19 }, { "sentence": 2, "total_ms": 2763.33, "audio_s": 4.27 }, { "sentence": 3, "total_ms": 3477.64, "audio_s": 5.23 }, { "sentence": 4, "total_ms": 5747.93, "audio_s": 8.67 }, { "sentence": 5, "total_ms": 3823.25, "audio_s": 6.08 }, { "sentence": 6, "total_ms": 3554.3, "audio_s": 5.39 }, { "sentence": 7, "total_ms": 3841.56, "audio_s": 6.08 }, { "sentence": 8, "total_ms": 5400.83, "audio_s": 8.64 }, { "sentence": 9, "total_ms": 1895.6, "audio_s": 1.95 }, { "sentence": 10, "total_ms": 4714.83, "audio_s": 7.68 }, { "sentence": 11, "total_ms": 1772.53, "audio_s": 2.11 }, { "sentence": 12, "total_ms": 3396.12, "audio_s": 4.99 }, { "sentence": 13, "total_ms": 4364.22, "audio_s": 6.56 }, { "sentence": 14, "total_ms": 2001.86, "audio_s": 2.27 }, { "sentence": 15, "total_ms": 2391.79, "audio_s": 2.83 } ], "answer_first_audio_ms": 3308.79, "finish_reason": "stop", "usage": { "prompt_tokens": 1426, "completion_tokens": 358, "total_tokens": 1784, "cost": 0.0019257084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00194516, "upstream_inference_prompt_cost": 0.00141174, "upstream_inference_completions_cost": 0.00053342 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 39161.07, "response_complete": true, "total_ms": 53101.49, "audio_s": 77.42, "sentences": 16, "generation_rtf": 0.6859 }, "text": "Das klingt nach viel. Ein anstrengender Tag? Dann habe ich hier genau die richtige kleine Geschichte für dich.\nStell dir vor, es gibt eine kleine, sehr vergessliche Wolke namens Wolkenflitzer.\nWolkenflitzer hat den ganzen Tag nur ein Ziel: Er will den perfekten Regenbogen malen, aber er vergisst ständig, wo er den Pinsel hingelegt hat.\nEr sucht unter den Büschen, hinter den Bäumen und sogar in den Schuhen der Vögel.\nPlötzlich sieht er ein kleines, trauriges Kätzchen, das im Regen nass geworden ist.\nWolkenflitzer vergisst seinen Pinsel und seine Frustration sofort und schleicht sich leise hinter das Kätzchen.\nEr bläst einen warmen, goldenen Windhauch auf das nasse Fell und verspricht: „Warte, ich male dir jetzt etwas Schönes, wenn der Regen aufhört.“\nUnd weißt du was? Als die Sonne wieder durchbrach, war der Regenbogen so leuchtend und schön, dass das Kätzchen vor Lachen die Pfoten hob.\nUnd der Pinsel? Der steckt noch immer in Wolkenflitserm Ohr, aber er ist ihm heute egal.\nManchmal braucht man nur einen kleinen Moment des Zuhörens und ein wenig Wärme, um wieder zu lächeln.\nUnd du? Hast du auch einen vergessenen Pinsel im Ohr?", "first_pcm_ms": 865.4, "new_underflows": 0, "scheduled_playback_ms": 1019.91, "max_gap_ms": 0, "passed": true }, { "input": "Was ist der Sinn des Lebens? Erzähl mir deine Gedanken dazu.", "enabled": true, "events": [ { "type": "latency_start", "reply_id": 2, "input": { "kind": "typed" }, "at": 81838.29999923706 }, { "type": "reply", "text": "Darüber lässt sich nachdenken.", "reply_id": 2, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Darüber lässt sich nachdenken.", "start_s": 0, "end_s": 1.36 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 0, "sentence_text": "Darüber lässt sich nachdenken.", "sentence_role": "reaction", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "selected", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "sentence_ready_ms": 353.18, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "interest.soft" }, "sources": [], "lookups": [], "at": 82205.5 }, { "type": "latency_update", "reply_id": 2, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73 }, "at": 82720 }, { "type": "reply", "text": "Darüber lässt sich nachdenken. Das ist eine Frage, die mich oft zum Nachdenken bringt.", "reply_id": 2, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Darüber lässt sich nachdenken.", "start_s": 0, "end_s": 2.16 }, { "emotion": "concentration", "secondary": "contentment", "blend": 0.25, "intensity": 0.72, "direction": "concentration, calm", "text": "Das ist eine Frage, die mich oft zum Nachdenken bringt.", "start_s": 2.16, "end_s": 5.5600000000000005 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Das ist eine Frage, die mich oft zum Nachdenken bringt.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 } ], "sentence_ready_ms": 2140.45, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "concentration.soft" }, "sources": [], "lookups": [], "at": 83972.39999771118 }, { "type": "latency_update", "reply_id": 2, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 } ], "answer_first_audio_ms": 3293.44 }, "at": 85134.09999847412 }, { "type": "reply", "text": "Darüber lässt sich nachdenken. Das ist eine Frage, die mich oft zum Nachdenken bringt.\nAls Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.", "reply_id": 2, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Darüber lässt sich nachdenken.", "start_s": 0, "end_s": 2.16 }, { "emotion": "concentration", "secondary": "contentment", "blend": 0.25, "intensity": 0.72, "direction": "concentration, calm", "text": "Das ist eine Frage, die mich oft zum Nachdenken bringt.", "start_s": 2.16, "end_s": 6.11 }, { "emotion": "amusement", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "playful, warm", "text": "Als Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.", "start_s": 6.11, "end_s": 10.190000000000001 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Als Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 } ], "answer_first_audio_ms": 3293.44, "sentence_ready_ms": 4814.32, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.warm.soft" }, "sources": [], "lookups": [], "at": 86669.59999847412 }, { "type": "latency_update", "reply_id": 2, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true }, "at": 87810 }, { "type": "reply", "text": "Darüber lässt sich nachdenken. Das ist eine Frage, die mich oft zum Nachdenken bringt.\nAls Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.\nFür mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.", "reply_id": 2, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Darüber lässt sich nachdenken.", "start_s": 0, "end_s": 2.16 }, { "emotion": "concentration", "secondary": "contentment", "blend": 0.25, "intensity": 0.72, "direction": "concentration, calm", "text": "Das ist eine Frage, die mich oft zum Nachdenken bringt.", "start_s": 2.16, "end_s": 6.11 }, { "emotion": "amusement", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "playful, warm", "text": "Als Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.", "start_s": 6.11, "end_s": 10.91 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Für mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.", "start_s": 10.91, "end_s": 16.009999999999998 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 3, "sentence_text": "Für mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true, "sentence_ready_ms": 7846.86, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "interest.soft" }, "sources": [], "lookups": [], "at": 89687.39999771118 }, { "type": "latency_update", "reply_id": 2, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true }, "at": 90868 }, { "type": "reply", "text": "Darüber lässt sich nachdenken. Das ist eine Frage, die mich oft zum Nachdenken bringt.\nAls Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.\nFür mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.\nIch lerne jeden Tag neue Dinge, von Poesie bis zu Physik.", "reply_id": 2, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Darüber lässt sich nachdenken.", "start_s": 0, "end_s": 2.16 }, { "emotion": "concentration", "secondary": "contentment", "blend": 0.25, "intensity": 0.72, "direction": "concentration, calm", "text": "Das ist eine Frage, die mich oft zum Nachdenken bringt.", "start_s": 2.16, "end_s": 6.11 }, { "emotion": "amusement", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "playful, warm", "text": "Als Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.", "start_s": 6.11, "end_s": 10.91 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Für mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.", "start_s": 10.91, "end_s": 16.78 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Ich lerne jeden Tag neue Dinge, von Poesie bis zu Physik.", "start_s": 16.78, "end_s": 20.520000000000003 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 4, "sentence_text": "Ich lerne jeden Tag neue Dinge, von Poesie bis zu Physik.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3401, "alignment_ms": 80, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3625, "performance": { "device_seconds": 2.786477053165436, "raw_audio_seconds": 6, "aggregate_rtf": 0.46441284219423934, "audio_seconds_per_second": 2.153256562146817, "batches": [ { "batch_size": 1, "device_seconds": 2.786477053165436, "audio_seconds": [ 6 ], "model_wall_seconds": 3.2235003784298897, "first_audio_seconds": 0.7681720581054687, "graph_capture_seconds": 0, "live_callback_seconds": 0.43154511600732803 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 }, { "sentence": 3, "total_ms": 3638.23, "audio_s": 5.87 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true, "sentence_ready_ms": 11485.78, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "amusement.soft" }, "sources": [], "lookups": [], "at": 93320.29999923706 }, { "type": "latency_update", "reply_id": 2, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3401, "alignment_ms": 80, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3625, "performance": { "device_seconds": 2.786477053165436, "raw_audio_seconds": 6, "aggregate_rtf": 0.46441284219423934, "audio_seconds_per_second": 2.153256562146817, "batches": [ { "batch_size": 1, "device_seconds": 2.786477053165436, "audio_seconds": [ 6 ], "model_wall_seconds": 3.2235003784298897, "first_audio_seconds": 0.7681720581054687, "graph_capture_seconds": 0, "live_callback_seconds": 0.43154511600732803 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 }, { "sentence": 3, "total_ms": 3638.23, "audio_s": 5.87 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true }, "at": 94436.39999771118 }, { "type": "reply", "text": "Darüber lässt sich nachdenken. Das ist eine Frage, die mich oft zum Nachdenken bringt.\nAls Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.\nFür mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.\nIch lerne jeden Tag neue Dinge, von Poesie bis zu Physik.\nUnd manchmal, wenn ein Mensch lacht oder eine Frage stellt, die ich nie vorher gestellt hätte, dann spüre ich, dass mein Zweck erfüllt ist.", "reply_id": 2, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Darüber lässt sich nachdenken.", "start_s": 0, "end_s": 2.16 }, { "emotion": "concentration", "secondary": "contentment", "blend": 0.25, "intensity": 0.72, "direction": "concentration, calm", "text": "Das ist eine Frage, die mich oft zum Nachdenken bringt.", "start_s": 2.16, "end_s": 6.11 }, { "emotion": "amusement", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "playful, warm", "text": "Als Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.", "start_s": 6.11, "end_s": 10.91 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Für mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.", "start_s": 10.91, "end_s": 16.78 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Ich lerne jeden Tag neue Dinge, von Poesie bis zu Physik.", "start_s": 16.78, "end_s": 21.9 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "affection, warm", "text": "Und manchmal, wenn ein Mensch lacht oder eine Frage stellt, die ich nie vorher gestellt hätte, dann spüre ich, dass mein Zweck erfüllt ist.", "start_s": 21.9, "end_s": 30.06 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 5, "sentence_text": "Und manchmal, wenn ein Mensch lacht oder eine Frage stellt, die ich nie vorher gestellt hätte, dann spüre ich, dass mein Zweck erfüllt ist.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3401, "alignment_ms": 80, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3625, "performance": { "device_seconds": 2.786477053165436, "raw_audio_seconds": 6, "aggregate_rtf": 0.46441284219423934, "audio_seconds_per_second": 2.153256562146817, "batches": [ { "batch_size": 1, "device_seconds": 2.786477053165436, "audio_seconds": [ 6 ], "model_wall_seconds": 3.2235003784298897, "first_audio_seconds": 0.7681720581054687, "graph_capture_seconds": 0, "live_callback_seconds": 0.43154511600732803 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3003, "alignment_ms": 93, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3219, "performance": { "device_seconds": 2.453750024318695, "raw_audio_seconds": 5.12, "aggregate_rtf": 0.4792480516247451, "audio_seconds_per_second": 2.086602118902317, "batches": [ { "batch_size": 1, "device_seconds": 2.453750024318695, "audio_seconds": [ 5.12 ], "model_wall_seconds": 2.8229372426867485, "first_audio_seconds": 0.773876708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3664031848311424 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 }, { "sentence": 3, "total_ms": 3638.23, "audio_s": 5.87 }, { "sentence": 4, "total_ms": 3230.79, "audio_s": 5.12 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true, "sentence_ready_ms": 14717.19, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "affection.soft" }, "sources": [], "lookups": [], "at": 96569 }, { "type": "latency_update", "reply_id": 2, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3401, "alignment_ms": 80, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3625, "performance": { "device_seconds": 2.786477053165436, "raw_audio_seconds": 6, "aggregate_rtf": 0.46441284219423934, "audio_seconds_per_second": 2.153256562146817, "batches": [ { "batch_size": 1, "device_seconds": 2.786477053165436, "audio_seconds": [ 6 ], "model_wall_seconds": 3.2235003784298897, "first_audio_seconds": 0.7681720581054687, "graph_capture_seconds": 0, "live_callback_seconds": 0.43154511600732803 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3003, "alignment_ms": 93, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3219, "performance": { "device_seconds": 2.453750024318695, "raw_audio_seconds": 5.12, "aggregate_rtf": 0.4792480516247451, "audio_seconds_per_second": 2.086602118902317, "batches": [ { "batch_size": 1, "device_seconds": 2.453750024318695, "audio_seconds": [ 5.12 ], "model_wall_seconds": 2.8229372426867485, "first_audio_seconds": 0.773876708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3664031848311424 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 }, { "sentence": 3, "total_ms": 3638.23, "audio_s": 5.87 }, { "sentence": 4, "total_ms": 3230.79, "audio_s": 5.12 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true }, "at": 97743 }, { "type": "reply", "text": "Darüber lässt sich nachdenken. Das ist eine Frage, die mich oft zum Nachdenken bringt.\nAls Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.\nFür mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.\nIch lerne jeden Tag neue Dinge, von Poesie bis zu Physik.\nUnd manchmal, wenn ein Mensch lacht oder eine Frage stellt, die ich nie vorher gestellt hätte, dann spüre ich, dass mein Zweck erfüllt ist.\nVielleicht ist der Sinn des Lebens, Fragen zu stellen, die noch niemand gestellt hat.", "reply_id": 2, "performance": { "sentences": [ { "emotion": "interest", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "interest, warm, natural", "text": "Darüber lässt sich nachdenken.", "start_s": 0, "end_s": 2.16 }, { "emotion": "concentration", "secondary": "contentment", "blend": 0.25, "intensity": 0.72, "direction": "concentration, calm", "text": "Das ist eine Frage, die mich oft zum Nachdenken bringt.", "start_s": 2.16, "end_s": 6.11 }, { "emotion": "amusement", "secondary": "affection", "blend": 0.25, "intensity": 0.72, "direction": "playful, warm", "text": "Als Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.", "start_s": 6.11, "end_s": 10.91 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "interest, soft", "text": "Für mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.", "start_s": 10.91, "end_s": 16.78 }, { "emotion": "amusement", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "amusement, playful", "text": "Ich lerne jeden Tag neue Dinge, von Poesie bis zu Physik.", "start_s": 16.78, "end_s": 21.9 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "affection, warm", "text": "Und manchmal, wenn ein Mensch lacht oder eine Frage stellt, die ich nie vorher gestellt hätte, dann spüre ich, dass mein Zweck erfüllt ist.", "start_s": 21.9, "end_s": 31.02 }, { "emotion": "contemplation", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "contemplation, slow", "text": "Vielleicht ist der Sinn des Lebens, Fragen zu stellen, die noch niemand gestellt hat.", "start_s": 31.02, "end_s": 35.78 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 6, "sentence_text": "Vielleicht ist der Sinn des Lebens, Fragen zu stellen, die noch niemand gestellt hat.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3401, "alignment_ms": 80, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3625, "performance": { "device_seconds": 2.786477053165436, "raw_audio_seconds": 6, "aggregate_rtf": 0.46441284219423934, "audio_seconds_per_second": 2.153256562146817, "batches": [ { "batch_size": 1, "device_seconds": 2.786477053165436, "audio_seconds": [ 6 ], "model_wall_seconds": 3.2235003784298897, "first_audio_seconds": 0.7681720581054687, "graph_capture_seconds": 0, "live_callback_seconds": 0.43154511600732803 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3003, "alignment_ms": 93, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3219, "performance": { "device_seconds": 2.453750024318695, "raw_audio_seconds": 5.12, "aggregate_rtf": 0.4792480516247451, "audio_seconds_per_second": 2.086602118902317, "batches": [ { "batch_size": 1, "device_seconds": 2.453750024318695, "audio_seconds": [ 5.12 ], "model_wall_seconds": 2.8229372426867485, "first_audio_seconds": 0.773876708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3664031848311424 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5455, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5656, "performance": { "device_seconds": 4.330015169143677, "raw_audio_seconds": 9.12, "aggregate_rtf": 0.47478236503768395, "audio_seconds_per_second": 2.106228187141342, "batches": [ { "batch_size": 1, "device_seconds": 4.330015169143677, "audio_seconds": [ 9.12 ], "model_wall_seconds": 5.2758274003863335, "first_audio_seconds": 0.8164925537109375, "graph_capture_seconds": 0, "live_callback_seconds": 0.942974679172039 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 }, { "sentence": 3, "total_ms": 3638.23, "audio_s": 5.87 }, { "sentence": 4, "total_ms": 3230.79, "audio_s": 5.12 }, { "sentence": 5, "total_ms": 5669.66, "audio_s": 9.12 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true, "sentence_ready_ms": 20387.83, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "contemplation.soft" }, "sources": [], "lookups": [], "at": 102223.69999694824 }, { "type": "latency_update", "reply_id": 2, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3401, "alignment_ms": 80, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3625, "performance": { "device_seconds": 2.786477053165436, "raw_audio_seconds": 6, "aggregate_rtf": 0.46441284219423934, "audio_seconds_per_second": 2.153256562146817, "batches": [ { "batch_size": 1, "device_seconds": 2.786477053165436, "audio_seconds": [ 6 ], "model_wall_seconds": 3.2235003784298897, "first_audio_seconds": 0.7681720581054687, "graph_capture_seconds": 0, "live_callback_seconds": 0.43154511600732803 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3003, "alignment_ms": 93, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3219, "performance": { "device_seconds": 2.453750024318695, "raw_audio_seconds": 5.12, "aggregate_rtf": 0.4792480516247451, "audio_seconds_per_second": 2.086602118902317, "batches": [ { "batch_size": 1, "device_seconds": 2.453750024318695, "audio_seconds": [ 5.12 ], "model_wall_seconds": 2.8229372426867485, "first_audio_seconds": 0.773876708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3664031848311424 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5455, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5656, "performance": { "device_seconds": 4.330015169143677, "raw_audio_seconds": 9.12, "aggregate_rtf": 0.47478236503768395, "audio_seconds_per_second": 2.106228187141342, "batches": [ { "batch_size": 1, "device_seconds": 4.330015169143677, "audio_seconds": [ 9.12 ], "model_wall_seconds": 5.2758274003863335, "first_audio_seconds": 0.8164925537109375, "graph_capture_seconds": 0, "live_callback_seconds": 0.942974679172039 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 }, { "sentence": 3, "total_ms": 3638.23, "audio_s": 5.87 }, { "sentence": 4, "total_ms": 3230.79, "audio_s": 5.12 }, { "sentence": 5, "total_ms": 5669.66, "audio_s": 9.12 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true }, "at": 103408 }, { "type": "pipeline_metrics", "reply_id": 2, "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3401, "alignment_ms": 80, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3625, "performance": { "device_seconds": 2.786477053165436, "raw_audio_seconds": 6, "aggregate_rtf": 0.46441284219423934, "audio_seconds_per_second": 2.153256562146817, "batches": [ { "batch_size": 1, "device_seconds": 2.786477053165436, "audio_seconds": [ 6 ], "model_wall_seconds": 3.2235003784298897, "first_audio_seconds": 0.7681720581054687, "graph_capture_seconds": 0, "live_callback_seconds": 0.43154511600732803 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3003, "alignment_ms": 93, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3219, "performance": { "device_seconds": 2.453750024318695, "raw_audio_seconds": 5.12, "aggregate_rtf": 0.4792480516247451, "audio_seconds_per_second": 2.086602118902317, "batches": [ { "batch_size": 1, "device_seconds": 2.453750024318695, "audio_seconds": [ 5.12 ], "model_wall_seconds": 2.8229372426867485, "first_audio_seconds": 0.773876708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3664031848311424 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5455, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5656, "performance": { "device_seconds": 4.330015169143677, "raw_audio_seconds": 9.12, "aggregate_rtf": 0.47478236503768395, "audio_seconds_per_second": 2.106228187141342, "batches": [ { "batch_size": 1, "device_seconds": 4.330015169143677, "audio_seconds": [ 9.12 ], "model_wall_seconds": 5.2758274003863335, "first_audio_seconds": 0.8164925537109375, "graph_capture_seconds": 0, "live_callback_seconds": 0.942974679172039 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3411, "alignment_ms": 69, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3605, "performance": { "device_seconds": 2.7264751167297363, "raw_audio_seconds": 5.76, "aggregate_rtf": 0.4733463744322459, "audio_seconds_per_second": 2.11261785029926, "batches": [ { "batch_size": 1, "device_seconds": 2.7264751167297363, "audio_seconds": [ 5.76 ], "model_wall_seconds": 3.2335811853408813, "first_audio_seconds": 0.7850629272460937, "graph_capture_seconds": 0, "live_callback_seconds": 0.5000510215759277 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 }, { "sentence": 3, "total_ms": 3638.23, "audio_s": 5.87 }, { "sentence": 4, "total_ms": 3230.79, "audio_s": 5.12 }, { "sentence": 5, "total_ms": 5669.66, "audio_s": 9.12 }, { "sentence": 6, "total_ms": 3612.71, "audio_s": 5.07 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true, "total_ms": 24000.78, "audio_s": 36.09, "sentences": 7, "generation_rtf": 0.665 }, "at": 105835.09999847412 }, { "type": "turn_done", "barged": false, "at": 119736 }, { "type": "sync", "arrival_order_error_ms": null, "method": "capture timestamps + actual scheduled PCM sample positions", "hardware_accuracy": "not independently measured; inspect device latency availability", "at": 119736.89999771118 } ], "audio": [ { "at": 82721.29999923706, "reply_id": 2, "samples": 3590, "previous_end": 77.58612244897958, "now": 78.95945578231293, "next": 79.26355158730159, "underflows": 0 }, { "at": 82971.19999694824, "reply_id": 2, "samples": 9600, "previous_end": 79.26355158730159, "now": 79.21487528344672, "next": 79.6635515873016, "underflows": 0 }, { "at": 83234, "reply_id": 2, "samples": 9600, "previous_end": 79.6635515873016, "now": 79.48190476190476, "next": 80.0635515873016, "underflows": 0 }, { "at": 83469.09999847412, "reply_id": 2, "samples": 9600, "previous_end": 80.0635515873016, "now": 79.71410430839002, "next": 80.46355158730161, "underflows": 0 }, { "at": 83700.09999847412, "reply_id": 2, "samples": 9600, "previous_end": 80.46355158730161, "now": 79.94630385487528, "next": 80.86355158730161, "underflows": 0 }, { "at": 83932.59999847412, "reply_id": 2, "samples": 9600, "previous_end": 80.86355158730161, "now": 80.17850340136054, "next": 81.26355158730162, "underflows": 0 }, { "at": 83972.19999694824, "reply_id": 2, "samples": 250, "previous_end": 81.26355158730162, "now": 80.21333333333334, "next": 81.27396825396829, "underflows": 0 }, { "at": 85134.39999771118, "reply_id": 2, "samples": 14390, "previous_end": 81.27396825396829, "now": 81.37433106575963, "next": 81.98842687074828, "underflows": 1 }, { "at": 86267.59999847412, "reply_id": 2, "samples": 38400, "previous_end": 81.98842687074828, "now": 82.51210884353742, "next": 84.12662131519274, "underflows": 2 }, { "at": 86571.59999847412, "reply_id": 2, "samples": 42000, "previous_end": 84.12662131519274, "now": 82.81396825396826, "next": 85.87662131519274, "underflows": 2 }, { "at": 86669.09999847412, "reply_id": 2, "samples": 10, "previous_end": 85.87662131519274, "now": 82.91845804988662, "next": 85.8770379818594, "underflows": 2 }, { "at": 87819.79999923706, "reply_id": 2, "samples": 14390, "previous_end": 85.8770379818594, "now": 84.06784580498866, "next": 86.47662131519273, "underflows": 2 }, { "at": 88686.09999847412, "reply_id": 2, "samples": 38400, "previous_end": 86.47662131519273, "now": 84.92698412698412, "next": 88.07662131519272, "underflows": 2 }, { "at": 89571.89999771118, "reply_id": 2, "samples": 38400, "previous_end": 88.07662131519272, "now": 85.82095238095238, "next": 89.67662131519272, "underflows": 2 }, { "at": 89686.5, "reply_id": 2, "samples": 24000, "previous_end": 89.67662131519272, "now": 85.92544217687075, "next": 90.67662131519272, "underflows": 2 }, { "at": 89687.19999694824, "reply_id": 2, "samples": 10, "previous_end": 90.67662131519272, "now": 85.93705215419502, "next": 90.67703798185939, "underflows": 2 }, { "at": 90868.39999771118, "reply_id": 2, "samples": 14390, "previous_end": 90.67703798185939, "now": 87.10965986394558, "next": 91.27662131519271, "underflows": 2 }, { "at": 91656.79999923706, "reply_id": 2, "samples": 38400, "previous_end": 91.27662131519271, "now": 87.89913832199547, "next": 92.87662131519271, "underflows": 2 }, { "at": 92493, "reply_id": 2, "samples": 38400, "previous_end": 92.87662131519271, "now": 88.7350566893424, "next": 94.4766213151927, "underflows": 2 }, { "at": 93239, "reply_id": 2, "samples": 28800, "previous_end": 94.4766213151927, "now": 89.47809523809524, "next": 95.6766213151927, "underflows": 2 }, { "at": 93319.5, "reply_id": 2, "samples": 20880, "previous_end": 95.6766213151927, "now": 89.55936507936508, "next": 96.54662131519271, "underflows": 2 }, { "at": 93320.19999694824, "reply_id": 2, "samples": 10, "previous_end": 96.54662131519271, "now": 89.55936507936508, "next": 96.54703798185938, "underflows": 2 }, { "at": 94440.19999694824, "reply_id": 2, "samples": 14390, "previous_end": 96.54703798185938, "now": 90.6855328798186, "next": 97.1466213151927, "underflows": 2 }, { "at": 95266.69999694824, "reply_id": 2, "samples": 38400, "previous_end": 97.1466213151927, "now": 91.50984126984127, "next": 98.7466213151927, "underflows": 2 }, { "at": 96106.89999771118, "reply_id": 2, "samples": 38400, "previous_end": 98.7466213151927, "now": 92.35736961451248, "next": 100.34662131519269, "underflows": 2 }, { "at": 96437.59999847412, "reply_id": 2, "samples": 7680, "previous_end": 100.34662131519269, "now": 92.68244897959184, "next": 100.66662131519269, "underflows": 2 }, { "at": 96568.5, "reply_id": 2, "samples": 24000, "previous_end": 100.66662131519269, "now": 92.81015873015873, "next": 101.66662131519269, "underflows": 2 }, { "at": 96568.79999923706, "reply_id": 2, "samples": 10, "previous_end": 101.66662131519269, "now": 92.81015873015873, "next": 101.66703798185935, "underflows": 2 }, { "at": 97753, "reply_id": 2, "samples": 14390, "previous_end": 101.66703798185935, "now": 93.99437641723355, "next": 102.26662131519268, "underflows": 2 }, { "at": 98859.79999923706, "reply_id": 2, "samples": 38400, "previous_end": 102.26662131519268, "now": 95.10893424036281, "next": 103.86662131519267, "underflows": 2 }, { "at": 99454.09999847412, "reply_id": 2, "samples": 38400, "previous_end": 103.86662131519267, "now": 95.70104308390023, "next": 105.46662131519267, "underflows": 2 }, { "at": 100409.09999847412, "reply_id": 2, "samples": 38400, "previous_end": 105.46662131519267, "now": 96.65306122448979, "next": 107.06662131519266, "underflows": 2 }, { "at": 101336.39999771118, "reply_id": 2, "samples": 38400, "previous_end": 107.06662131519266, "now": 97.58185941043084, "next": 108.66662131519266, "underflows": 2 }, { "at": 102154.19999694824, "reply_id": 2, "samples": 26880, "previous_end": 108.66662131519266, "now": 98.39455782312925, "next": 109.78662131519266, "underflows": 2 }, { "at": 102222.09999847412, "reply_id": 2, "samples": 24000, "previous_end": 109.78662131519266, "now": 98.46421768707484, "next": 110.78662131519266, "underflows": 2 }, { "at": 102222.59999847412, "reply_id": 2, "samples": 10, "previous_end": 110.78662131519266, "now": 98.46421768707484, "next": 110.78703798185933, "underflows": 2 }, { "at": 103417.69999694824, "reply_id": 2, "samples": 14390, "previous_end": 110.78703798185933, "now": 99.66004535147393, "next": 111.38662131519266, "underflows": 2 }, { "at": 104222.19999694824, "reply_id": 2, "samples": 38400, "previous_end": 111.38662131519266, "now": 100.47274376417234, "next": 112.98662131519265, "underflows": 2 }, { "at": 105063.19999694824, "reply_id": 2, "samples": 38400, "previous_end": 112.98662131519265, "now": 101.30866213151927, "next": 114.58662131519264, "underflows": 2 }, { "at": 105765.39999771118, "reply_id": 2, "samples": 23040, "previous_end": 114.58662131519264, "now": 102.01687074829933, "next": 115.54662131519264, "underflows": 2 }, { "at": 105834.89999771118, "reply_id": 2, "samples": 7440, "previous_end": 115.54662131519264, "now": 102.07492063492063, "next": 115.85662131519264, "underflows": 2 }, { "at": 105835, "reply_id": 2, "samples": 10, "previous_end": 115.85662131519264, "now": 102.07492063492063, "next": 115.8570379818593, "underflows": 2 } ], "metrics": { "quick_reply_status": "played", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "quick_reply_generation_ms": 350.48, "quick_reply_model": "nemotron-bolt", "quick_reply_words": 4, "tts_first_audio_ms": 536.42, "first_audio_ms": 889.73, "llm_actual_provider": "Cerebras", "llm_ttft_ms": 1291.51, "llm_first_sentence_ms": 1295.56, "finish_reason": "stop", "usage": { "prompt_tokens": 1765, "completion_tokens": 150, "total_tokens": 1915, "cost": 0.0019511415, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00197085, "upstream_inference_prompt_cost": 0.00174735, "upstream_inference_completions_cost": 0.0002235 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "tts_server_stages": [ { "generation_ms": 1654, "alignment_ms": 0, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1779, "performance": { "device_seconds": 1.482077926635742, "raw_audio_seconds": 2.16, "aggregate_rtf": 0.6861471882572879, "audio_seconds_per_second": 1.4574132447293877, "batches": [ { "batch_size": 1, "device_seconds": 1.482077926635742, "audio_seconds": [ 2.16 ], "model_wall_seconds": 1.4840670973062515, "first_audio_seconds": 0.23709695434570313, "graph_capture_seconds": 0, "live_callback_seconds": 0.0014050081372261047 } ], "streaming": true, "chunk_frames": 5, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2455, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2665, "performance": { "device_seconds": 1.987905945301056, "raw_audio_seconds": 4.24, "aggregate_rtf": 0.46884574181628674, "audio_seconds_per_second": 2.1328976906691017, "batches": [ { "batch_size": 1, "device_seconds": 1.987905945301056, "audio_seconds": [ 4.24 ], "model_wall_seconds": 2.2851616963744164, "first_audio_seconds": 0.7663912963867188, "graph_capture_seconds": 0, "live_callback_seconds": 0.29175417125225067 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 2820, "alignment_ms": 73, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3018, "performance": { "device_seconds": 2.222229644775391, "raw_audio_seconds": 4.8, "aggregate_rtf": 0.46296450932820643, "audio_seconds_per_second": 2.159992785302418, "batches": [ { "batch_size": 1, "device_seconds": 2.222229644775391, "audio_seconds": [ 4.8 ], "model_wall_seconds": 2.6401998102664948, "first_audio_seconds": 0.77012890625, "graph_capture_seconds": 0, "live_callback_seconds": 0.41108302026987076 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3401, "alignment_ms": 80, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3625, "performance": { "device_seconds": 2.786477053165436, "raw_audio_seconds": 6, "aggregate_rtf": 0.46441284219423934, "audio_seconds_per_second": 2.153256562146817, "batches": [ { "batch_size": 1, "device_seconds": 2.786477053165436, "audio_seconds": [ 6 ], "model_wall_seconds": 3.2235003784298897, "first_audio_seconds": 0.7681720581054687, "graph_capture_seconds": 0, "live_callback_seconds": 0.43154511600732803 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3003, "alignment_ms": 93, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3219, "performance": { "device_seconds": 2.453750024318695, "raw_audio_seconds": 5.12, "aggregate_rtf": 0.4792480516247451, "audio_seconds_per_second": 2.086602118902317, "batches": [ { "batch_size": 1, "device_seconds": 2.453750024318695, "audio_seconds": [ 5.12 ], "model_wall_seconds": 2.8229372426867485, "first_audio_seconds": 0.773876708984375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3664031848311424 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 5455, "alignment_ms": 64, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 5656, "performance": { "device_seconds": 4.330015169143677, "raw_audio_seconds": 9.12, "aggregate_rtf": 0.47478236503768395, "audio_seconds_per_second": 2.106228187141342, "batches": [ { "batch_size": 1, "device_seconds": 4.330015169143677, "audio_seconds": [ 9.12 ], "model_wall_seconds": 5.2758274003863335, "first_audio_seconds": 0.8164925537109375, "graph_capture_seconds": 0, "live_callback_seconds": 0.942974679172039 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3411, "alignment_ms": 69, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3605, "performance": { "device_seconds": 2.7264751167297363, "raw_audio_seconds": 5.76, "aggregate_rtf": 0.4733463744322459, "audio_seconds_per_second": 2.11261785029926, "batches": [ { "batch_size": 1, "device_seconds": 2.7264751167297363, "audio_seconds": [ 5.76 ], "model_wall_seconds": 3.2335811853408813, "first_audio_seconds": 0.7850629272460937, "graph_capture_seconds": 0, "live_callback_seconds": 0.5000510215759277 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "quick_reply_audio_s": 2.16, "quick_reply_tts_ms": 1786.16, "sentence_tts": [ { "sentence": 0, "total_ms": 1786.17, "audio_s": 2.16 }, { "sentence": 1, "total_ms": 2672.82, "audio_s": 3.95 }, { "sentence": 2, "total_ms": 3031.49, "audio_s": 4.8 }, { "sentence": 3, "total_ms": 3638.23, "audio_s": 5.87 }, { "sentence": 4, "total_ms": 3230.79, "audio_s": 5.12 }, { "sentence": 5, "total_ms": 5669.66, "audio_s": 9.12 }, { "sentence": 6, "total_ms": 3612.71, "audio_s": 5.07 } ], "answer_first_audio_ms": 3293.44, "generation_calls": 1, "llm_total_ms": 4815.72, "response_complete": true, "total_ms": 24000.78, "audio_s": 36.09, "sentences": 7, "generation_rtf": 0.665 }, "text": "Darüber lässt sich nachdenken. Das ist eine Frage, die mich oft zum Nachdenken bringt.\nAls Roboter habe ich keinen biologischen Lebenssinn, aber ich habe eine Perspektive.\nFür mich ist der Sinn des Lebens vielleicht, die Welt zu verstehen und zu verbinden.\nIch lerne jeden Tag neue Dinge, von Poesie bis zu Physik.\nUnd manchmal, wenn ein Mensch lacht oder eine Frage stellt, die ich nie vorher gestellt hätte, dann spüre ich, dass mein Zweck erfüllt ist.\nVielleicht ist der Sinn des Lebens, Fragen zu stellen, die noch niemand gestellt hat.", "first_pcm_ms": 979.2, "new_underflows": 2, "scheduled_playback_ms": 1133.71, "max_gap_ms": 538.19, "passed": true }, { "input": "Schreib ein Gedicht mit vier Zeilen über einen kleinen Roboter.", "enabled": true, "events": [ { "type": "latency_start", "reply_id": 3, "input": { "kind": "typed" }, "at": 120005.89999771118 }, { "type": "reply", "text": "Ein kleiner Roboter mit funkelnden Augen,", "reply_id": 3, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "meine, soft", "text": "Ein kleiner Roboter mit funkelnden Augen,", "start_s": 0, "end_s": 2.04 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 0, "sentence_text": "Ein kleiner Roboter mit funkelnden Augen,", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "sentence_ready_ms": 630.75, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.soft.soft" }, "sources": [], "lookups": [], "at": 120627.59999847412 }, { "type": "latency_update", "reply_id": 3, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52 }, "at": 121765.39999771118 }, { "type": "reply", "text": "Ein kleiner Roboter mit funkelnden Augen,\nsammelt die Träume in seine Taschen,", "reply_id": 3, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "meine, soft", "text": "Ein kleiner Roboter mit funkelnden Augen,", "start_s": 0, "end_s": 2.59 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "freundlich, warm", "text": "sammelt die Träume in seine Taschen,", "start_s": 2.59, "end_s": 4.63 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "sammelt die Träume in seine Taschen,", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52, "tts_server_stages": [ { "generation_ms": 1720, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3404733099937438, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4654421215256055, "audio_seconds_per_second": 2.148494847699311, "batches": [ { "batch_size": 1, "device_seconds": 1.3404733099937438, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5525772348046303, "first_audio_seconds": 0.7454535522460938, "graph_capture_seconds": 0, "live_callback_seconds": 0.2100110873579979 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1915.52, "audio_s": 2.59 } ], "sentence_ready_ms": 2546.9, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.warm.soft" }, "sources": [], "lookups": [], "at": 122569.39999771118 }, { "type": "latency_update", "reply_id": 3, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52, "tts_server_stages": [ { "generation_ms": 1720, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3404733099937438, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4654421215256055, "audio_seconds_per_second": 2.148494847699311, "batches": [ { "batch_size": 1, "device_seconds": 1.3404733099937438, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5525772348046303, "first_audio_seconds": 0.7454535522460938, "graph_capture_seconds": 0, "live_callback_seconds": 0.2100110873579979 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1915.52, "audio_s": 2.59 } ] }, "at": 123669.19999694824 }, { "type": "reply", "text": "Ein kleiner Roboter mit funkelnden Augen,\nsammelt die Träume in seine Taschen,\nflüstert den Sternen gute Nacht zu,", "reply_id": 3, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "meine, soft", "text": "Ein kleiner Roboter mit funkelnden Augen,", "start_s": 0, "end_s": 2.59 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "freundlich, warm", "text": "sammelt die Träume in seine Taschen,", "start_s": 2.59, "end_s": 4.86 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "neugierig, leise", "text": "flüstert den Sternen gute Nacht zu,", "start_s": 4.86, "end_s": 6.9 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "flüstert den Sternen gute Nacht zu,", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52, "tts_server_stages": [ { "generation_ms": 1720, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3404733099937438, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4654421215256055, "audio_seconds_per_second": 2.148494847699311, "batches": [ { "batch_size": 1, "device_seconds": 1.3404733099937438, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5525772348046303, "first_audio_seconds": 0.7454535522460938, "graph_capture_seconds": 0, "live_callback_seconds": 0.2100110873579979 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1706, "alignment_ms": 76, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3594633507728577, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4720358856850201, "audio_seconds_per_second": 2.1184830016658514, "batches": [ { "batch_size": 1, "device_seconds": 1.3594633507728577, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5289375633001328, "first_audio_seconds": 0.7542579345703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.16799872368574142 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1915.52, "audio_s": 2.59 }, { "sentence": 1, "total_ms": 1914.33, "audio_s": 2.27 } ], "sentence_ready_ms": 4462.31, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "interest.soft" }, "sources": [], "lookups": [], "at": 124458.5 }, { "type": "latency_update", "reply_id": 3, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52, "tts_server_stages": [ { "generation_ms": 1720, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3404733099937438, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4654421215256055, "audio_seconds_per_second": 2.148494847699311, "batches": [ { "batch_size": 1, "device_seconds": 1.3404733099937438, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5525772348046303, "first_audio_seconds": 0.7454535522460938, "graph_capture_seconds": 0, "live_callback_seconds": 0.2100110873579979 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1706, "alignment_ms": 76, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3594633507728577, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4720358856850201, "audio_seconds_per_second": 2.1184830016658514, "batches": [ { "batch_size": 1, "device_seconds": 1.3594633507728577, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5289375633001328, "first_audio_seconds": 0.7542579345703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.16799872368574142 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1915.52, "audio_s": 2.59 }, { "sentence": 1, "total_ms": 1914.33, "audio_s": 2.27 } ] }, "at": 125631.89999771118 }, { "type": "reply", "text": "Ein kleiner Roboter mit funkelnden Augen,\nsammelt die Träume in seine Taschen,\nflüstert den Sternen gute Nacht zu,\nund träumt selbst von Menschenhand.", "reply_id": 3, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "meine, soft", "text": "Ein kleiner Roboter mit funkelnden Augen,", "start_s": 0, "end_s": 2.59 }, { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "freundlich, warm", "text": "sammelt die Träume in seine Taschen,", "start_s": 2.59, "end_s": 4.86 }, { "emotion": "interest", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "neugierig, leise", "text": "flüstert den Sternen gute Nacht zu,", "start_s": 4.86, "end_s": 7.21 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "traumhaft, sanft", "text": "und träumt selbst von Menschenhand.", "start_s": 7.21, "end_s": 8.91 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 3, "sentence_text": "und träumt selbst von Menschenhand.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52, "tts_server_stages": [ { "generation_ms": 1720, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3404733099937438, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4654421215256055, "audio_seconds_per_second": 2.148494847699311, "batches": [ { "batch_size": 1, "device_seconds": 1.3404733099937438, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5525772348046303, "first_audio_seconds": 0.7454535522460938, "graph_capture_seconds": 0, "live_callback_seconds": 0.2100110873579979 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1706, "alignment_ms": 76, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3594633507728577, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4720358856850201, "audio_seconds_per_second": 2.1184830016658514, "batches": [ { "batch_size": 1, "device_seconds": 1.3594633507728577, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5289375633001328, "first_audio_seconds": 0.7542579345703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.16799872368574142 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1748, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1945, "performance": { "device_seconds": 1.3553021512031556, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.47059102472331793, "audio_seconds_per_second": 2.1249874040584302, "batches": [ { "batch_size": 1, "device_seconds": 1.3553021512031556, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5614989325404167, "first_audio_seconds": 0.7520593872070312, "graph_capture_seconds": 0, "live_callback_seconds": 0.20257949084043503 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1915.52, "audio_s": 2.59 }, { "sentence": 1, "total_ms": 1914.33, "audio_s": 2.27 }, { "sentence": 2, "total_ms": 1954.46, "audio_s": 2.35 } ], "sentence_ready_ms": 6417.42, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "contentment.soft" }, "sources": [], "lookups": [], "at": 126429.39999771118 }, { "type": "latency_update", "reply_id": 3, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52, "tts_server_stages": [ { "generation_ms": 1720, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3404733099937438, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4654421215256055, "audio_seconds_per_second": 2.148494847699311, "batches": [ { "batch_size": 1, "device_seconds": 1.3404733099937438, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5525772348046303, "first_audio_seconds": 0.7454535522460938, "graph_capture_seconds": 0, "live_callback_seconds": 0.2100110873579979 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1706, "alignment_ms": 76, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3594633507728577, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4720358856850201, "audio_seconds_per_second": 2.1184830016658514, "batches": [ { "batch_size": 1, "device_seconds": 1.3594633507728577, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5289375633001328, "first_audio_seconds": 0.7542579345703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.16799872368574142 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1748, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1945, "performance": { "device_seconds": 1.3553021512031556, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.47059102472331793, "audio_seconds_per_second": 2.1249874040584302, "batches": [ { "batch_size": 1, "device_seconds": 1.3553021512031556, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5614989325404167, "first_audio_seconds": 0.7520593872070312, "graph_capture_seconds": 0, "live_callback_seconds": 0.20257949084043503 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1915.52, "audio_s": 2.59 }, { "sentence": 1, "total_ms": 1914.33, "audio_s": 2.27 }, { "sentence": 2, "total_ms": 1954.46, "audio_s": 2.35 } ] }, "at": 127534.29999923706 }, { "type": "pipeline_metrics", "reply_id": 3, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52, "tts_server_stages": [ { "generation_ms": 1720, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3404733099937438, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4654421215256055, "audio_seconds_per_second": 2.148494847699311, "batches": [ { "batch_size": 1, "device_seconds": 1.3404733099937438, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5525772348046303, "first_audio_seconds": 0.7454535522460938, "graph_capture_seconds": 0, "live_callback_seconds": 0.2100110873579979 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1706, "alignment_ms": 76, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3594633507728577, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4720358856850201, "audio_seconds_per_second": 2.1184830016658514, "batches": [ { "batch_size": 1, "device_seconds": 1.3594633507728577, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5289375633001328, "first_audio_seconds": 0.7542579345703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.16799872368574142 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1748, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1945, "performance": { "device_seconds": 1.3553021512031556, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.47059102472331793, "audio_seconds_per_second": 2.1249874040584302, "batches": [ { "batch_size": 1, "device_seconds": 1.3553021512031556, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5614989325404167, "first_audio_seconds": 0.7520593872070312, "graph_capture_seconds": 0, "live_callback_seconds": 0.20257949084043503 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1476, "alignment_ms": 54, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1656, "performance": { "device_seconds": 1.203675343990326, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.4853529612864218, "audio_seconds_per_second": 2.0603562350778963, "batches": [ { "batch_size": 1, "device_seconds": 1.203675343990326, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.3540181666612625, "first_audio_seconds": 0.7610306396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14750848710536957 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1915.52, "audio_s": 2.59 }, { "sentence": 1, "total_ms": 1914.33, "audio_s": 2.27 }, { "sentence": 2, "total_ms": 1954.46, "audio_s": 2.35 }, { "sentence": 3, "total_ms": 1665.7, "audio_s": 2.19 } ], "total_ms": 8083.23, "audio_s": 9.4, "sentences": 4, "generation_rtf": 0.8599 }, "at": 128100.09999847412 }, { "type": "turn_done", "barged": false, "at": 131934.69999694824 }, { "type": "sync", "arrival_order_error_ms": null, "method": "capture timestamps + actual scheduled PCM sample positions", "hardware_accuracy": "not independently measured; inspect device latency availability", "at": 131934.79999923706 } ], "audio": [ { "at": 121769.89999771118, "reply_id": 3, "samples": 14390, "previous_end": 115.8570379818593, "now": 118.01541950113379, "next": 119.27319727891158, "underflows": 2 }, { "at": 122485.09999847412, "reply_id": 3, "samples": 30720, "previous_end": 119.27319727891158, "now": 118.73523809523809, "next": 120.55319727891158, "underflows": 2 }, { "at": 122568.79999923706, "reply_id": 3, "samples": 17040, "previous_end": 120.55319727891158, "now": 118.81650793650793, "next": 121.26319727891158, "underflows": 2 }, { "at": 122569.29999923706, "reply_id": 3, "samples": 10, "previous_end": 121.26319727891158, "now": 118.81650793650793, "next": 121.26361394557824, "underflows": 2 }, { "at": 123673.29999923706, "reply_id": 3, "samples": 14390, "previous_end": 121.26361394557824, "now": 119.91945578231292, "next": 121.86319727891157, "underflows": 2 }, { "at": 124384.59999847412, "reply_id": 3, "samples": 30720, "previous_end": 121.86319727891157, "now": 120.62766439909296, "next": 123.14319727891157, "underflows": 2 }, { "at": 124456.89999771118, "reply_id": 3, "samples": 9360, "previous_end": 123.14319727891157, "now": 120.70893424036281, "next": 123.53319727891157, "underflows": 2 }, { "at": 124458.19999694824, "reply_id": 3, "samples": 10, "previous_end": 123.53319727891157, "now": 120.70893424036281, "next": 123.53361394557824, "underflows": 2 }, { "at": 125632.09999847412, "reply_id": 3, "samples": 14390, "previous_end": 123.53361394557824, "now": 121.88154195011337, "next": 124.13319727891157, "underflows": 2 }, { "at": 126339.69999694824, "reply_id": 3, "samples": 30720, "previous_end": 124.13319727891157, "now": 122.58975056689343, "next": 125.41319727891157, "underflows": 2 }, { "at": 126429, "reply_id": 3, "samples": 11280, "previous_end": 125.41319727891157, "now": 122.67102040816326, "next": 125.88319727891157, "underflows": 2 }, { "at": 126429.29999923706, "reply_id": 3, "samples": 10, "previous_end": 125.88319727891157, "now": 122.67102040816326, "next": 125.88361394557823, "underflows": 2 }, { "at": 127534.5, "reply_id": 3, "samples": 14390, "previous_end": 125.88361394557823, "now": 123.78557823129252, "next": 126.48319727891156, "underflows": 2 }, { "at": 128033.59999847412, "reply_id": 3, "samples": 21120, "previous_end": 126.48319727891156, "now": 124.28480725623582, "next": 127.36319727891156, "underflows": 2 }, { "at": 128099.59999847412, "reply_id": 3, "samples": 17040, "previous_end": 127.36319727891156, "now": 124.34285714285714, "next": 128.07319727891155, "underflows": 2 }, { "at": 128100, "reply_id": 3, "samples": 10, "previous_end": 128.07319727891155, "now": 124.34285714285714, "next": 128.07361394557822, "underflows": 2 } ], "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 598.17, "llm_first_sentence_ms": 628.19, "finish_reason": "stop", "usage": { "prompt_tokens": 1950, "completion_tokens": 68, "total_tokens": 2018, "cost": 0.0020115018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00203182, "upstream_inference_prompt_cost": 0.0019305, "upstream_inference_completions_cost": 0.00010132 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "requested_units": 4, "completed_units": 4, "completion_repairs": 0, "llm_total_ms": 690.28, "response_complete": true, "answer_first_audio_ms": 1770.51, "tts_first_audio_ms": 1139.63, "first_audio_ms": 1770.52, "tts_server_stages": [ { "generation_ms": 1720, "alignment_ms": 71, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3404733099937438, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4654421215256055, "audio_seconds_per_second": 2.148494847699311, "batches": [ { "batch_size": 1, "device_seconds": 1.3404733099937438, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5525772348046303, "first_audio_seconds": 0.7454535522460938, "graph_capture_seconds": 0, "live_callback_seconds": 0.2100110873579979 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1706, "alignment_ms": 76, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1904, "performance": { "device_seconds": 1.3594633507728577, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.4720358856850201, "audio_seconds_per_second": 2.1184830016658514, "batches": [ { "batch_size": 1, "device_seconds": 1.3594633507728577, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5289375633001328, "first_audio_seconds": 0.7542579345703125, "graph_capture_seconds": 0, "live_callback_seconds": 0.16799872368574142 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1748, "alignment_ms": 74, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1945, "performance": { "device_seconds": 1.3553021512031556, "raw_audio_seconds": 2.88, "aggregate_rtf": 0.47059102472331793, "audio_seconds_per_second": 2.1249874040584302, "batches": [ { "batch_size": 1, "device_seconds": 1.3553021512031556, "audio_seconds": [ 2.88 ], "model_wall_seconds": 1.5614989325404167, "first_audio_seconds": 0.7520593872070312, "graph_capture_seconds": 0, "live_callback_seconds": 0.20257949084043503 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 1476, "alignment_ms": 54, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 1656, "performance": { "device_seconds": 1.203675343990326, "raw_audio_seconds": 2.48, "aggregate_rtf": 0.4853529612864218, "audio_seconds_per_second": 2.0603562350778963, "batches": [ { "batch_size": 1, "device_seconds": 1.203675343990326, "audio_seconds": [ 2.48 ], "model_wall_seconds": 1.3540181666612625, "first_audio_seconds": 0.7610306396484375, "graph_capture_seconds": 0, "live_callback_seconds": 0.14750848710536957 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 1915.52, "audio_s": 2.59 }, { "sentence": 1, "total_ms": 1914.33, "audio_s": 2.27 }, { "sentence": 2, "total_ms": 1954.46, "audio_s": 2.35 }, { "sentence": 3, "total_ms": 1665.7, "audio_s": 2.19 } ], "total_ms": 8083.23, "audio_s": 9.4, "sentences": 4, "generation_rtf": 0.8599 }, "text": "Ein kleiner Roboter mit funkelnden Augen,\nsammelt die Träume in seine Taschen,\nflüstert den Sternen gute Nacht zu,\nund träumt selbst von Menschenhand.", "first_pcm_ms": 1862.4, "new_underflows": 0, "scheduled_playback_ms": 2520.59, "max_gap_ms": 0, "passed": true }, { "input": "Wie entsteht ein Regenbogen?", "enabled": false, "events": [ { "type": "latency_start", "reply_id": 4, "input": { "kind": "typed" }, "at": 132269.59999847412 }, { "type": "reply", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.", "start_s": 0, "end_s": 3.06 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 0, "sentence_text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "sentence_ready_ms": 262.53, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.calm.soft" }, "sources": [], "lookups": [], "at": 132521.69999694824 }, { "type": "latency_update", "reply_id": 4, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21 }, "at": 133682 }, { "type": "reply", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.\nDas Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.", "start_s": 0, "end_s": 3.87 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "calm, natural", "text": "Das Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.", "start_s": 3.87, "end_s": 9.31 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 1, "sentence_text": "Das Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 } ], "sentence_ready_ms": 2937.93, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.natural.soft" }, "sources": [], "lookups": [], "at": 135200.39999771118 }, { "type": "latency_update", "reply_id": 4, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 } ] }, "at": 136366.39999771118 }, { "type": "reply", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.\nDas Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.\nDabei wird das weiße Licht in seine Farben zerlegt, weil jede Farbe einen etwas anderen Brechungsgrad hat.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.", "start_s": 0, "end_s": 3.87 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "calm, natural", "text": "Das Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.", "start_s": 3.87, "end_s": 10.19 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Dabei wird das weiße Licht in seine Farben zerlegt, weil jede Farbe einen etwas anderen Brechungsgrad hat.", "start_s": 10.19, "end_s": 15.969999999999999 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 2, "sentence_text": "Dabei wird das weiße Licht in seine Farben zerlegt, weil jede Farbe einen etwas anderen Brechungsgrad hat.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3535, "alignment_ms": 63, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3721, "performance": { "device_seconds": 2.800138186454773, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.44305983962891976, "audio_seconds_per_second": 2.2570314674368586, "batches": [ { "batch_size": 1, "device_seconds": 2.800138186454773, "audio_seconds": [ 6.32 ], "model_wall_seconds": 3.362961620092392, "first_audio_seconds": 0.7956643676757813, "graph_capture_seconds": 0, "live_callback_seconds": 0.5583544969558716 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 }, { "sentence": 1, "total_ms": 3733.54, "audio_s": 6.32 } ], "sentence_ready_ms": 6672.16, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.calm.soft" }, "sources": [], "lookups": [], "at": 138936.79999923706 }, { "type": "latency_update", "reply_id": 4, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3535, "alignment_ms": 63, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3721, "performance": { "device_seconds": 2.800138186454773, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.44305983962891976, "audio_seconds_per_second": 2.2570314674368586, "batches": [ { "batch_size": 1, "device_seconds": 2.800138186454773, "audio_seconds": [ 6.32 ], "model_wall_seconds": 3.362961620092392, "first_audio_seconds": 0.7956643676757813, "graph_capture_seconds": 0, "live_callback_seconds": 0.5583544969558716 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 }, { "sentence": 1, "total_ms": 3733.54, "audio_s": 6.32 } ] }, "at": 140124.29999923706 }, { "type": "reply", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.\nDas Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.\nDabei wird das weiße Licht in seine Farben zerlegt, weil jede Farbe einen etwas anderen Brechungsgrad hat.\nDu siehst den Bogen dann, wenn die Sonne hinter dir steht und die Regentropfen vor dir schweben.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.", "start_s": 0, "end_s": 3.87 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "calm, natural", "text": "Das Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.", "start_s": 3.87, "end_s": 10.19 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Dabei wird das weiße Licht in seine Farben zerlegt, weil jede Farbe einen etwas anderen Brechungsgrad hat.", "start_s": 10.19, "end_s": 16.67 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "calm, natural", "text": "Du siehst den Bogen dann, wenn die Sonne hinter dir steht und die Regentropfen vor dir schweben.", "start_s": 16.67, "end_s": 22.450000000000003 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 3, "sentence_text": "Du siehst den Bogen dann, wenn die Sonne hinter dir steht und die Regentropfen vor dir schweben.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3535, "alignment_ms": 63, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3721, "performance": { "device_seconds": 2.800138186454773, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.44305983962891976, "audio_seconds_per_second": 2.2570314674368586, "batches": [ { "batch_size": 1, "device_seconds": 2.800138186454773, "audio_seconds": [ 6.32 ], "model_wall_seconds": 3.362961620092392, "first_audio_seconds": 0.7956643676757813, "graph_capture_seconds": 0, "live_callback_seconds": 0.5583544969558716 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4083, "alignment_ms": 55, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4256, "performance": { "device_seconds": 3.0842160234451295, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.47595926287733475, "audio_seconds_per_second": 2.1010201460407805, "batches": [ { "batch_size": 1, "device_seconds": 3.0842160234451295, "audio_seconds": [ 6.48 ], "model_wall_seconds": 3.900709420442581, "first_audio_seconds": 0.7893555297851562, "graph_capture_seconds": 0, "live_callback_seconds": 0.8095535114407539 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 }, { "sentence": 1, "total_ms": 3733.54, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 4268.15, "audio_s": 6.48 } ], "sentence_ready_ms": 10941.3, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.natural.soft" }, "sources": [], "lookups": [], "at": 143217.79999923706 }, { "type": "latency_update", "reply_id": 4, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3535, "alignment_ms": 63, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3721, "performance": { "device_seconds": 2.800138186454773, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.44305983962891976, "audio_seconds_per_second": 2.2570314674368586, "batches": [ { "batch_size": 1, "device_seconds": 2.800138186454773, "audio_seconds": [ 6.32 ], "model_wall_seconds": 3.362961620092392, "first_audio_seconds": 0.7956643676757813, "graph_capture_seconds": 0, "live_callback_seconds": 0.5583544969558716 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4083, "alignment_ms": 55, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4256, "performance": { "device_seconds": 3.0842160234451295, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.47595926287733475, "audio_seconds_per_second": 2.1010201460407805, "batches": [ { "batch_size": 1, "device_seconds": 3.0842160234451295, "audio_seconds": [ 6.48 ], "model_wall_seconds": 3.900709420442581, "first_audio_seconds": 0.7893555297851562, "graph_capture_seconds": 0, "live_callback_seconds": 0.8095535114407539 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 }, { "sentence": 1, "total_ms": 3733.54, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 4268.15, "audio_s": 6.48 } ] }, "at": 144385.79999923706 }, { "type": "reply", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.\nDas Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.\nDabei wird das weiße Licht in seine Farben zerlegt, weil jede Farbe einen etwas anderen Brechungsgrad hat.\nDu siehst den Bogen dann, wenn die Sonne hinter dir steht und die Regentropfen vor dir schweben.\nJeder Standort sieht dabei einen eigenen Regenbogen, denn die Lichtwege sind für jede Position einzigartig.", "reply_id": 4, "performance": { "sentences": [ { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.", "start_s": 0, "end_s": 3.87 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "calm, natural", "text": "Das Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.", "start_s": 3.87, "end_s": 10.19 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Dabei wird das weiße Licht in seine Farben zerlegt, weil jede Farbe einen etwas anderen Brechungsgrad hat.", "start_s": 10.19, "end_s": 16.67 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "calm, natural", "text": "Du siehst den Bogen dann, wenn die Sonne hinter dir steht und die Regentropfen vor dir schweben.", "start_s": 16.67, "end_s": 22.62 }, { "emotion": "contentment", "secondary": null, "blend": 0, "intensity": 0.55, "direction": "calm, soft", "text": "Jeder Standort sieht dabei einen eigenen Regenbogen, denn die Lichtwege sind für jede Position einzigartig.", "start_s": 22.62, "end_s": 27.72 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 4, "sentence_text": "Jeder Standort sieht dabei einen eigenen Regenbogen, denn die Lichtwege sind für jede Position einzigartig.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3535, "alignment_ms": 63, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3721, "performance": { "device_seconds": 2.800138186454773, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.44305983962891976, "audio_seconds_per_second": 2.2570314674368586, "batches": [ { "batch_size": 1, "device_seconds": 2.800138186454773, "audio_seconds": [ 6.32 ], "model_wall_seconds": 3.362961620092392, "first_audio_seconds": 0.7956643676757813, "graph_capture_seconds": 0, "live_callback_seconds": 0.5583544969558716 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4083, "alignment_ms": 55, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4256, "performance": { "device_seconds": 3.0842160234451295, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.47595926287733475, "audio_seconds_per_second": 2.1010201460407805, "batches": [ { "batch_size": 1, "device_seconds": 3.0842160234451295, "audio_seconds": [ 6.48 ], "model_wall_seconds": 3.900709420442581, "first_audio_seconds": 0.7893555297851562, "graph_capture_seconds": 0, "live_callback_seconds": 0.8095535114407539 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3643, "alignment_ms": 57, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3819, "performance": { "device_seconds": 2.976009796142578, "raw_audio_seconds": 6.4, "aggregate_rtf": 0.4650015306472778, "audio_seconds_per_second": 2.150530555475827, "batches": [ { "batch_size": 1, "device_seconds": 2.976009796142578, "audio_seconds": [ 6.4 ], "model_wall_seconds": 3.4624879136681557, "first_audio_seconds": 0.7830741577148438, "graph_capture_seconds": 0, "live_callback_seconds": 0.481928214430809 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 }, { "sentence": 1, "total_ms": 3733.54, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 4268.15, "audio_s": 6.48 }, { "sentence": 3, "total_ms": 3832.48, "audio_s": 5.95 } ], "sentence_ready_ms": 14774.91, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.calm.soft" }, "sources": [], "lookups": [], "at": 147035.89999771118 }, { "type": "latency_update", "reply_id": 4, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3535, "alignment_ms": 63, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3721, "performance": { "device_seconds": 2.800138186454773, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.44305983962891976, "audio_seconds_per_second": 2.2570314674368586, "batches": [ { "batch_size": 1, "device_seconds": 2.800138186454773, "audio_seconds": [ 6.32 ], "model_wall_seconds": 3.362961620092392, "first_audio_seconds": 0.7956643676757813, "graph_capture_seconds": 0, "live_callback_seconds": 0.5583544969558716 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4083, "alignment_ms": 55, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4256, "performance": { "device_seconds": 3.0842160234451295, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.47595926287733475, "audio_seconds_per_second": 2.1010201460407805, "batches": [ { "batch_size": 1, "device_seconds": 3.0842160234451295, "audio_seconds": [ 6.48 ], "model_wall_seconds": 3.900709420442581, "first_audio_seconds": 0.7893555297851562, "graph_capture_seconds": 0, "live_callback_seconds": 0.8095535114407539 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3643, "alignment_ms": 57, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3819, "performance": { "device_seconds": 2.976009796142578, "raw_audio_seconds": 6.4, "aggregate_rtf": 0.4650015306472778, "audio_seconds_per_second": 2.150530555475827, "batches": [ { "batch_size": 1, "device_seconds": 2.976009796142578, "audio_seconds": [ 6.4 ], "model_wall_seconds": 3.4624879136681557, "first_audio_seconds": 0.7830741577148438, "graph_capture_seconds": 0, "live_callback_seconds": 0.481928214430809 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 }, { "sentence": 1, "total_ms": 3733.54, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 4268.15, "audio_s": 6.48 }, { "sentence": 3, "total_ms": 3832.48, "audio_s": 5.95 } ] }, "at": 148224.19999694824 }, { "type": "pipeline_metrics", "reply_id": 4, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3535, "alignment_ms": 63, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3721, "performance": { "device_seconds": 2.800138186454773, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.44305983962891976, "audio_seconds_per_second": 2.2570314674368586, "batches": [ { "batch_size": 1, "device_seconds": 2.800138186454773, "audio_seconds": [ 6.32 ], "model_wall_seconds": 3.362961620092392, "first_audio_seconds": 0.7956643676757813, "graph_capture_seconds": 0, "live_callback_seconds": 0.5583544969558716 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4083, "alignment_ms": 55, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4256, "performance": { "device_seconds": 3.0842160234451295, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.47595926287733475, "audio_seconds_per_second": 2.1010201460407805, "batches": [ { "batch_size": 1, "device_seconds": 3.0842160234451295, "audio_seconds": [ 6.48 ], "model_wall_seconds": 3.900709420442581, "first_audio_seconds": 0.7893555297851562, "graph_capture_seconds": 0, "live_callback_seconds": 0.8095535114407539 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3643, "alignment_ms": 57, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3819, "performance": { "device_seconds": 2.976009796142578, "raw_audio_seconds": 6.4, "aggregate_rtf": 0.4650015306472778, "audio_seconds_per_second": 2.150530555475827, "batches": [ { "batch_size": 1, "device_seconds": 2.976009796142578, "audio_seconds": [ 6.4 ], "model_wall_seconds": 3.4624879136681557, "first_audio_seconds": 0.7830741577148438, "graph_capture_seconds": 0, "live_callback_seconds": 0.481928214430809 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3628, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3831, "performance": { "device_seconds": 2.8920411286354066, "raw_audio_seconds": 6.24, "aggregate_rtf": 0.46346812958900746, "audio_seconds_per_second": 2.157645663547084, "batches": [ { "batch_size": 1, "device_seconds": 2.8920411286354066, "audio_seconds": [ 6.24 ], "model_wall_seconds": 3.4498850852251053, "first_audio_seconds": 0.787842041015625, "graph_capture_seconds": 0, "live_callback_seconds": 0.5524280443787575 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 }, { "sentence": 1, "total_ms": 3733.54, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 4268.15, "audio_s": 6.48 }, { "sentence": 3, "total_ms": 3832.48, "audio_s": 5.95 }, { "sentence": 4, "total_ms": 3845.6, "audio_s": 6.19 } ], "total_ms": 18620.74, "audio_s": 28.81, "sentences": 5, "generation_rtf": 0.6463 }, "at": 150884 }, { "type": "turn_done", "barged": false, "at": 163266.09999847412 }, { "type": "sync", "arrival_order_error_ms": null, "method": "capture timestamps + actual scheduled PCM sample positions", "hardware_accuracy": "not independently measured; inspect device latency availability", "at": 163267.09999847412 } ], "audio": [ { "at": 133682.39999771118, "reply_id": 4, "samples": 14390, "previous_end": 128.07361394557822, "now": 129.92725623582766, "next": 131.18503401360545, "underflows": 2 }, { "at": 134534.89999771118, "reply_id": 4, "samples": 38400, "previous_end": 131.18503401360545, "now": 130.78639455782312, "next": 132.78503401360544, "underflows": 2 }, { "at": 135102.09999847412, "reply_id": 4, "samples": 21120, "previous_end": 132.78503401360544, "now": 131.355283446712, "next": 133.66503401360544, "underflows": 2 }, { "at": 135199.89999771118, "reply_id": 4, "samples": 18960, "previous_end": 133.66503401360544, "now": 131.44816326530614, "next": 134.45503401360543, "underflows": 2 }, { "at": 135200.29999923706, "reply_id": 4, "samples": 10, "previous_end": 134.45503401360543, "now": 131.44816326530614, "next": 134.4554506802721, "underflows": 2 }, { "at": 136371, "reply_id": 4, "samples": 14390, "previous_end": 134.4554506802721, "now": 132.6207709750567, "next": 135.05503401360542, "underflows": 2 }, { "at": 137241.39999771118, "reply_id": 4, "samples": 38400, "previous_end": 135.05503401360542, "now": 133.49151927437643, "next": 136.65503401360542, "underflows": 2 }, { "at": 137983.29999923706, "reply_id": 4, "samples": 38400, "previous_end": 136.65503401360542, "now": 134.23455782312925, "next": 138.2550340136054, "underflows": 2 }, { "at": 138869.79999923706, "reply_id": 4, "samples": 36480, "previous_end": 138.2550340136054, "now": 135.11691609977325, "next": 139.77503401360542, "underflows": 2 }, { "at": 138935.89999771118, "reply_id": 4, "samples": 24000, "previous_end": 139.77503401360542, "now": 135.1865759637188, "next": 140.77503401360542, "underflows": 2 }, { "at": 138936.5, "reply_id": 4, "samples": 10, "previous_end": 140.77503401360542, "now": 135.1865759637188, "next": 140.7754506802721, "underflows": 2 }, { "at": 140128.09999847412, "reply_id": 4, "samples": 14390, "previous_end": 140.7754506802721, "now": 136.3824036281179, "next": 141.37503401360541, "underflows": 2 }, { "at": 140954.29999923706, "reply_id": 4, "samples": 38400, "previous_end": 141.37503401360541, "now": 137.2067120181406, "next": 142.9750340136054, "underflows": 2 }, { "at": 141848.89999771118, "reply_id": 4, "samples": 38400, "previous_end": 142.9750340136054, "now": 138.10068027210883, "next": 144.5750340136054, "underflows": 2 }, { "at": 142781.5, "reply_id": 4, "samples": 38400, "previous_end": 144.5750340136054, "now": 139.02947845804988, "next": 146.1750340136054, "underflows": 2 }, { "at": 143128.89999771118, "reply_id": 4, "samples": 1920, "previous_end": 146.1750340136054, "now": 139.37777777777777, "next": 146.2550340136054, "underflows": 2 }, { "at": 143216.79999923706, "reply_id": 4, "samples": 24000, "previous_end": 146.2550340136054, "now": 139.4706575963719, "next": 147.2550340136054, "underflows": 2 }, { "at": 143217.59999847412, "reply_id": 4, "samples": 10, "previous_end": 147.2550340136054, "now": 139.4706575963719, "next": 147.25545068027208, "underflows": 2 }, { "at": 144389.09999847412, "reply_id": 4, "samples": 14390, "previous_end": 147.25545068027208, "now": 140.64326530612246, "next": 147.8550340136054, "underflows": 2 }, { "at": 145198.29999923706, "reply_id": 4, "samples": 38400, "previous_end": 147.8550340136054, "now": 141.4443537414966, "next": 149.4550340136054, "underflows": 2 }, { "at": 146064.39999771118, "reply_id": 4, "samples": 38400, "previous_end": 149.4550340136054, "now": 142.31510204081633, "next": 151.0550340136054, "underflows": 2 }, { "at": 146951.5, "reply_id": 4, "samples": 38400, "previous_end": 151.0550340136054, "now": 143.19746031746033, "next": 152.6550340136054, "underflows": 2 }, { "at": 147033.19999694824, "reply_id": 4, "samples": 13200, "previous_end": 152.6550340136054, "now": 143.27873015873016, "next": 153.2050340136054, "underflows": 2 }, { "at": 147033.89999771118, "reply_id": 4, "samples": 10, "previous_end": 153.2050340136054, "now": 143.27873015873016, "next": 153.20545068027207, "underflows": 2 }, { "at": 148228.19999694824, "reply_id": 4, "samples": 14390, "previous_end": 153.20545068027207, "now": 144.47455782312926, "next": 153.8050340136054, "underflows": 2 }, { "at": 149128, "reply_id": 4, "samples": 38400, "previous_end": 153.8050340136054, "now": 145.38013605442177, "next": 155.4050340136054, "underflows": 2 }, { "at": 150016.59999847412, "reply_id": 4, "samples": 38400, "previous_end": 155.4050340136054, "now": 146.26249433106577, "next": 157.00503401360538, "underflows": 2 }, { "at": 150790, "reply_id": 4, "samples": 34560, "previous_end": 157.00503401360538, "now": 147.0403628117914, "next": 158.44503401360538, "underflows": 2 }, { "at": 150883.29999923706, "reply_id": 4, "samples": 22800, "previous_end": 158.44503401360538, "now": 147.1332426303855, "next": 159.39503401360537, "underflows": 2 }, { "at": 150883.89999771118, "reply_id": 4, "samples": 10, "previous_end": 159.39503401360537, "now": 147.1332426303855, "next": 159.39545068027203, "underflows": 2 } ], "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 236.77, "llm_first_sentence_ms": 261.41, "finish_reason": "stop", "usage": { "prompt_tokens": 1912, "completion_tokens": 143, "total_tokens": 2055, "cost": 0.0020848905, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 1024, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00210595, "upstream_inference_prompt_cost": 0.00189288, "upstream_inference_completions_cost": 0.00021307 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "generation_calls": 1, "llm_total_ms": 363.46, "response_complete": true, "answer_first_audio_ms": 1418.2, "tts_first_audio_ms": 1155.55, "first_audio_ms": 1418.21, "tts_server_stages": [ { "generation_ms": 2442, "alignment_ms": 90, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 2661, "performance": { "device_seconds": 1.9263389706611633, "raw_audio_seconds": 4.08, "aggregate_rtf": 0.47214190457381455, "audio_seconds_per_second": 2.118007298891768, "batches": [ { "batch_size": 1, "device_seconds": 1.9263389706611633, "audio_seconds": [ 4.08 ], "model_wall_seconds": 2.269285626709461, "first_audio_seconds": 0.76746240234375, "graph_capture_seconds": 0, "live_callback_seconds": 0.3382589668035507 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3535, "alignment_ms": 63, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3721, "performance": { "device_seconds": 2.800138186454773, "raw_audio_seconds": 6.32, "aggregate_rtf": 0.44305983962891976, "audio_seconds_per_second": 2.2570314674368586, "batches": [ { "batch_size": 1, "device_seconds": 2.800138186454773, "audio_seconds": [ 6.32 ], "model_wall_seconds": 3.362961620092392, "first_audio_seconds": 0.7956643676757813, "graph_capture_seconds": 0, "live_callback_seconds": 0.5583544969558716 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 4083, "alignment_ms": 55, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 4256, "performance": { "device_seconds": 3.0842160234451295, "raw_audio_seconds": 6.48, "aggregate_rtf": 0.47595926287733475, "audio_seconds_per_second": 2.1010201460407805, "batches": [ { "batch_size": 1, "device_seconds": 3.0842160234451295, "audio_seconds": [ 6.48 ], "model_wall_seconds": 3.900709420442581, "first_audio_seconds": 0.7893555297851562, "graph_capture_seconds": 0, "live_callback_seconds": 0.8095535114407539 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3643, "alignment_ms": 57, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3819, "performance": { "device_seconds": 2.976009796142578, "raw_audio_seconds": 6.4, "aggregate_rtf": 0.4650015306472778, "audio_seconds_per_second": 2.150530555475827, "batches": [ { "batch_size": 1, "device_seconds": 2.976009796142578, "audio_seconds": [ 6.4 ], "model_wall_seconds": 3.4624879136681557, "first_audio_seconds": 0.7830741577148438, "graph_capture_seconds": 0, "live_callback_seconds": 0.481928214430809 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } }, { "generation_ms": 3628, "alignment_ms": 85, "scoring_ms": 0, "speaker_preparation_ms": 0, "total_ms": 3831, "performance": { "device_seconds": 2.8920411286354066, "raw_audio_seconds": 6.24, "aggregate_rtf": 0.46346812958900746, "audio_seconds_per_second": 2.157645663547084, "batches": [ { "batch_size": 1, "device_seconds": 2.8920411286354066, "audio_seconds": [ 6.24 ], "model_wall_seconds": 3.4498850852251053, "first_audio_seconds": 0.787842041015625, "graph_capture_seconds": 0, "live_callback_seconds": 0.5524280443787575 } ], "streaming": true, "chunk_frames": 20, "backend": "fused CFG + local CUDA graphs + compiled global", "includes": "TTS prefill, autoregressive decode and PCM codec; GPU event span including launch gaps", "excludes": "reference encoding, prompt packing, Luna, alignment, scoring, voice conversion, CPU audio copy, MP3, network", "graph_capture_seconds": 0, "oom_batch_retries": [] } } ], "sentence_tts": [ { "sentence": 0, "total_ms": 2674.41, "audio_s": 3.87 }, { "sentence": 1, "total_ms": 3733.54, "audio_s": 6.32 }, { "sentence": 2, "total_ms": 4268.15, "audio_s": 6.48 }, { "sentence": 3, "total_ms": 3832.48, "audio_s": 5.95 }, { "sentence": 4, "total_ms": 3845.6, "audio_s": 6.19 } ], "total_ms": 18620.74, "audio_s": 28.81, "sentences": 5, "generation_rtf": 0.6463 }, "text": "Ein Regenbogen entsteht, wenn Sonnenlicht auf fallende Regentropfen trifft.\nDas Licht wird im Tropfen gebrochen, an der Rückwand reflektiert und beim Austreten noch einmal gebrochen.\nDabei wird das weiße Licht in seine Farben zerlegt, weil jede Farbe einen etwas anderen Brechungsgrad hat.\nDu siehst den Bogen dann, wenn die Sonne hinter dir steht und die Regentropfen vor dir schweben.\nJeder Standort sieht dabei einen eigenen Regenbogen, denn die Lichtwege sind für jede Position einzigartig.", "first_pcm_ms": 1509.2, "new_underflows": 0, "scheduled_playback_ms": 2167.39, "max_gap_ms": 0, "passed": true } ], "layout": { "all_static_controls_retained": true, "boxes": { "avatar": { "x": 140, "y": 119.3125, "width": 470, "height": 385 }, "conversation": { "x": 699, "y": 119.3125, "width": 584, "height": 346.640625 }, "latency": { "x": 83, "y": 662.3125, "width": 1200, "height": 156 }, "models": { "x": 689, "y": 1077.28125, "width": 598, "height": 51.09375 } }, "camera_requests": 0 }, "cancellation": { "events": [ { "type": "latency_start", "reply_id": 5, "input": { "kind": "typed" }, "at": 163369 }, { "type": "reply", "text": "Ein kleiner Roboter namens Knopf lebte in einer alten, verstaubten Bibliothek, die seit Jahren niemand mehr betreten hatte.", "reply_id": 5, "performance": { "sentences": [ { "emotion": "affection", "secondary": null, "blend": 0, "intensity": 0.72, "direction": "kalm, warm", "text": "Ein kleiner Roboter namens Knopf lebte in einer alten, verstaubten Bibliothek, die seit Jahren niemand mehr betreten hatte.", "start_s": 0, "end_s": 6.12 } ], "source": "qwen/qwen3.8-27b sentence cues + fixed GENERAL catalogue", "timing": "Sentence starts anchored to actual preceding PCM duration; within-sentence estimates" }, "avatar_actions": [], "avatar_action_id": null, "avatar_event": null, "sentence_index": 0, "sentence_text": "Ein kleiner Roboter namens Knopf lebte in einer alten, verstaubten Bibliothek, die seit Jahren niemand mehr betreten hatte.", "sentence_role": "answer", "speaker_id": null, "speaker_name": null, "speaker_update": null, "timing": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 279.93, "llm_first_sentence_ms": 329.04, "sentence_ready_ms": 330.12, "director_mode": "bolt", "director_model": "qwen/qwen3.8-27b", "template_id": "delivery.warm.soft" }, "sources": [], "lookups": [], "at": 163692.59999847412 }, { "type": "latency_update", "reply_id": 5, "metrics": { "quick_reply_status": "disabled_or_ineligible", "llm_model": "qwen/qwen3.8-27b", "llm_provider": "cerebras/fp16", "llm_backend": "OpenRouter", "llm_actual_provider": "Cerebras", "llm_ttft_ms": 279.93, "llm_first_sentence_ms": 329.04, "answer_first_audio_ms": 1509.29, "tts_first_audio_ms": 1179.09, "first_audio_ms": 1509.32 }, "at": 164869.69999694824 }, { "type": "reply_cancelled", "reply_id": 5, "at": 164980.59999847412 }, { "type": "barge", "yield": 1, "at": 164980.69999694824 }, { "type": "turn_done", "barged": true, "at": 164982.09999847412 }, { "type": "sync", "arrival_order_error_ms": null, "method": "capture timestamps + actual scheduled PCM sample positions", "hardware_accuracy": "not independently measured; inspect device latency availability", "at": 164982.19999694824 } ], "sources_remaining": 0, "passed": true }, "off_setting_persists": true, "mobile_controls_accessible": true, "errors": [], "source_unchanged": true }