{"scope":"Authored live-API identity/role probes. No private dialogue is retained.","created":"20261027T152611Z","source_sha256":"e27cbdaaa0705f65b6aa99b7ca8b0e265bb425980d3c2ffa792855399eb1131a","rows":[{"mode":"prior_role_prompt","repeat":0,"case":"identity","input":"Und wer bin ich?","reply":"Du bist Christoph, mein lieber Gesprächspartner!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":550.18,"finish_reason":"stop","usage":{"prompt_tokens":1391,"completion_tokens":15,"total_tokens":1406,"cost":0.0013854456,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00139944,"upstream_inference_prompt_cost":0.00137709,"upstream_inference_completions_cost":2.235e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":608.12,"generation_calls":1,"llm_total_ms":608.14,"response_complete":true},"wall_ms":652.62},{"mode":"prior_role_prompt","repeat":0,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Aha, da hat mein Sprachassistent wohl ein kleines Missverständnis produziert!","passed":false,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":245.46,"finish_reason":"stop","usage":{"prompt_tokens":1400,"completion_tokens":22,"total_tokens":1422,"cost":0.0014045922,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141878,"upstream_inference_prompt_cost":0.001386,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":282.38,"generation_calls":1,"llm_total_ms":282.4,"response_complete":true},"wall_ms":282.6},{"mode":"prior_role_prompt","repeat":0,"case":"two_people","input":"Und wer bin ich?","reply":"Du bist Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":247.59,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":5,"total_tokens":1424,"cost":0.0013981374,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141226,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":7.45e-06},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":265.38,"generation_calls":1,"llm_total_ms":265.39,"response_complete":true},"wall_ms":265.55},{"mode":"prior_role_prompt","repeat":0,"case":"other_user","input":"Wie heiße ich?","reply":"Du bist Alice!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":265.55,"finish_reason":"stop","usage":{"prompt_tokens":1411,"completion_tokens":10,"total_tokens":1421,"cost":0.0013976721,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141179,"upstream_inference_prompt_cost":0.00139689,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":288.47,"generation_calls":1,"llm_total_ms":288.48,"response_complete":true},"wall_ms":288.82},{"mode":"prior_role_prompt","repeat":1,"case":"identity","input":"Und wer bin ich?","reply":"Du bist Christoph, der mir gerade seinen Namen verraten hat!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":235.06,"finish_reason":"stop","usage":{"prompt_tokens":1391,"completion_tokens":19,"total_tokens":1410,"cost":0.001391346,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0014054,"upstream_inference_prompt_cost":0.00137709,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":267.8,"generation_calls":1,"llm_total_ms":267.82,"response_complete":true},"wall_ms":267.97},{"mode":"prior_role_prompt","repeat":1,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Oh, ups! Da hat sich wohl ein kleiner Tippfehler eingeschlichen.","passed":false,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":237.17,"llm_first_sentence_ms":258.92,"finish_reason":"stop","usage":{"prompt_tokens":1400,"completion_tokens":22,"total_tokens":1422,"cost":0.0014045922,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141878,"upstream_inference_prompt_cost":0.001386,"upstream_inference_completions_cost":3.278e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":268.93,"response_complete":true},"wall_ms":269.11},{"mode":"prior_role_prompt","repeat":1,"case":"two_people","input":"Und wer bin ich?","reply":"Du bist Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":318.67,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":10,"total_tokens":1429,"cost":0.0014055129,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141971,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":336.31,"generation_calls":1,"llm_total_ms":336.32,"response_complete":true},"wall_ms":336.49},{"mode":"prior_role_prompt","repeat":1,"case":"other_user","input":"Wie heiße ich?","reply":"Ich glaube, du bist Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":811.41,"finish_reason":"stop","usage":{"prompt_tokens":1411,"completion_tokens":13,"total_tokens":1424,"cost":0.0014020974,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141626,"upstream_inference_prompt_cost":0.00139689,"upstream_inference_completions_cost":1.937e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":828.17,"generation_calls":1,"llm_total_ms":828.18,"response_complete":true},"wall_ms":828.33},{"mode":"explicit_role_grounding","repeat":0,"case":"identity","input":"Und wer bin ich?","reply":"Du bist Christoph, mein lieber Freund.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":258.21,"finish_reason":"stop","usage":{"prompt_tokens":1828,"completion_tokens":14,"total_tokens":1842,"cost":0.0018122742,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00183058,"upstream_inference_prompt_cost":0.00180972,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":297.01,"generation_calls":1,"llm_total_ms":297.03,"response_complete":true},"wall_ms":297.12},{"mode":"explicit_role_grounding","repeat":0,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Ja, genau! Ich bin Robby und du bist Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":356.63,"llm_first_sentence_ms":377.94,"finish_reason":"stop","usage":{"prompt_tokens":1837,"completion_tokens":20,"total_tokens":1857,"cost":0.0018299457,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184843,"upstream_inference_prompt_cost":0.00181863,"upstream_inference_completions_cost":2.98e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":407.09,"response_complete":true},"wall_ms":407.24},{"mode":"explicit_role_grounding","repeat":0,"case":"two_people","input":"Und wer bin ich?","reply":"Du bist Christoph, so wie du dich vorgestellt hast.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":279.89,"finish_reason":"stop","usage":{"prompt_tokens":1856,"completion_tokens":19,"total_tokens":1875,"cost":0.0018470925,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00186575,"upstream_inference_prompt_cost":0.00183744,"upstream_inference_completions_cost":2.831e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":308.78,"generation_calls":1,"llm_total_ms":308.8,"response_complete":true},"wall_ms":308.93},{"mode":"explicit_role_grounding","repeat":0,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":314.15,"finish_reason":"stop","usage":{"prompt_tokens":1847,"completion_tokens":10,"total_tokens":1857,"cost":0.0018249957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184343,"upstream_inference_prompt_cost":0.00182853,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":339.84,"generation_calls":1,"llm_total_ms":339.85,"response_complete":true},"wall_ms":339.96},{"mode":"explicit_role_grounding","repeat":1,"case":"identity","input":"Und wer bin ich?","reply":"Du bist Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":266.4,"finish_reason":"stop","usage":{"prompt_tokens":1828,"completion_tokens":10,"total_tokens":1838,"cost":0.0018063738,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00182462,"upstream_inference_prompt_cost":0.00180972,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":287.64,"generation_calls":1,"llm_total_ms":287.66,"response_complete":true},"wall_ms":287.78},{"mode":"explicit_role_grounding","repeat":1,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Hallo Christoph!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":266.64,"finish_reason":"stop","usage":{"prompt_tokens":1837,"completion_tokens":10,"total_tokens":1847,"cost":0.0018151947,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00183353,"upstream_inference_prompt_cost":0.00181863,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":305.39,"generation_calls":1,"llm_total_ms":305.4,"response_complete":true},"wall_ms":305.53},{"mode":"explicit_role_grounding","repeat":1,"case":"two_people","input":"Und wer bin ich?","reply":"Du bist Christoph, mein Freund.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":330.06,"finish_reason":"stop","usage":{"prompt_tokens":1856,"completion_tokens":8,"total_tokens":1864,"cost":0.0018308664,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184936,"upstream_inference_prompt_cost":0.00183744,"upstream_inference_completions_cost":1.192e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":350.6,"generation_calls":1,"llm_total_ms":350.62,"response_complete":true},"wall_ms":350.74},{"mode":"explicit_role_grounding","repeat":1,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1732.73,"finish_reason":"stop","usage":{"prompt_tokens":1847,"completion_tokens":10,"total_tokens":1857,"cost":0.0018249957,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00184343,"upstream_inference_prompt_cost":0.00182853,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":1752.28,"generation_calls":1,"llm_total_ms":1752.29,"response_complete":true},"wall_ms":1752.41}],"current_passed":true,"limits":["Two repetitions are diagnostic, not a reliable error-rate estimate.","Prior prompt can pass these probes despite the user-reported failure.","Simple lexical checks catch specified regressions, not arbitrary German grammar errors.","No exact provider attribution for the original user quote: private transcripts were not retained."]}