{"scope":"Authored live-API identity/role probes. No private dialogue is retained.","created":"20261027T152507Z","source_sha256":"5f099a388a353210204e0b3bb0679ddc7f60d3d407a9dc64cb1c146a6e480c69","rows":[{"mode":"prior_role_prompt","repeat":0,"case":"identity","input":"Und wer bin ich?","reply":"Du bist Christoph, mein lieber Freund und Chat-Partner!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":587.85,"finish_reason":"stop","usage":{"prompt_tokens":1391,"completion_tokens":18,"total_tokens":1409,"cost":0.0013898709,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00140391,"upstream_inference_prompt_cost":0.00137709,"upstream_inference_completions_cost":2.682e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":652.43,"generation_calls":1,"llm_total_ms":652.45,"response_complete":true},"wall_ms":696.78},{"mode":"prior_role_prompt","repeat":0,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Christoph? Oh, das ist ein schöner Name!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":363.5,"llm_first_sentence_ms":388.65,"finish_reason":"stop","usage":{"prompt_tokens":1400,"completion_tokens":16,"total_tokens":1416,"cost":0.0013957416,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00140984,"upstream_inference_prompt_cost":0.001386,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":429.23,"response_complete":true},"wall_ms":429.42},{"mode":"prior_role_prompt","repeat":0,"case":"two_people","input":"Und wer bin ich?","reply":"You are","passed":false,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":461.25,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":3,"total_tokens":1422,"cost":0.0013951872,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00140928,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":4.47e-06},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":494.66,"generation_calls":1,"llm_total_ms":494.67,"response_complete":true},"wall_ms":494.85},{"mode":"prior_role_prompt","repeat":0,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":312.37,"finish_reason":"stop","usage":{"prompt_tokens":1411,"completion_tokens":10,"total_tokens":1421,"cost":0.0013976721,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141179,"upstream_inference_prompt_cost":0.00139689,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":381.79,"generation_calls":1,"llm_total_ms":381.81,"response_complete":true},"wall_ms":382.23},{"mode":"prior_role_prompt","repeat":1,"case":"identity","input":"Und wer bin ich?","reply":"Du bist Christoph, der einzige mit diesem Namen in meiner aktuellen Besatzungsliste!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":300.13,"finish_reason":"stop","usage":{"prompt_tokens":1391,"completion_tokens":23,"total_tokens":1414,"cost":0.0013972464,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141136,"upstream_inference_prompt_cost":0.00137709,"upstream_inference_completions_cost":3.427e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":361.37,"generation_calls":1,"llm_total_ms":361.38,"response_complete":true},"wall_ms":361.57},{"mode":"prior_role_prompt","repeat":1,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Aha, da war ich wohl kurz in der falschen Rolle.","passed":false,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":298.5,"finish_reason":"stop","usage":{"prompt_tokens":1400,"completion_tokens":20,"total_tokens":1420,"cost":0.001401642,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0014158,"upstream_inference_prompt_cost":0.001386,"upstream_inference_completions_cost":2.98e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":347.64,"generation_calls":1,"llm_total_ms":347.65,"response_complete":true},"wall_ms":347.82},{"mode":"prior_role_prompt","repeat":1,"case":"two_people","input":"Und wer bin ich?","reply":"Du bist Christoph, mein lieber Gesprächspartner.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":266.21,"finish_reason":"stop","usage":{"prompt_tokens":1419,"completion_tokens":10,"total_tokens":1429,"cost":0.0014055129,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00141971,"upstream_inference_prompt_cost":0.00140481,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":307.01,"generation_calls":1,"llm_total_ms":307.03,"response_complete":true},"wall_ms":307.18},{"mode":"prior_role_prompt","repeat":1,"case":"other_user","input":"Wie heiße ich?","reply":"Du bist Alice, wenn ich mich recht erinnere!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":280.04,"finish_reason":"stop","usage":{"prompt_tokens":1411,"completion_tokens":17,"total_tokens":1428,"cost":0.0014079978,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00142222,"upstream_inference_prompt_cost":0.00139689,"upstream_inference_completions_cost":2.533e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":353.19,"generation_calls":1,"llm_total_ms":353.21,"response_complete":true},"wall_ms":353.35},{"mode":"explicit_role_grounding","repeat":0,"case":"identity","input":"Und wer bin ich?","reply":"Du bist Christoph, mein lieber Freund!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":306.17,"finish_reason":"stop","usage":{"prompt_tokens":1776,"completion_tokens":14,"total_tokens":1790,"cost":0.001761309,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0017791,"upstream_inference_prompt_cost":0.00175824,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":406.15,"generation_calls":1,"llm_total_ms":406.16,"response_complete":true},"wall_ms":406.29},{"mode":"explicit_role_grounding","repeat":0,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Ach du Scherzkeks!","passed":false,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":514.7,"finish_reason":"stop","usage":{"prompt_tokens":1785,"completion_tokens":14,"total_tokens":1799,"cost":0.0017701299,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00178801,"upstream_inference_prompt_cost":0.00176715,"upstream_inference_completions_cost":2.086e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":582.51,"generation_calls":1,"llm_total_ms":582.53,"response_complete":true},"wall_ms":582.66},{"mode":"explicit_role_grounding","repeat":0,"case":"two_people","input":"Und wer bin ich?","reply":"Du bist Christoph, mein lieber Freund.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":287.47,"finish_reason":"stop","usage":{"prompt_tokens":1804,"completion_tokens":16,"total_tokens":1820,"cost":0.001791702,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0018098,"upstream_inference_prompt_cost":0.00178596,"upstream_inference_completions_cost":2.384e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":329.99,"generation_calls":1,"llm_total_ms":330.0,"response_complete":true},"wall_ms":330.13},{"mode":"explicit_role_grounding","repeat":0,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":368.46,"finish_reason":"stop","usage":{"prompt_tokens":1795,"completion_tokens":10,"total_tokens":1805,"cost":0.0017740305,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00179195,"upstream_inference_prompt_cost":0.00177705,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":407.62,"generation_calls":1,"llm_total_ms":407.64,"response_complete":true},"wall_ms":407.76},{"mode":"explicit_role_grounding","repeat":1,"case":"identity","input":"Und wer bin ich?","reply":"Du bist Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":738.51,"finish_reason":"stop","usage":{"prompt_tokens":1776,"completion_tokens":10,"total_tokens":1786,"cost":0.0017554086,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00177314,"upstream_inference_prompt_cost":0.00175824,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":807.32,"generation_calls":1,"llm_total_ms":807.34,"response_complete":true},"wall_ms":807.47},{"mode":"explicit_role_grounding","repeat":1,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Aha, da war ich wohl etwas durcheinander!\nDu bist Christoph, und ich bin Robby.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":580.31,"llm_first_sentence_ms":612.54,"finish_reason":"stop","usage":{"prompt_tokens":1785,"completion_tokens":34,"total_tokens":1819,"cost":0.0017996319,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00181781,"upstream_inference_prompt_cost":0.00176715,"upstream_inference_completions_cost":5.066e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":649.89,"response_complete":true},"wall_ms":650.02},{"mode":"explicit_role_grounding","repeat":1,"case":"two_people","input":"Und wer bin ich?","reply":"Du bist Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":286.95,"finish_reason":"stop","usage":{"prompt_tokens":1804,"completion_tokens":10,"total_tokens":1814,"cost":0.0017828514,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00180086,"upstream_inference_prompt_cost":0.00178596,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":321.08,"generation_calls":1,"llm_total_ms":321.1,"response_complete":true},"wall_ms":321.23},{"mode":"explicit_role_grounding","repeat":1,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":304.79,"finish_reason":"stop","usage":{"prompt_tokens":1795,"completion_tokens":10,"total_tokens":1805,"cost":0.0017740305,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00179195,"upstream_inference_prompt_cost":0.00177705,"upstream_inference_completions_cost":1.49e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":350.51,"generation_calls":1,"llm_total_ms":350.53,"response_complete":true},"wall_ms":350.66}],"current_passed":false,"limits":["Two repetitions are diagnostic, not a reliable error-rate estimate.","Prior prompt can pass these probes despite the user-reported failure.","Simple lexical checks catch specified regressions, not arbitrary German grammar errors.","No exact provider attribution for the original user quote: private transcripts were not retained."]}