{"scope":"Authored live-API identity/role probes. No private dialogue is retained.","created":"20261027T154939Z","source_sha256":"9ca2d88b340e7fd2c568083cb553a054fe5a852a69a46af4e6fd9caf4cac0eb2","rows":[{"mode":"explicit_role_grounding","repeat":0,"case":"identity","input":"Und wer bin ich?","reply":"Du heißt Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":64.87},{"mode":"explicit_role_grounding","repeat":0,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Ah, da hat sich wohl mein Roboter-Kompass kurz verrannt!\nKorrekt: Du bist Christoph, und ich bin Robby.\nSchön, dass wir das jetzt gerade haben, Christoph!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":599.06,"llm_first_sentence_ms":647.51,"finish_reason":"stop","usage":{"prompt_tokens":1874,"completion_tokens":57,"total_tokens":1931,"cost":0.0019207881,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00194019,"upstream_inference_prompt_cost":0.00185526,"upstream_inference_completions_cost":8.493e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":686.58,"response_complete":true},"wall_ms":686.69},{"mode":"explicit_role_grounding","repeat":0,"case":"two_people","input":"Und wer bin ich?","reply":"Du heißt Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.11},{"mode":"explicit_role_grounding","repeat":0,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.21},{"mode":"explicit_role_grounding","repeat":0,"case":"freeform_roles","input":"Sag mir kurz, wer von uns Robby ist und wer Christoph ist.","reply":"Ich bin Robby, dein kleiner Roboter!\nUnd du bist Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":323.6,"llm_first_sentence_ms":328.01,"finish_reason":"stop","usage":{"prompt_tokens":1855,"completion_tokens":27,"total_tokens":1882,"cost":0.0018579132,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00187668,"upstream_inference_prompt_cost":0.00183645,"upstream_inference_completions_cost":4.023e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":372.87,"response_complete":true},"wall_ms":372.95},{"mode":"explicit_role_grounding","repeat":1,"case":"identity","input":"Und wer bin ich?","reply":"Du heißt Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.12},{"mode":"explicit_role_grounding","repeat":1,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Genau so ist es, Christoph!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":330.66,"finish_reason":"stop","usage":{"prompt_tokens":1874,"completion_tokens":13,"total_tokens":1887,"cost":0.0018558837,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00187463,"upstream_inference_prompt_cost":0.00185526,"upstream_inference_completions_cost":1.937e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"llm_first_sentence_ms":358.77,"generation_calls":1,"llm_total_ms":358.79,"response_complete":true},"wall_ms":358.87},{"mode":"explicit_role_grounding","repeat":1,"case":"two_people","input":"Und wer bin ich?","reply":"Du heißt Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.16},{"mode":"explicit_role_grounding","repeat":1,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.11},{"mode":"explicit_role_grounding","repeat":1,"case":"freeform_roles","input":"Sag mir kurz, wer von uns Robby ist und wer Christoph ist.","reply":"Ich bin Robby, der kleine Roboter.\nUnd du bist Christoph, mein Lieblingsmensch!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":357.2,"llm_first_sentence_ms":383.32,"finish_reason":"stop","usage":{"prompt_tokens":1855,"completion_tokens":32,"total_tokens":1887,"cost":0.0018652887,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00188413,"upstream_inference_prompt_cost":0.00183645,"upstream_inference_completions_cost":4.768e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":428.02,"response_complete":true},"wall_ms":428.12}],"current_passed":true,"limits":["Two repetitions are diagnostic, not a reliable error-rate estimate.","Prior prompt can pass these probes despite the user-reported failure.","Simple lexical checks catch specified regressions, not arbitrary German grammar errors.","No exact provider attribution for the original user quote: private transcripts were not retained."]}