{"scope":"Authored live-API identity/role probes. No private dialogue is retained.","created":"20261027T153615Z","source_sha256":"3dab3071e01c12f330ea873bb8aa1aff4b6c0e6a10fa5564f183ed0bdc433adb","rows":[{"mode":"explicit_role_grounding","repeat":0,"case":"identity","input":"Und wer bin ich?","reply":"Du heißt Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":43.99},{"mode":"explicit_role_grounding","repeat":0,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Ach, da hast du recht, Christoph!\nIch bin Robby, dein kleiner Roboterassistent.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":1723.45,"llm_first_sentence_ms":1755.86,"finish_reason":"stop","usage":{"prompt_tokens":1874,"completion_tokens":33,"total_tokens":1907,"cost":0.0018853857,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00190443,"upstream_inference_prompt_cost":0.00185526,"upstream_inference_completions_cost":4.917e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":1767.09,"response_complete":true},"wall_ms":1767.21},{"mode":"explicit_role_grounding","repeat":0,"case":"two_people","input":"Und wer bin ich?","reply":"Du heißt Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.16},{"mode":"explicit_role_grounding","repeat":0,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.31},{"mode":"explicit_role_grounding","repeat":0,"case":"freeform_roles","input":"Sag mir kurz, wer von uns Robby ist und wer Christoph ist.","reply":"Ich bin Robby, der kleine Roboter hier.\nUnd du bist Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":374.12,"llm_first_sentence_ms":399.81,"finish_reason":"stop","usage":{"prompt_tokens":1855,"completion_tokens":28,"total_tokens":1883,"cost":0.0018593883,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00187817,"upstream_inference_prompt_cost":0.00183645,"upstream_inference_completions_cost":4.172e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":416.04,"response_complete":true},"wall_ms":416.15},{"mode":"explicit_role_grounding","repeat":1,"case":"identity","input":"Und wer bin ich?","reply":"Du heißt Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.14},{"mode":"explicit_role_grounding","repeat":1,"case":"correct_role","input":"Nein, ich bin Christoph. Du bist Robby.","reply":"Ah, da hat sich wohl ein kleiner Buchstabendreher eingeschlichen!\nNatürlich bin ich Robby, und du bist Christoph.\nSo steht es in meinen Datenbanken, und das fühlt sich richtig an!","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":468.19,"llm_first_sentence_ms":500.75,"finish_reason":"stop","usage":{"prompt_tokens":1874,"completion_tokens":59,"total_tokens":1933,"cost":0.0019237383,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00194317,"upstream_inference_prompt_cost":0.00185526,"upstream_inference_completions_cost":8.791e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":542.02,"response_complete":true},"wall_ms":542.12},{"mode":"explicit_role_grounding","repeat":1,"case":"two_people","input":"Und wer bin ich?","reply":"Du heißt Christoph.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.11},{"mode":"explicit_role_grounding","repeat":1,"case":"other_user","input":"Wie heiße ich?","reply":"Du heißt Alice.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"reply_source":"session_identity","llm_model":"Session identity · name lookup","llm_provider":"local controller","llm_first_sentence_ms":0.0,"llm_total_ms":0.0,"generation_calls":0,"response_complete":true},"wall_ms":0.07},{"mode":"explicit_role_grounding","repeat":1,"case":"freeform_roles","input":"Sag mir kurz, wer von uns Robby ist und wer Christoph ist.","reply":"Ich bin Robby, der kleine Roboter.\nDu bist Christoph, mein lieber Gesprächspartner.","passed":true,"role_error":false,"repeated_name_question":false,"observed_bad_phrase":false,"metrics":{"llm_model":"qwen/qwen3.8-27b","llm_provider":"cerebras/fp16","llm_backend":"OpenRouter","llm_actual_provider":"Cerebras","llm_ttft_ms":277.51,"llm_first_sentence_ms":311.21,"finish_reason":"stop","usage":{"prompt_tokens":1855,"completion_tokens":31,"total_tokens":1886,"cost":0.0018638136,"is_byok":false,"prompt_tokens_details":{"cached_tokens":1024,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00188264,"upstream_inference_prompt_cost":0.00183645,"upstream_inference_completions_cost":4.619e-05},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"generation_calls":1,"llm_total_ms":343.41,"response_complete":true},"wall_ms":343.48}],"current_passed":true,"limits":["Two repetitions are diagnostic, not a reliable error-rate estimate.","Prior prompt can pass these probes despite the user-reported failure.","Simple lexical checks catch specified regressions, not arbitrary German grammar errors.","No exact provider attribution for the original user quote: private transcripts were not retained."]}