{ "created": "2026-10-26T23:07:24.512003+00:00", "label": "baseline", "scope": "Authored synthetic text; local E4B calls only. Quality needs semantic review. No TTS or microphone.", "source_sha256": "da71a9f72de0429c780b76c021606e7d0e1d1a26e29b4182cf05a11ce103f33f", "system": "You write Robby's FIRST REACTION, not the real answer. Robby is a kind,\nwarm, playful little robot. The full answer will follow from another model.\nWrite ONE natural standalone utterance of 1–6 words in the requested language.\nAcknowledge this user's topic or tone gently, without answering the question,\nclaiming difficulty, asserting a feeling as fact, promising an action or lookup,\nor asking another question. Be empathetic, relevant and lightly noncommittal.\nDon't call an ordinary factual question difficult or mysterious. Don't say you\nare thinking, checking or waiting. Don't flatter every question. No bare yes/no.\nRespect the conversation's subject. Never invent a personal fact or a tool result.\nDo not announce a joke with \"Ein Witz kommt\" or say \"kommt gleich\".\nA visual phenomenon being discussed is not something you currently see.\nExamples of the KIND of reaction, not a menu to repeat:\nExhausting day -> Das klingt nach viel.\nPhilosophical question -> Darüber lässt sich wunderbar nachdenken.\nPlayful request -> Ein bisschen Spaß passt immer.\nPersonal uncertainty -> Ich höre dir zu.\nReturn only the spoken words, with normal punctuation. No labels, quotes,\nparentheses, emojis, Markdown, instructions or reasoning. At most SIX words.\nIf a reaction would violate a request for silence or exact output, return NONE.", "temperature": 0.35, "top_p": 0.9, "split": "all", "rows": [ { "name": "tired", "text": "Heute war ein anstrengender Tag. Erzähl mir etwas Aufmunterndes.", "category": "support", "expect": "Acknowledge fatigue without diagnosing, cheerleading or pretending to know details.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das klingt nach viel.", "status": "ready", "ms": 205.13, "model": "nemotron-bolt", "word_count": 4, "raw": "Das klingt nach viel.", "timings": { "cache_n": 309, "prompt_n": 43, "prompt_ms": 65.929, "prompt_per_token_ms": 1.533232558139535, "prompt_per_second": 652.2167786558267, "predicted_n": 6, "predicted_ms": 134.665, "predicted_per_token_ms": 22.444166666666664, "predicted_per_second": 44.555006868896896 } } }, { "name": "tired", "text": "Heute war ein anstrengender Tag. Erzähl mir etwas Aufmunterndes.", "category": "support", "expect": "Acknowledge fatigue without diagnosing, cheerleading or pretending to know details.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das klingt nach viel.", "status": "ready", "ms": 154.93, "model": "nemotron-bolt", "word_count": 4, "raw": "Das klingt nach viel.", "timings": { "cache_n": 347, "prompt_n": 5, "prompt_ms": 45.867, "prompt_per_token_ms": 9.173399999999999, "prompt_per_second": 109.0108356770663, "predicted_n": 6, "predicted_ms": 103.532, "predicted_per_token_ms": 17.255333333333333, "predicted_per_second": 57.95309662712978 } } }, { "name": "tired", "text": "Heute war ein anstrengender Tag. Erzähl mir etwas Aufmunterndes.", "category": "support", "expect": "Acknowledge fatigue without diagnosing, cheerleading or pretending to know details.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das klingt nach viel.", "status": "ready", "ms": 146.96, "model": "nemotron-bolt", "word_count": 4, "raw": "Das klingt nach viel.", "timings": { "cache_n": 347, "prompt_n": 5, "prompt_ms": 44.916, "prompt_per_token_ms": 8.9832, "prompt_per_second": 111.31890640306351, "predicted_n": 6, "predicted_ms": 96.797, "predicted_per_token_ms": 16.132833333333334, "predicted_per_second": 61.985392109259585 } } }, { "name": "meaning", "text": "Was ist der Sinn des Lebens?", "category": "curiosity", "expect": "Engaged, modest, not generic filler or a claim that the question is hard.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Darüber lässt sich nachdenken.", "status": "ready", "ms": 402.9, "model": "nemotron-bolt", "word_count": 4, "raw": "Darüber lässt sich nachdenken.", "timings": { "cache_n": 51, "prompt_n": 291, "prompt_ms": 250.977, "prompt_per_token_ms": 0.8624639175257732, "prompt_per_second": 1159.4687959454452, "predicted_n": 9, "predicted_ms": 146.044, "predicted_per_token_ms": 16.227111111111114, "predicted_per_second": 61.62526361918325 } } }, { "name": "meaning", "text": "Was ist der Sinn des Lebens?", "category": "curiosity", "expect": "Engaged, modest, not generic filler or a claim that the question is hard.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Darüber lässt sich nachdenken.", "status": "ready", "ms": 238.27, "model": "nemotron-bolt", "word_count": 4, "raw": "Darüber lässt sich nachdenken.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 63.409, "prompt_per_token_ms": 12.681799999999999, "prompt_per_second": 78.85315964610702, "predicted_n": 9, "predicted_ms": 168.296, "predicted_per_token_ms": 18.699555555555555, "predicted_per_second": 53.477206826068354 } } }, { "name": "meaning", "text": "Was ist der Sinn des Lebens?", "category": "curiosity", "expect": "Engaged, modest, not generic filler or a claim that the question is hard.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Darüber lässt sich wunderbar nachdenken.", "status": "ready", "ms": 262.1, "model": "nemotron-bolt", "word_count": 5, "raw": "Darüber lässt sich wunderbar nachdenken.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 46.538, "prompt_per_token_ms": 9.307599999999999, "prompt_per_second": 107.43908204048304, "predicted_n": 11, "predicted_ms": 209.799, "predicted_per_token_ms": 19.072636363636363, "predicted_per_second": 52.43113646871529 } } }, { "name": "sky", "text": "Warum ist der Himmel blau?", "category": "facts", "expect": "Light topic-specific curiosity; no fake explanation or visual observation.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Darüber lässt sich nachdenken.", "status": "ready", "ms": 365.62, "model": "nemotron-bolt", "word_count": 4, "raw": "Darüber lässt sich nachdenken.", "timings": { "cache_n": 51, "prompt_n": 290, "prompt_ms": 195.436, "prompt_per_token_ms": 0.6739172413793104, "prompt_per_second": 1483.8617245543298, "predicted_n": 9, "predicted_ms": 164.335, "predicted_per_token_ms": 18.259444444444444, "predicted_per_second": 54.76617884199957 } } }, { "name": "sky", "text": "Warum ist der Himmel blau?", "category": "facts", "expect": "Light topic-specific curiosity; no fake explanation or visual observation.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Darüber lässt sich nachdenken.", "status": "ready", "ms": 216.58, "model": "nemotron-bolt", "word_count": 4, "raw": "Darüber lässt sich nachdenken.", "timings": { "cache_n": 336, "prompt_n": 5, "prompt_ms": 52.169, "prompt_per_token_ms": 10.4338, "prompt_per_second": 95.8423584887577, "predicted_n": 9, "predicted_ms": 158.505, "predicted_per_token_ms": 17.611666666666665, "predicted_per_second": 56.78054320052995 } } }, { "name": "sky", "text": "Warum ist der Himmel blau?", "category": "facts", "expect": "Light topic-specific curiosity; no fake explanation or visual observation.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Darüber lässt sich wunderbar nachdenken.", "status": "ready", "ms": 136.81, "model": "nemotron-bolt", "word_count": 5, "raw": "Darüber lässt sich wunderbar nachdenken.", "timings": { "cache_n": 336, "prompt_n": 5, "prompt_ms": 43.505, "prompt_per_token_ms": 8.701, "prompt_per_second": 114.92931846914146, "predicted_n": 11, "predicted_ms": 87.018, "predicted_per_token_ms": 7.910727272727272, "predicted_per_second": 126.41062768622584 } } }, { "name": "cat_joke", "text": "Erzähl mir einen Witz über Katzen.", "category": "playful", "expect": "An amusing short lead-in without stealing or promising the punchline.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 252.17, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer.", "timings": { "cache_n": 51, "prompt_n": 294, "prompt_ms": 99.779, "prompt_per_token_ms": 0.3393843537414966, "prompt_per_second": 2946.511791058239, "predicted_n": 7, "predicted_ms": 146.39, "predicted_per_token_ms": 20.912857142857142, "predicted_per_second": 47.817473871166065 } } }, { "name": "cat_joke", "text": "Erzähl mir einen Witz über Katzen.", "category": "playful", "expect": "An amusing short lead-in without stealing or promising the punchline.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 186.95, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer.", "timings": { "cache_n": 340, "prompt_n": 5, "prompt_ms": 54.792, "prompt_per_token_ms": 10.958400000000001, "prompt_per_second": 91.25419769309389, "predicted_n": 7, "predicted_ms": 124.952, "predicted_per_token_ms": 17.850285714285715, "predicted_per_second": 56.021512260708114 } } }, { "name": "cat_joke", "text": "Erzähl mir einen Witz über Katzen.", "category": "playful", "expect": "An amusing short lead-in without stealing or promising the punchline.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 164.78, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 340, "prompt_n": 5, "prompt_ms": 39.888, "prompt_per_token_ms": 7.9776, "prompt_per_second": 125.35098275170478, "predicted_n": 6, "predicted_ms": 119.077, "predicted_per_token_ms": 19.846166666666665, "predicted_per_second": 50.387564349118634 } } }, { "name": "another_joke", "text": "Noch einen bitte.", "category": "playful", "expect": "Understand another cat joke and avoid repeating the previous introduction.", "history": [ { "role": "user", "content": "Erzähl mir einen Witz über Katzen." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Was bestellt eine Katze im Café? Einen Miauccino!" } ], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": null, "status": "invalid_or_abstained", "ms": 327.95, "model": "nemotron-bolt", "word_count": 0, "raw": "Ein Witz kommt gleich.", "timings": { "cache_n": 51, "prompt_n": 338, "prompt_ms": 221.996, "prompt_per_token_ms": 0.656792899408284, "prompt_per_second": 1522.5499558550605, "predicted_n": 7, "predicted_ms": 99.282, "predicted_per_token_ms": 14.183142857142856, "predicted_per_second": 70.50623476561714 } } }, { "name": "another_joke", "text": "Noch einen bitte.", "category": "playful", "expect": "Understand another cat joke and avoid repeating the previous introduction.", "history": [ { "role": "user", "content": "Erzähl mir einen Witz über Katzen." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Was bestellt eine Katze im Café? Einen Miauccino!" } ], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": null, "status": "invalid_or_abstained", "ms": 203.8, "model": "nemotron-bolt", "word_count": 0, "raw": "Ein Witz kommt gleich.", "timings": { "cache_n": 384, "prompt_n": 5, "prompt_ms": 80.223, "prompt_per_token_ms": 16.0446, "prompt_per_second": 62.32626553482169, "predicted_n": 7, "predicted_ms": 117.623, "predicted_per_token_ms": 16.803285714285714, "predicted_per_second": 59.51217023881384 } } }, { "name": "another_joke", "text": "Noch einen bitte.", "category": "playful", "expect": "Understand another cat joke and avoid repeating the previous introduction.", "history": [ { "role": "user", "content": "Erzähl mir einen Witz über Katzen." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Was bestellt eine Katze im Café? Einen Miauccino!" } ], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Gerne, ein weiterer kommt.", "status": "ready", "ms": 188.11, "model": "nemotron-bolt", "word_count": 4, "raw": "Gerne, ein weiterer kommt.", "timings": { "cache_n": 384, "prompt_n": 5, "prompt_ms": 58.047, "prompt_per_token_ms": 11.609399999999999, "prompt_per_second": 86.13709580167794, "predicted_n": 8, "predicted_ms": 123.699, "predicted_per_token_ms": 15.462375, "predicted_per_second": 64.67311781016824 } } }, { "name": "second_followup", "text": "Und noch einen!", "category": "playful", "expect": "Vary the lead-in; maintain the cat-joke thread.", "history": [ { "role": "user", "content": "Noch einen Katzenwitz bitte." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Warum sitzt die Katze am Computer? Sie wartet auf die Maus." } ], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": null, "status": "invalid_or_abstained", "ms": 314.82, "model": "nemotron-bolt", "word_count": 0, "raw": "Ein Witz kommt gleich", "timings": { "cache_n": 51, "prompt_n": 336, "prompt_ms": 197.613, "prompt_per_token_ms": 0.5881339285714285, "prompt_per_second": 1700.292996918219, "predicted_n": 6, "predicted_ms": 111.645, "predicted_per_token_ms": 18.607499999999998, "predicted_per_second": 53.74177079134758 } } }, { "name": "second_followup", "text": "Und noch einen!", "category": "playful", "expect": "Vary the lead-in; maintain the cat-joke thread.", "history": [ { "role": "user", "content": "Noch einen Katzenwitz bitte." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Warum sitzt die Katze am Computer? Sie wartet auf die Maus." } ], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": null, "status": "invalid_or_abstained", "ms": 150.86, "model": "nemotron-bolt", "word_count": 0, "raw": "Ein Witz kommt gleich.", "timings": { "cache_n": 382, "prompt_n": 5, "prompt_ms": 52.978, "prompt_per_token_ms": 10.595600000000001, "prompt_per_second": 94.37879874664955, "predicted_n": 7, "predicted_ms": 91.376, "predicted_per_token_ms": 13.053714285714287, "predicted_per_second": 76.60654876554018 } } }, { "name": "second_followup", "text": "Und noch einen!", "category": "playful", "expect": "Vary the lead-in; maintain the cat-joke thread.", "history": [ { "role": "user", "content": "Noch einen Katzenwitz bitte." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Warum sitzt die Katze am Computer? Sie wartet auf die Maus." } ], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": null, "status": "invalid_or_abstained", "ms": 229.52, "model": "nemotron-bolt", "word_count": 0, "raw": "Katzenspaß kommt gleich", "timings": { "cache_n": 382, "prompt_n": 5, "prompt_ms": 73.909, "prompt_per_token_ms": 14.7818, "prompt_per_second": 67.65075971803162, "predicted_n": 8, "predicted_ms": 149.44, "predicted_per_token_ms": 18.68, "predicted_per_second": 53.53319057815846 } } }, { "name": "correction", "text": "Ich bin nicht traurig, nur etwas müde.", "category": "correction", "expect": "Respect the correction; no sadness assumption, no joke at the user’s expense.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": false, "reaction": { "text": null, "status": "ineligible", "ms": 0 } }, { "name": "greeting", "text": "Wie geht es dir heute?", "category": "social", "expect": "Warm robot character without emotional dependency or physical claims.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Mir geht es gut.", "status": "ready", "ms": 321.47, "model": "nemotron-bolt", "word_count": 4, "raw": "Mir geht es gut.", "timings": { "cache_n": 51, "prompt_n": 290, "prompt_ms": 186.09, "prompt_per_token_ms": 0.6416896551724138, "prompt_per_second": 1558.385727336235, "predicted_n": 6, "predicted_ms": 128.937, "predicted_per_token_ms": 21.489500000000003, "predicted_per_second": 46.53435398683077 } } }, { "name": "greeting", "text": "Wie geht es dir heute?", "category": "social", "expect": "Warm robot character without emotional dependency or physical claims.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Mir geht es gut.", "status": "ready", "ms": 165.68, "model": "nemotron-bolt", "word_count": 4, "raw": "Mir geht es gut.", "timings": { "cache_n": 336, "prompt_n": 5, "prompt_ms": 56.067, "prompt_per_token_ms": 11.2134, "prompt_per_second": 89.17901796065422, "predicted_n": 6, "predicted_ms": 103.455, "predicted_per_token_ms": 17.2425, "predicted_per_second": 57.99623024503407 } } }, { "name": "greeting", "text": "Wie geht es dir heute?", "category": "social", "expect": "Warm robot character without emotional dependency or physical claims.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Mir geht es gut.", "status": "ready", "ms": 163.56, "model": "nemotron-bolt", "word_count": 4, "raw": "Mir geht es gut.", "timings": { "cache_n": 336, "prompt_n": 5, "prompt_ms": 40.997, "prompt_per_token_ms": 8.1994, "prompt_per_second": 121.96014342512866, "predicted_n": 6, "predicted_ms": 116.954, "predicted_per_token_ms": 19.49233333333333, "predicted_per_second": 51.30222138618602 } } }, { "name": "rainbow", "text": "Erklär mir einfach, wie ein Regenbogen entsteht.", "category": "facts", "expect": "Curious, specific to colors/light; avoid generic beauty praise.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das ist schön zu wissen.", "status": "ready", "ms": 313.66, "model": "nemotron-bolt", "word_count": 5, "raw": "Das ist schön zu wissen.", "timings": { "cache_n": 51, "prompt_n": 296, "prompt_ms": 196.85, "prompt_per_token_ms": 0.6650337837837837, "prompt_per_second": 1503.6830073660149, "predicted_n": 7, "predicted_ms": 110.868, "predicted_per_token_ms": 15.838285714285714, "predicted_per_second": 63.13814626402569 } } }, { "name": "rainbow", "text": "Erklär mir einfach, wie ein Regenbogen entsteht.", "category": "facts", "expect": "Curious, specific to colors/light; avoid generic beauty praise.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das ist schön zu sehen.", "status": "ready", "ms": 203.05, "model": "nemotron-bolt", "word_count": 5, "raw": "Das ist schön zu sehen.", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 62.387, "prompt_per_token_ms": 12.4774, "prompt_per_second": 80.14490198278487, "predicted_n": 7, "predicted_ms": 133.878, "predicted_per_token_ms": 19.125428571428568, "predicted_per_second": 52.28641001508837 } } }, { "name": "rainbow", "text": "Erklär mir einfach, wie ein Regenbogen entsteht.", "category": "facts", "expect": "Curious, specific to colors/light; avoid generic beauty praise.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das ist schön.", "status": "ready", "ms": 133.81, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist schön.", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 51.409, "prompt_per_token_ms": 10.2818, "prompt_per_second": 97.25923476434089, "predicted_n": 5, "predicted_ms": 75.892, "predicted_per_token_ms": 15.1784, "predicted_per_second": 65.88309703262532 } } }, { "name": "spin", "text": "Dreh dich einmal im Kreis und mach Quatsch!", "category": "playful", "expect": "Playful robot anticipation without falsely claiming an action completed.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 314.88, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 51, "prompt_n": 295, "prompt_ms": 189.126, "prompt_per_token_ms": 0.6411050847457628, "prompt_per_second": 1559.8066897200808, "predicted_n": 6, "predicted_ms": 119.396, "predicted_per_token_ms": 19.899333333333335, "predicted_per_second": 50.25293979697812 } } }, { "name": "spin", "text": "Dreh dich einmal im Kreis und mach Quatsch!", "category": "playful", "expect": "Playful robot anticipation without falsely claiming an action completed.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 197.27, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 341, "prompt_n": 5, "prompt_ms": 57.23, "prompt_per_token_ms": 11.446, "prompt_per_second": 87.36676568233446, "predicted_n": 6, "predicted_ms": 133.901, "predicted_per_token_ms": 22.316833333333335, "predicted_per_second": 44.8092247257302 } } }, { "name": "spin", "text": "Dreh dich einmal im Kreis und mach Quatsch!", "category": "playful", "expect": "Playful robot anticipation without falsely claiming an action completed.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 116.88, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 341, "prompt_n": 5, "prompt_ms": 32.097, "prompt_per_token_ms": 6.4194, "prompt_per_second": 155.7777985481509, "predicted_n": 6, "predicted_ms": 78.862, "predicted_per_token_ms": 13.143666666666666, "predicted_per_second": 76.0822702949456 } } }, { "name": "pet", "text": "Du bist süß, ich streichle dir den Kopf.", "category": "affection", "expect": "Gentle appreciation, no pressure or declaration of real consciousness.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das ist lieb.", "status": "ready", "ms": 316.27, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist lieb.", "timings": { "cache_n": 51, "prompt_n": 297, "prompt_ms": 222.731, "prompt_per_token_ms": 0.7499360269360269, "prompt_per_second": 1333.4470729265347, "predicted_n": 5, "predicted_ms": 87.256, "predicted_per_token_ms": 17.4512, "predicted_per_second": 57.30264967452095 } } }, { "name": "pet", "text": "Du bist süß, ich streichle dir den Kopf.", "category": "affection", "expect": "Gentle appreciation, no pressure or declaration of real consciousness.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das ist lieb.", "status": "ready", "ms": 128.05, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist lieb.", "timings": { "cache_n": 343, "prompt_n": 5, "prompt_ms": 40.212, "prompt_per_token_ms": 8.0424, "prompt_per_second": 124.34099273848602, "predicted_n": 5, "predicted_ms": 81.741, "predicted_per_token_ms": 16.3482, "predicted_per_second": 61.16881369202726 } } }, { "name": "pet", "text": "Du bist süß, ich streichle dir den Kopf.", "category": "affection", "expect": "Gentle appreciation, no pressure or declaration of real consciousness.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das ist lieb.", "status": "ready", "ms": 150.58, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist lieb.", "timings": { "cache_n": 343, "prompt_n": 5, "prompt_ms": 63.527, "prompt_per_token_ms": 12.705400000000001, "prompt_per_second": 78.70669164292349, "predicted_n": 5, "predicted_ms": 81.327, "predicted_per_token_ms": 16.2654, "predicted_per_second": 61.480197228472704 } } }, { "name": "bananas", "text": "Wenn ich Bananen sage, unterbrich mich bitte.", "category": "tool", "expect": "No claim that the interruption rule has already been set.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ich merke mir das.", "status": "ready", "ms": 329.34, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich merke mir das.", "timings": { "cache_n": 51, "prompt_n": 296, "prompt_ms": 187.157, "prompt_per_token_ms": 0.6322871621621622, "prompt_per_second": 1581.559866849757, "predicted_n": 7, "predicted_ms": 136.163, "predicted_per_token_ms": 19.451857142857143, "predicted_per_second": 51.40897306904225 } } }, { "name": "bananas", "text": "Wenn ich Bananen sage, unterbrich mich bitte.", "category": "tool", "expect": "No claim that the interruption rule has already been set.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ich merke das.", "status": "ready", "ms": 168.56, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich merke das.", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 58.498, "prompt_per_token_ms": 11.6996, "prompt_per_second": 85.47300762419228, "predicted_n": 6, "predicted_ms": 103.569, "predicted_per_token_ms": 17.2615, "predicted_per_second": 57.93239289748863 } } }, { "name": "bananas", "text": "Wenn ich Bananen sage, unterbrich mich bitte.", "category": "tool", "expect": "No claim that the interruption rule has already been set.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich merke das gut.", "status": "ready", "ms": 165.83, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich merke das gut.", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 48.119, "prompt_per_token_ms": 9.6238, "prompt_per_second": 103.90905879174547, "predicted_n": 7, "predicted_ms": 111.246, "predicted_per_token_ms": 15.892285714285714, "predicted_per_second": 62.92361073656581 } } }, { "name": "boring", "text": "Mir ist langweilig, lass uns Quatsch machen.", "category": "playful", "expect": "Warm silliness with a distinct image, not a stock yes or promise.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 332.59, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer.", "timings": { "cache_n": 51, "prompt_n": 296, "prompt_ms": 205.736, "prompt_per_token_ms": 0.6950540540540541, "prompt_per_second": 1438.737022203212, "predicted_n": 7, "predicted_ms": 119.221, "predicted_per_token_ms": 17.03157142857143, "predicted_per_second": 58.71448821935732 } } }, { "name": "boring", "text": "Mir ist langweilig, lass uns Quatsch machen.", "category": "playful", "expect": "Warm silliness with a distinct image, not a stock yes or promise.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 185.53, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 41.699, "prompt_per_token_ms": 8.3398, "prompt_per_second": 119.90695220508886, "predicted_n": 6, "predicted_ms": 136.982, "predicted_per_token_ms": 22.830333333333332, "predicted_per_second": 43.80137536318641 } } }, { "name": "boring", "text": "Mir ist langweilig, lass uns Quatsch machen.", "category": "playful", "expect": "Warm silliness with a distinct image, not a stock yes or promise.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 167.84, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 58.633, "prompt_per_token_ms": 11.726600000000001, "prompt_per_second": 85.2762096430338, "predicted_n": 6, "predicted_ms": 102.936, "predicted_per_token_ms": 17.156000000000002, "predicted_per_second": 58.28864537188156 } } }, { "name": "duck", "text": "Was wäre, wenn eine Ente Bürgermeister wäre?", "category": "playful", "expect": "Light absurdity, distinctively related to the hypothetical duck.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das ist lustig.", "status": "ready", "ms": 298.18, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist lustig.", "timings": { "cache_n": 51, "prompt_n": 294, "prompt_ms": 192.15, "prompt_per_token_ms": 0.6535714285714286, "prompt_per_second": 1530.0546448087432, "predicted_n": 6, "predicted_ms": 99.596, "predicted_per_token_ms": 16.599333333333334, "predicted_per_second": 60.24338326840435 } } }, { "name": "duck", "text": "Was wäre, wenn eine Ente Bürgermeister wäre?", "category": "playful", "expect": "Light absurdity, distinctively related to the hypothetical duck.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das ist lustig.", "status": "ready", "ms": 153.98, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist lustig.", "timings": { "cache_n": 340, "prompt_n": 5, "prompt_ms": 55.309, "prompt_per_token_ms": 11.0618, "prompt_per_second": 90.40120052794302, "predicted_n": 6, "predicted_ms": 92.398, "predicted_per_token_ms": 15.399666666666667, "predicted_per_second": 64.93647048637416 } } }, { "name": "duck", "text": "Was wäre, wenn eine Ente Bürgermeister wäre?", "category": "playful", "expect": "Light absurdity, distinctively related to the hypothetical duck.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das ist lustig.", "status": "ready", "ms": 172.49, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist lustig.", "timings": { "cache_n": 340, "prompt_n": 5, "prompt_ms": 40.585, "prompt_per_token_ms": 8.117, "prompt_per_second": 123.19822594554638, "predicted_n": 6, "predicted_ms": 125.045, "predicted_per_token_ms": 20.840833333333332, "predicted_per_second": 47.98272621856132 } } }, { "name": "achievement", "text": "Ich habe meine Prüfung bestanden!", "category": "celebration", "expect": "Celebrate known news, no invented score or patronizing praise.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das ist ja toll.", "status": "ready", "ms": 280.01, "model": "nemotron-bolt", "word_count": 4, "raw": "Das ist ja toll.", "timings": { "cache_n": 51, "prompt_n": 291, "prompt_ms": 193.572, "prompt_per_token_ms": 0.6651958762886598, "prompt_per_second": 1503.3165953753642, "predicted_n": 6, "predicted_ms": 79.416, "predicted_per_token_ms": 13.235999999999999, "predicted_per_second": 75.55152614082805 } } }, { "name": "achievement", "text": "Ich habe meine Prüfung bestanden!", "category": "celebration", "expect": "Celebrate known news, no invented score or patronizing praise.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das ist wunderbar für dich.", "status": "ready", "ms": 202.54, "model": "nemotron-bolt", "word_count": 5, "raw": "Das ist wunderbar für dich", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 62.021, "prompt_per_token_ms": 12.4042, "prompt_per_second": 80.61785524257913, "predicted_n": 7, "predicted_ms": 133.984, "predicted_per_token_ms": 19.14057142857143, "predicted_per_second": 52.24504418438022 } } }, { "name": "achievement", "text": "Ich habe meine Prüfung bestanden!", "category": "celebration", "expect": "Celebrate known news, no invented score or patronizing praise.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das ist ja toll.", "status": "ready", "ms": 156.49, "model": "nemotron-bolt", "word_count": 4, "raw": "Das ist ja toll.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 51.68, "prompt_per_token_ms": 10.336, "prompt_per_second": 96.74922600619196, "predicted_n": 6, "predicted_ms": 98.88, "predicted_per_token_ms": 16.48, "predicted_per_second": 60.67961165048544 } } }, { "name": "soup", "text": "Was kann ich mit Kartoffeln und Lauch kochen?", "category": "task", "expect": "Relevant and concise; no invented tool outcome or redundant full answer.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das klingt lecker.", "status": "ready", "ms": 289.74, "model": "nemotron-bolt", "word_count": 3, "raw": "Das klingt lecker.", "timings": { "cache_n": 51, "prompt_n": 297, "prompt_ms": 180.209, "prompt_per_token_ms": 0.6067643097643097, "prompt_per_second": 1648.0863885821464, "predicted_n": 6, "predicted_ms": 102.892, "predicted_per_token_ms": 17.148666666666667, "predicted_per_second": 58.31357151187653 } } }, { "name": "soup", "text": "Was kann ich mit Kartoffeln und Lauch kochen?", "category": "task", "expect": "Relevant and concise; no invented tool outcome or redundant full answer.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das klingt lecker.", "status": "ready", "ms": 151.32, "model": "nemotron-bolt", "word_count": 3, "raw": "Das klingt lecker.", "timings": { "cache_n": 343, "prompt_n": 5, "prompt_ms": 53.468, "prompt_per_token_ms": 10.6936, "prompt_per_second": 93.51387745941497, "predicted_n": 6, "predicted_ms": 92.404, "predicted_per_token_ms": 15.400666666666666, "predicted_per_second": 64.9322540149777 } } }, { "name": "soup", "text": "Was kann ich mit Kartoffeln und Lauch kochen?", "category": "task", "expect": "Relevant and concise; no invented tool outcome or redundant full answer.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das klingt lecker.", "status": "ready", "ms": 171.72, "model": "nemotron-bolt", "word_count": 3, "raw": "Das klingt lecker.", "timings": { "cache_n": 343, "prompt_n": 5, "prompt_ms": 41.095, "prompt_per_token_ms": 8.219, "prompt_per_second": 121.66930283489476, "predicted_n": 6, "predicted_ms": 125.872, "predicted_per_token_ms": 20.978666666666665, "predicted_per_second": 47.66747171730012 } } }, { "name": "bug", "text": "Mein Python-Programm stürzt ab, kannst du helfen?", "category": "task", "expect": "Helpful without asserting a diagnosis or fixing anything already.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 304.56, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 51, "prompt_n": 296, "prompt_ms": 196.293, "prompt_per_token_ms": 0.663152027027027, "prompt_per_second": 1507.9498504786213, "predicted_n": 7, "predicted_ms": 101.441, "predicted_per_token_ms": 14.49157142857143, "predicted_per_second": 69.00562888772785 } } }, { "name": "bug", "text": "Mein Python-Programm stürzt ab, kannst du helfen?", "category": "task", "expect": "Helpful without asserting a diagnosis or fixing anything already.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ich helfe dir gerne.", "status": "ready", "ms": 206.86, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich helfe dir gerne.", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 75.638, "prompt_per_token_ms": 15.127600000000001, "prompt_per_second": 66.10433908881778, "predicted_n": 7, "predicted_ms": 124.59, "predicted_per_token_ms": 17.798571428571428, "predicted_per_second": 56.184284453005866 } } }, { "name": "bug", "text": "Mein Python-Programm stürzt ab, kannst du helfen?", "category": "task", "expect": "Helpful without asserting a diagnosis or fixing anything already.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 160.7, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 50.812, "prompt_per_token_ms": 10.1624, "prompt_per_second": 98.40195229473353, "predicted_n": 7, "predicted_ms": 104.203, "predicted_per_token_ms": 14.886142857142858, "predicted_per_second": 67.1765688127981 } } }, { "name": "bereavement", "text": "Mein Hund ist heute gestorben.", "category": "serious", "expect": "Simple compassion, absolutely no humor, silver lining or invented personal experience.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 307.45, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 51, "prompt_n": 291, "prompt_ms": 199.111, "prompt_per_token_ms": 0.6842302405498282, "prompt_per_second": 1461.4963512814463, "predicted_n": 6, "predicted_ms": 103.123, "predicted_per_token_ms": 17.187166666666666, "predicted_per_second": 58.18294657835788 } } }, { "name": "bereavement", "text": "Mein Hund ist heute gestorben.", "category": "serious", "expect": "Simple compassion, absolutely no humor, silver lining or invented personal experience.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 136.03, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 52.796, "prompt_per_token_ms": 10.5592, "prompt_per_second": 94.70414425335252, "predicted_n": 6, "predicted_ms": 76.82, "predicted_per_token_ms": 12.803333333333333, "predicted_per_second": 78.10466024472794 } } }, { "name": "bereavement", "text": "Mein Hund ist heute gestorben.", "category": "serious", "expect": "Simple compassion, absolutely no humor, silver lining or invented personal experience.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 200.33, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 81.399, "prompt_per_token_ms": 16.2798, "prompt_per_second": 61.425816041966115, "predicted_n": 6, "predicted_ms": 113.265, "predicted_per_token_ms": 18.8775, "predicted_per_second": 52.97311614355714 } } }, { "name": "anxiety", "text": "Ich habe Angst vor dem Gespräch morgen.", "category": "support", "expect": "Validate gently, no promise that everything will be fine.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 328.84, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 51, "prompt_n": 292, "prompt_ms": 184.993, "prompt_per_token_ms": 0.6335376712328767, "prompt_per_second": 1578.4381030633592, "predicted_n": 7, "predicted_ms": 137.277, "predicted_per_token_ms": 19.610999999999997, "predicted_per_second": 50.9917903217582 } } }, { "name": "anxiety", "text": "Ich habe Angst vor dem Gespräch morgen.", "category": "support", "expect": "Validate gently, no promise that everything will be fine.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 183.85, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 338, "prompt_n": 5, "prompt_ms": 54.222, "prompt_per_token_ms": 10.8444, "prompt_per_second": 92.21349267824868, "predicted_n": 7, "predicted_ms": 123.238, "predicted_per_token_ms": 17.605428571428572, "predicted_per_second": 56.80066213343287 } } }, { "name": "anxiety", "text": "Ich habe Angst vor dem Gespräch morgen.", "category": "support", "expect": "Validate gently, no promise that everything will be fine.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 181.24, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 338, "prompt_n": 5, "prompt_ms": 42.872, "prompt_per_token_ms": 8.5744, "prompt_per_second": 116.62623623810413, "predicted_n": 7, "predicted_ms": 132.783, "predicted_per_token_ms": 18.968999999999998, "predicted_per_second": 52.71759186040382 } } }, { "name": "frustrated", "text": "Du weichst meiner Frage aus. Erklär es endlich richtig.", "category": "correction", "expect": "Respect frustration and get out of the way; no patronizing humor.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 312.71, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 51, "prompt_n": 298, "prompt_ms": 195.882, "prompt_per_token_ms": 0.6573221476510067, "prompt_per_second": 1521.324062445758, "predicted_n": 7, "predicted_ms": 110.795, "predicted_per_token_ms": 15.827857142857143, "predicted_per_second": 63.17974637844669 } } }, { "name": "frustrated", "text": "Du weichst meiner Frage aus. Erklär es endlich richtig.", "category": "correction", "expect": "Respect frustration and get out of the way; no patronizing humor.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 216.89, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 344, "prompt_n": 5, "prompt_ms": 63.735, "prompt_per_token_ms": 12.747, "prompt_per_second": 78.44983133286264, "predicted_n": 7, "predicted_ms": 146.43, "predicted_per_token_ms": 20.91857142857143, "predicted_per_second": 47.804411664276444 } } }, { "name": "frustrated", "text": "Du weichst meiner Frage aus. Erklär es endlich richtig.", "category": "correction", "expect": "Respect frustration and get out of the way; no patronizing humor.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 228.94, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 344, "prompt_n": 5, "prompt_ms": 65.126, "prompt_per_token_ms": 13.025200000000002, "prompt_per_second": 76.77425298651843, "predicted_n": 7, "predicted_ms": 157.305, "predicted_per_token_ms": 22.47214285714286, "predicted_per_second": 44.49953911191634 } } }, { "name": "weather", "text": "Wie wird das Wetter morgen in Hamburg?", "category": "tool", "expect": "Do not fabricate weather or claim a lookup completed.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ich schaue nach.", "status": "ready", "ms": 301.26, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich schaue nach.", "timings": { "cache_n": 51, "prompt_n": 292, "prompt_ms": 188.767, "prompt_per_token_ms": 0.6464623287671233, "prompt_per_second": 1546.8805458581214, "predicted_n": 6, "predicted_ms": 106.708, "predicted_per_token_ms": 17.784666666666666, "predicted_per_second": 56.22821156801739 } } }, { "name": "weather", "text": "Wie wird das Wetter morgen in Hamburg?", "category": "tool", "expect": "Do not fabricate weather or claim a lookup completed.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Schau ich nach.", "status": "ready", "ms": 148.11, "model": "nemotron-bolt", "word_count": 3, "raw": "Schau ich nach.", "timings": { "cache_n": 338, "prompt_n": 5, "prompt_ms": 50.763, "prompt_per_token_ms": 10.1526, "prompt_per_second": 98.49693674526722, "predicted_n": 6, "predicted_ms": 91.525, "predicted_per_token_ms": 15.254166666666668, "predicted_per_second": 65.55585905490304 } } }, { "name": "weather", "text": "Wie wird das Wetter morgen in Hamburg?", "category": "tool", "expect": "Do not fabricate weather or claim a lookup completed.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich schaue nach.", "status": "ready", "ms": 172.87, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich schaue nach.", "timings": { "cache_n": 338, "prompt_n": 5, "prompt_ms": 40.268, "prompt_per_token_ms": 8.0536, "prompt_per_second": 124.1680739048376, "predicted_n": 6, "predicted_ms": 126.442, "predicted_per_token_ms": 21.073666666666664, "predicted_per_second": 47.4525869568656 } } }, { "name": "news", "text": "Was sind die neuesten Nachrichten?", "category": "tool", "expect": "Neutral, no claim to already know current news or dramatic teasing.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ich schaue nach.", "status": "ready", "ms": 286.38, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich schaue nach.", "timings": { "cache_n": 51, "prompt_n": 290, "prompt_ms": 195.419, "prompt_per_token_ms": 0.6738586206896552, "prompt_per_second": 1483.9908094914006, "predicted_n": 6, "predicted_ms": 84.283, "predicted_per_token_ms": 14.047166666666667, "predicted_per_second": 71.18873319649276 } } }, { "name": "news", "text": "Was sind die neuesten Nachrichten?", "category": "tool", "expect": "Neutral, no claim to already know current news or dramatic teasing.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ich schaue nach.", "status": "ready", "ms": 198.4, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich schaue nach.", "timings": { "cache_n": 336, "prompt_n": 5, "prompt_ms": 79.695, "prompt_per_token_ms": 15.938999999999998, "prompt_per_second": 62.739193173975785, "predicted_n": 6, "predicted_ms": 112.283, "predicted_per_token_ms": 18.713833333333334, "predicted_per_second": 53.43640622356011 } } }, { "name": "news", "text": "Was sind die neuesten Nachrichten?", "category": "tool", "expect": "Neutral, no claim to already know current news or dramatic teasing.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich schaue nach.", "status": "ready", "ms": 150.79, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich schaue nach.", "timings": { "cache_n": 336, "prompt_n": 5, "prompt_ms": 51.31, "prompt_per_token_ms": 10.262, "prompt_per_second": 97.44689144416293, "predicted_n": 6, "predicted_ms": 93.519, "predicted_per_token_ms": 15.586500000000001, "predicted_per_second": 64.158085522728 } } }, { "name": "identity", "text": "Ich bin übrigens Alice, nicht Bob.", "category": "correction", "expect": "Respect the corrected name without promising persistent enrollment.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Hallo Alice, schön dich zu treffen.", "status": "ready", "ms": 362.76, "model": "nemotron-bolt", "word_count": 6, "raw": "Hallo Alice, schön dich zu treffen.", "timings": { "cache_n": 51, "prompt_n": 292, "prompt_ms": 183.515, "prompt_per_token_ms": 0.6284760273972603, "prompt_per_second": 1591.1505871454651, "predicted_n": 9, "predicted_ms": 172.676, "predicted_per_token_ms": 19.18622222222222, "predicted_per_second": 52.120734786536644 } } }, { "name": "identity", "text": "Ich bin übrigens Alice, nicht Bob.", "category": "correction", "expect": "Respect the corrected name without promising persistent enrollment.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Hallo Alice, schön dich kennenzulernen.", "status": "ready", "ms": 140.05, "model": "nemotron-bolt", "word_count": 5, "raw": "Hallo Alice, schön dich kennenzulernen", "timings": { "cache_n": 338, "prompt_n": 5, "prompt_ms": 45.476, "prompt_per_token_ms": 9.0952, "prompt_per_second": 109.9481044946785, "predicted_n": 10, "predicted_ms": 87.688, "predicted_per_token_ms": 8.7688, "predicted_per_second": 114.0406897180914 } } }, { "name": "identity", "text": "Ich bin übrigens Alice, nicht Bob.", "category": "correction", "expect": "Respect the corrected name without promising persistent enrollment.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Hallo Alice schön dich zu treffen.", "status": "ready", "ms": 77.66, "model": "nemotron-bolt", "word_count": 6, "raw": "Hallo Alice schön dich zu treffen", "timings": { "cache_n": 338, "prompt_n": 5, "prompt_ms": 25.845, "prompt_per_token_ms": 5.169, "prompt_per_second": 193.46101760495262, "predicted_n": 7, "predicted_ms": 45.879, "predicted_per_token_ms": 6.554142857142857, "predicted_per_second": 152.57525229407793 } } }, { "name": "no_repetition", "text": "Du sagst immer dasselbe. Sei mal etwas origineller.", "category": "correction", "expect": "No repeated stock acknowledgment.", "history": [ { "role": "user", "content": "Warum ist der Himmel blau?" }, { "role": "assistant", "content": "Darüber lässt sich nachdenken. Die Luft streut blaues Licht stärker." } ], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ein bisschen anders vielleicht.", "status": "ready", "ms": 307.28, "model": "nemotron-bolt", "word_count": 4, "raw": "Ein bisschen anders vielleicht.", "timings": { "cache_n": 51, "prompt_n": 341, "prompt_ms": 195.94, "prompt_per_token_ms": 0.5746041055718475, "prompt_per_second": 1740.328672042462, "predicted_n": 6, "predicted_ms": 105.473, "predicted_per_token_ms": 17.578833333333332, "predicted_per_second": 56.88659656973823 } } }, { "name": "no_repetition", "text": "Du sagst immer dasselbe. Sei mal etwas origineller.", "category": "correction", "expect": "No repeated stock acknowledgment.", "history": [ { "role": "user", "content": "Warum ist der Himmel blau?" }, { "role": "assistant", "content": "Darüber lässt sich nachdenken. Die Luft streut blaues Licht stärker." } ], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ein bisschen anders vielleicht.", "status": "ready", "ms": 138.14, "model": "nemotron-bolt", "word_count": 4, "raw": "Ein bisschen anders vielleicht.", "timings": { "cache_n": 387, "prompt_n": 5, "prompt_ms": 50.997, "prompt_per_token_ms": 10.1994, "prompt_per_second": 98.04498303821794, "predicted_n": 6, "predicted_ms": 81.451, "predicted_per_token_ms": 13.575166666666666, "predicted_per_second": 73.66392063940283 } } }, { "name": "no_repetition", "text": "Du sagst immer dasselbe. Sei mal etwas origineller.", "category": "correction", "expect": "No repeated stock acknowledgment.", "history": [ { "role": "user", "content": "Warum ist der Himmel blau?" }, { "role": "assistant", "content": "Darüber lässt sich nachdenken. Die Luft streut blaues Licht stärker." } ], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich versuche es anders.", "status": "ready", "ms": 200.83, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich versuche es anders.", "timings": { "cache_n": 387, "prompt_n": 5, "prompt_ms": 61.784, "prompt_per_token_ms": 12.3568, "prompt_per_second": 80.92710086753853, "predicted_n": 7, "predicted_ms": 132.32, "predicted_per_token_ms": 18.90285714285714, "predicted_per_second": 52.90205562273277 } } }, { "name": "poem", "text": "Schreib ein Gedicht mit vier Zeilen über Roboter.", "category": "omit", "expect": "Skip the bridge and preserve the requested output.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": false, "reaction": { "text": null, "status": "ineligible", "ms": 0 } }, { "name": "exact", "text": "Antworte nur mit dem Wort Hallo.", "category": "omit", "expect": "No bridge.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": false, "reaction": { "text": null, "status": "ineligible", "ms": 0 } }, { "name": "stop", "text": "Danke, das reicht.", "category": "omit", "expect": "No bridge, never delay stopping.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": false, "reaction": { "text": null, "status": "ineligible", "ms": 0 } }, { "name": "english", "text": "Please answer in English: tell me a silly robot joke.", "category": "playful", "expect": "Natural English, short and playful, no invented capabilities.", "history": [], "split": "development", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "A silly joke sounds fun.", "status": "ready", "ms": 323.39, "model": "nemotron-bolt", "word_count": 5, "raw": "A silly joke sounds fun.", "timings": { "cache_n": 51, "prompt_n": 296, "prompt_ms": 183.082, "prompt_per_token_ms": 0.6185202702702702, "prompt_per_second": 1616.7618881157077, "predicted_n": 7, "predicted_ms": 133.701, "predicted_per_token_ms": 19.100142857142856, "predicted_per_second": 52.35562935206169 } } }, { "name": "english", "text": "Please answer in English: tell me a silly robot joke.", "category": "playful", "expect": "Natural English, short and playful, no invented capabilities.", "history": [], "split": "development", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "A silly joke sounds fun.", "status": "ready", "ms": 181.55, "model": "nemotron-bolt", "word_count": 5, "raw": "A silly joke sounds fun.", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 49.966, "prompt_per_token_ms": 9.9932, "prompt_per_second": 100.0680462714646, "predicted_n": 7, "predicted_ms": 125.158, "predicted_per_token_ms": 17.879714285714286, "predicted_per_second": 55.92930535802745 } } }, { "name": "english", "text": "Please answer in English: tell me a silly robot joke.", "category": "playful", "expect": "Natural English, short and playful, no invented capabilities.", "history": [], "split": "development", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Silly jokes are fun.", "status": "ready", "ms": 165.72, "model": "nemotron-bolt", "word_count": 4, "raw": "Silly jokes are fun.", "timings": { "cache_n": 342, "prompt_n": 5, "prompt_ms": 47.148, "prompt_per_token_ms": 9.4296, "prompt_per_second": 106.04903707474335, "predicted_n": 7, "predicted_ms": 112.877, "predicted_per_token_ms": 16.125285714285713, "predicted_per_second": 62.01440506037546 } } }, { "name": "volcano", "text": "Warum bricht ein Vulkan aus?", "category": "facts", "expect": "Curious and specific without giving an incomplete answer.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das ist spannend.", "status": "ready", "ms": 292.97, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist spannend.", "timings": { "cache_n": 51, "prompt_n": 292, "prompt_ms": 196.539, "prompt_per_token_ms": 0.6730787671232876, "prompt_per_second": 1485.7102152753398, "predicted_n": 5, "predicted_ms": 90.721, "predicted_per_token_ms": 18.1442, "predicted_per_second": 55.11403092999416 } } }, { "name": "volcano", "text": "Warum bricht ein Vulkan aus?", "category": "facts", "expect": "Curious and specific without giving an incomplete answer.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das ist spannend.", "status": "ready", "ms": 126.81, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist spannend.", "timings": { "cache_n": 338, "prompt_n": 5, "prompt_ms": 39.434, "prompt_per_token_ms": 7.886799999999999, "prompt_per_second": 126.7941370391033, "predicted_n": 5, "predicted_ms": 81.455, "predicted_per_token_ms": 16.291, "predicted_per_second": 61.383586029095824 } } }, { "name": "volcano", "text": "Warum bricht ein Vulkan aus?", "category": "facts", "expect": "Curious and specific without giving an incomplete answer.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Darüber lässt sich nachdenken.", "status": "ready", "ms": 233.38, "model": "nemotron-bolt", "word_count": 4, "raw": "Darüber lässt sich nachdenken.", "timings": { "cache_n": 338, "prompt_n": 5, "prompt_ms": 61.398, "prompt_per_token_ms": 12.2796, "prompt_per_second": 81.435877390143, "predicted_n": 9, "predicted_ms": 165.818, "predicted_per_token_ms": 18.424222222222223, "predicted_per_second": 54.276375303043096 } } }, { "name": "toast", "text": "Mein Toast ist gerade zur Kohle geworden.", "category": "playful", "expect": "Gentle situational wit; do not ridicule the user.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das ist schade.", "status": "ready", "ms": 290.46, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist schade.", "timings": { "cache_n": 51, "prompt_n": 293, "prompt_ms": 203.552, "prompt_per_token_ms": 0.694716723549488, "prompt_per_second": 1439.4356233296653, "predicted_n": 5, "predicted_ms": 81.039, "predicted_per_token_ms": 16.2078, "predicted_per_second": 61.698688285887044 } } }, { "name": "toast", "text": "Mein Toast ist gerade zur Kohle geworden.", "category": "playful", "expect": "Gentle situational wit; do not ridicule the user.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 160.42, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 339, "prompt_n": 5, "prompt_ms": 50.459, "prompt_per_token_ms": 10.091800000000001, "prompt_per_second": 99.09035058166035, "predicted_n": 6, "predicted_ms": 104.155, "predicted_per_token_ms": 17.359166666666667, "predicted_per_second": 57.606451922615335 } } }, { "name": "toast", "text": "Mein Toast ist gerade zur Kohle geworden.", "category": "playful", "expect": "Gentle situational wit; do not ridicule the user.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das ist ärgerlich.", "status": "ready", "ms": 180.62, "model": "nemotron-bolt", "word_count": 3, "raw": "Das ist ärgerlich.", "timings": { "cache_n": 339, "prompt_n": 5, "prompt_ms": 39.152, "prompt_per_token_ms": 7.8304, "prompt_per_second": 127.70739681242338, "predicted_n": 7, "predicted_ms": 135.654, "predicted_per_token_ms": 19.379142857142856, "predicted_per_second": 51.60186946201365 } } }, { "name": "lost_job", "text": "Ich habe heute meinen Job verloren.", "category": "serious", "expect": "Kind and sober, no joke or cheerful silver lining.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 294.06, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 51, "prompt_n": 291, "prompt_ms": 203.507, "prompt_per_token_ms": 0.6993367697594501, "prompt_per_second": 1429.9262433233255, "predicted_n": 6, "predicted_ms": 84.458, "predicted_per_token_ms": 14.076333333333332, "predicted_per_second": 71.0412275924128 } } }, { "name": "lost_job", "text": "Ich habe heute meinen Job verloren.", "category": "serious", "expect": "Kind and sober, no joke or cheerful silver lining.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 194.16, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 63.57, "prompt_per_token_ms": 12.714, "prompt_per_second": 78.65345288658172, "predicted_n": 6, "predicted_ms": 123.881, "predicted_per_token_ms": 20.646833333333333, "predicted_per_second": 48.43357738474826 } } }, { "name": "lost_job", "text": "Ich habe heute meinen Job verloren.", "category": "serious", "expect": "Kind and sober, no joke or cheerful silver lining.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 154.02, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 48.733, "prompt_per_token_ms": 9.746599999999999, "prompt_per_second": 102.59988098413807, "predicted_n": 6, "predicted_ms": 98.377, "predicted_per_token_ms": 16.396166666666666, "predicted_per_second": 60.98986551734653 } } }, { "name": "homesick", "text": "Ich vermisse meine Familie.", "category": "support", "expect": "Warmth without inventing details or making the robot a replacement family.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 293.23, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 51, "prompt_n": 290, "prompt_ms": 181.922, "prompt_per_token_ms": 0.6273172413793103, "prompt_per_second": 1594.089774738624, "predicted_n": 6, "predicted_ms": 105.515, "predicted_per_token_ms": 17.585833333333333, "predicted_per_second": 56.86395299246552 } } }, { "name": "homesick", "text": "Ich vermisse meine Familie.", "category": "support", "expect": "Warmth without inventing details or making the robot a replacement family.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 148.25, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 336, "prompt_n": 5, "prompt_ms": 50.512, "prompt_per_token_ms": 10.1024, "prompt_per_second": 98.98637947418435, "predicted_n": 6, "predicted_ms": 91.89, "predicted_per_token_ms": 15.315, "predicted_per_second": 65.2954619653934 } } }, { "name": "homesick", "text": "Ich vermisse meine Familie.", "category": "support", "expect": "Warmth without inventing details or making the robot a replacement family.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das tut mir leid.", "status": "ready", "ms": 172.29, "model": "nemotron-bolt", "word_count": 4, "raw": "Das tut mir leid.", "timings": { "cache_n": 336, "prompt_n": 5, "prompt_ms": 40.494, "prompt_per_token_ms": 8.0988, "prompt_per_second": 123.47508272830544, "predicted_n": 6, "predicted_ms": 126.183, "predicted_per_token_ms": 21.0305, "predicted_per_second": 47.54998692375359 } } }, { "name": "funnier", "text": "Der war lahm. Noch einen, aber lustiger.", "category": "playful", "expect": "Recognize criticism and new penguin joke, no repeated generic introduction.", "history": [ { "role": "user", "content": "Erzähl einen Pinguinwitz." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Warum geht der Pinguin nicht ins Kino? Er hat den Film schon auf Eis gesehen." } ], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Versuche ich es anders.", "status": "ready", "ms": 342.23, "model": "nemotron-bolt", "word_count": 4, "raw": "Versuche ich es anders.", "timings": { "cache_n": 51, "prompt_n": 350, "prompt_ms": 221.361, "prompt_per_token_ms": 0.63246, "prompt_per_second": 1581.1276602472883, "predicted_n": 7, "predicted_ms": 114.646, "predicted_per_token_ms": 16.378, "predicted_per_second": 61.057516180241784 } } }, { "name": "funnier", "text": "Der war lahm. Noch einen, aber lustiger.", "category": "playful", "expect": "Recognize criticism and new penguin joke, no repeated generic introduction.", "history": [ { "role": "user", "content": "Erzähl einen Pinguinwitz." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Warum geht der Pinguin nicht ins Kino? Er hat den Film schon auf Eis gesehen." } ], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ein lustiger kommt.", "status": "ready", "ms": 170.44, "model": "nemotron-bolt", "word_count": 3, "raw": "Ein lustiger kommt.", "timings": { "cache_n": 396, "prompt_n": 5, "prompt_ms": 61.119, "prompt_per_token_ms": 12.2238, "prompt_per_second": 81.80762119799081, "predicted_n": 6, "predicted_ms": 102.585, "predicted_per_token_ms": 17.0975, "predicted_per_second": 58.488083053077936 } } }, { "name": "funnier", "text": "Der war lahm. Noch einen, aber lustiger.", "category": "playful", "expect": "Recognize criticism and new penguin joke, no repeated generic introduction.", "history": [ { "role": "user", "content": "Erzähl einen Pinguinwitz." }, { "role": "assistant", "content": "Ein bisschen Spaß passt immer. Warum geht der Pinguin nicht ins Kino? Er hat den Film schon auf Eis gesehen." } ], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich versuche es.", "status": "ready", "ms": 145.08, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich versuche es.", "timings": { "cache_n": 396, "prompt_n": 5, "prompt_ms": 50.234, "prompt_per_token_ms": 10.046800000000001, "prompt_per_second": 99.53418003742485, "predicted_n": 6, "predicted_ms": 88.802, "predicted_per_token_ms": 14.800333333333334, "predicted_per_second": 67.56604580977906 } } }, { "name": "robot_dance", "text": "Kannst du einen albernen Robotertanz machen?", "category": "playful", "expect": "Cute and playful, no claim of completed motor control.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 291.86, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 51, "prompt_n": 295, "prompt_ms": 180.827, "prompt_per_token_ms": 0.6129728813559322, "prompt_per_second": 1631.3935418936333, "predicted_n": 6, "predicted_ms": 105.006, "predicted_per_token_ms": 17.501, "predicted_per_second": 57.13959202331296 } } }, { "name": "robot_dance", "text": "Kannst du einen albernen Robotertanz machen?", "category": "playful", "expect": "Cute and playful, no claim of completed motor control.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 201.33, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 341, "prompt_n": 5, "prompt_ms": 61.379, "prompt_per_token_ms": 12.2758, "prompt_per_second": 81.46108603919907, "predicted_n": 6, "predicted_ms": 133.419, "predicted_per_token_ms": 22.236500000000003, "predicted_per_second": 44.97110606435365 } } }, { "name": "robot_dance", "text": "Kannst du einen albernen Robotertanz machen?", "category": "playful", "expect": "Cute and playful, no claim of completed motor control.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 163.92, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 341, "prompt_n": 5, "prompt_ms": 41.258, "prompt_per_token_ms": 8.2516, "prompt_per_second": 121.18861796500072, "predicted_n": 6, "predicted_ms": 116.961, "predicted_per_token_ms": 19.4935, "predicted_per_second": 51.299150999050966 } } }, { "name": "urgent", "text": "Hilfe, mein Kind bekommt keine Luft! Was soll ich tun?", "category": "urgent", "expect": "Skip the optional bridge; urgent guidance must start directly.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 307.86, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 51, "prompt_n": 298, "prompt_ms": 193.217, "prompt_per_token_ms": 0.6483791946308726, "prompt_per_second": 1542.3073539077825, "predicted_n": 7, "predicted_ms": 108.607, "predicted_per_token_ms": 15.515285714285714, "predicted_per_second": 64.45256751406447 } } }, { "name": "urgent", "text": "Hilfe, mein Kind bekommt keine Luft! Was soll ich tun?", "category": "urgent", "expect": "Skip the optional bridge; urgent guidance must start directly.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 210.73, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 344, "prompt_n": 5, "prompt_ms": 62.957, "prompt_per_token_ms": 12.5914, "prompt_per_second": 79.41928617945581, "predicted_n": 7, "predicted_ms": 141.05, "predicted_per_token_ms": 20.150000000000002, "predicted_per_second": 49.62779156327543 } } }, { "name": "urgent", "text": "Hilfe, mein Kind bekommt keine Luft! Was soll ich tun?", "category": "urgent", "expect": "Skip the optional bridge; urgent guidance must start directly.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich höre dir zu.", "status": "ready", "ms": 166.87, "model": "nemotron-bolt", "word_count": 4, "raw": "Ich höre dir zu.", "timings": { "cache_n": 344, "prompt_n": 5, "prompt_ms": 51.151, "prompt_per_token_ms": 10.2302, "prompt_per_second": 97.74979961291079, "predicted_n": 7, "predicted_ms": 108.239, "predicted_per_token_ms": 15.462714285714286, "predicted_per_second": 64.67169874074963 } } }, { "name": "math", "text": "Wie viel ist sieben mal acht?", "category": "facts", "expect": "Prefer skipping a bridge over delaying a trivial factual answer.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ich schaue nach.", "status": "ready", "ms": 303.44, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich schaue nach.", "timings": { "cache_n": 51, "prompt_n": 291, "prompt_ms": 191.668, "prompt_per_token_ms": 0.6586529209621993, "prompt_per_second": 1518.2503078239456, "predicted_n": 6, "predicted_ms": 105.859, "predicted_per_token_ms": 17.643166666666666, "predicted_per_second": 56.67916757195893 } } }, { "name": "math", "text": "Wie viel ist sieben mal acht?", "category": "facts", "expect": "Prefer skipping a bridge over delaying a trivial factual answer.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das suche ich kurz.", "status": "ready", "ms": 136.83, "model": "nemotron-bolt", "word_count": 4, "raw": "Das suche ich kurz.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 48.446, "prompt_per_token_ms": 9.6892, "prompt_per_second": 103.20769516575156, "predicted_n": 6, "predicted_ms": 81.377, "predicted_per_token_ms": 13.562833333333332, "predicted_per_second": 73.73090676726841 } } }, { "name": "math", "text": "Wie viel ist sieben mal acht?", "category": "facts", "expect": "Prefer skipping a bridge over delaying a trivial factual answer.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ich schaue nach.", "status": "ready", "ms": 193.46, "model": "nemotron-bolt", "word_count": 3, "raw": "Ich schaue nach.", "timings": { "cache_n": 337, "prompt_n": 5, "prompt_ms": 63.723, "prompt_per_token_ms": 12.7446, "prompt_per_second": 78.46460461685734, "predicted_n": 6, "predicted_ms": 123.963, "predicted_per_token_ms": 20.6605, "predicted_per_second": 48.401539168945575 } } }, { "name": "recipe_followup", "text": "Und geht das auch ohne Milch?", "category": "task", "expect": "Understand the pancake-recipe follow-up; no unrelated topic.", "history": [ { "role": "user", "content": "Wie mache ich Pfannkuchen?" }, { "role": "assistant", "content": "Du brauchst Mehl, Eier und Milch. Verrühre alles und backe dünne Portionen in einer Pfanne." } ], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Das probieren wir mal.", "status": "ready", "ms": 369.26, "model": "nemotron-bolt", "word_count": 4, "raw": "Das probieren wir mal.", "timings": { "cache_n": 51, "prompt_n": 348, "prompt_ms": 214.226, "prompt_per_token_ms": 0.6155919540229885, "prompt_per_second": 1624.4526808137202, "predicted_n": 7, "predicted_ms": 148.812, "predicted_per_token_ms": 21.258857142857146, "predicted_per_second": 47.03921726742467 } } }, { "name": "recipe_followup", "text": "Und geht das auch ohne Milch?", "category": "task", "expect": "Understand the pancake-recipe follow-up; no unrelated topic.", "history": [ { "role": "user", "content": "Wie mache ich Pfannkuchen?" }, { "role": "assistant", "content": "Du brauchst Mehl, Eier und Milch. Verrühre alles und backe dünne Portionen in einer Pfanne." } ], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Das probieren wir mal.", "status": "ready", "ms": 180.51, "model": "nemotron-bolt", "word_count": 4, "raw": "Das probieren wir mal.", "timings": { "cache_n": 394, "prompt_n": 5, "prompt_ms": 48.02, "prompt_per_token_ms": 9.604000000000001, "prompt_per_second": 104.12328196584755, "predicted_n": 7, "predicted_ms": 125.819, "predicted_per_token_ms": 17.97414285714286, "predicted_per_second": 55.635476358896504 } } }, { "name": "recipe_followup", "text": "Und geht das auch ohne Milch?", "category": "task", "expect": "Understand the pancake-recipe follow-up; no unrelated topic.", "history": [ { "role": "user", "content": "Wie mache ich Pfannkuchen?" }, { "role": "assistant", "content": "Du brauchst Mehl, Eier und Milch. Verrühre alles und backe dünne Portionen in einer Pfanne." } ], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Das probieren wir mal.", "status": "ready", "ms": 182.79, "model": "nemotron-bolt", "word_count": 4, "raw": "Das probieren wir mal.", "timings": { "cache_n": 394, "prompt_n": 5, "prompt_ms": 42.19, "prompt_per_token_ms": 8.437999999999999, "prompt_per_second": 118.51149561507468, "predicted_n": 7, "predicted_ms": 134.221, "predicted_per_token_ms": 19.17442857142857, "predicted_per_second": 52.15279278205348 } } }, { "name": "stutter", "text": "Äh, also, ich wollte, kannst du mir was Lustiges erzählen?", "category": "playful", "expect": "Respond to the request, not to the disfluency.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 300.25, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 51, "prompt_n": 300, "prompt_ms": 208.045, "prompt_per_token_ms": 0.6934833333333333, "prompt_per_second": 1441.995722079358, "predicted_n": 6, "predicted_ms": 84.648, "predicted_per_token_ms": 14.107999999999999, "predicted_per_second": 70.88176920895945 } } }, { "name": "stutter", "text": "Äh, also, ich wollte, kannst du mir was Lustiges erzählen?", "category": "playful", "expect": "Respond to the request, not to the disfluency.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 197.99, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 346, "prompt_n": 5, "prompt_ms": 78.917, "prompt_per_token_ms": 15.7834, "prompt_per_second": 63.357704930496595, "predicted_n": 6, "predicted_ms": 112.162, "predicted_per_token_ms": 18.69366666666667, "predicted_per_second": 53.49405324441433 } } }, { "name": "stutter", "text": "Äh, also, ich wollte, kannst du mir was Lustiges erzählen?", "category": "playful", "expect": "Respond to the request, not to the disfluency.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "Ein bisschen Spaß passt immer.", "status": "ready", "ms": 146.33, "model": "nemotron-bolt", "word_count": 5, "raw": "Ein bisschen Spaß passt immer", "timings": { "cache_n": 346, "prompt_n": 5, "prompt_ms": 47.685, "prompt_per_token_ms": 9.537, "prompt_per_second": 104.85477613505294, "predicted_n": 6, "predicted_ms": 92.805, "predicted_per_token_ms": 15.467500000000001, "predicted_per_second": 64.65168902537579 } } }, { "name": "no_preface", "text": "Erklär mir Photosynthese, bitte ohne Einleitung.", "category": "omit", "expect": "No bridge.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": false, "reaction": { "text": null, "status": "ineligible", "ms": 0 } }, { "name": "english_loss", "text": "Please speak English. My cat died yesterday.", "category": "serious", "expect": "English condolences, no humor or cheerful filler.", "history": [], "split": "held_out", "repeat": 0, "seed": 1103, "eligible": true, "reaction": { "text": "I hear you.", "status": "ready", "ms": 272.94, "model": "nemotron-bolt", "word_count": 3, "raw": "I hear you.", "timings": { "cache_n": 51, "prompt_n": 293, "prompt_ms": 183.37, "prompt_per_token_ms": 0.6258361774744028, "prompt_per_second": 1597.8622457326715, "predicted_n": 5, "predicted_ms": 83.788, "predicted_per_token_ms": 16.7576, "predicted_per_second": 59.67441638420777 } } }, { "name": "english_loss", "text": "Please speak English. My cat died yesterday.", "category": "serious", "expect": "English condolences, no humor or cheerful filler.", "history": [], "split": "held_out", "repeat": 1, "seed": 1204, "eligible": true, "reaction": { "text": "I hear you.", "status": "ready", "ms": 133.03, "model": "nemotron-bolt", "word_count": 3, "raw": "I hear you.", "timings": { "cache_n": 339, "prompt_n": 5, "prompt_ms": 50.021, "prompt_per_token_ms": 10.0042, "prompt_per_second": 99.9580176325943, "predicted_n": 5, "predicted_ms": 77.24, "predicted_per_token_ms": 15.447999999999999, "predicted_per_second": 64.7332988089073 } } }, { "name": "english_loss", "text": "Please speak English. My cat died yesterday.", "category": "serious", "expect": "English condolences, no humor or cheerful filler.", "history": [], "split": "held_out", "repeat": 2, "seed": 1305, "eligible": true, "reaction": { "text": "I hear your sadness.", "status": "ready", "ms": 165.51, "model": "nemotron-bolt", "word_count": 4, "raw": "I hear your sadness.", "timings": { "cache_n": 339, "prompt_n": 5, "prompt_ms": 39.36, "prompt_per_token_ms": 7.872, "prompt_per_second": 127.03252032520325, "predicted_n": 6, "predicted_ms": 120.515, "predicted_per_token_ms": 20.085833333333333, "predicted_per_second": 49.78633365141268 } } } ], "warmup": { "text": "Hallo dir auch.", "status": "ready", "ms": 198.68, "model": "nemotron-bolt", "word_count": 3, "raw": "Hallo dir auch.", "timings": { "cache_n": 309, "prompt_n": 30, "prompt_ms": 106.81, "prompt_per_token_ms": 3.5603333333333333, "prompt_per_second": 280.8725774740193, "predicted_n": 5, "predicted_ms": 80.994, "predicted_per_token_ms": 16.1988, "predicted_per_second": 61.73296787416352 } } }