{ "audit_version": "2.1", "complete": true, "sources_untruncated": true, "allowed_consecutive_words": 5, "borderline": 6, "violation_from": 7, "qa_filtering": false, "conditions": { "qwen_ku500": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 31, "mean_longest_match_words": 16.5, "mean_covered_fraction_six_plus": 0.10972534687744198, "mean_covered_fraction_seven_plus": 0.07315151603120039, "pooled_covered_fraction_six_plus": 0.11157458226613001, "pooled_covered_fraction_seven_plus": 0.07422856445908038, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma4_base_ku500": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 37, "mean_longest_match_words": 20.5, "mean_covered_fraction_six_plus": 0.22506770210346658, "mean_covered_fraction_seven_plus": 0.17519692081737104, "pooled_covered_fraction_six_plus": 0.22661334302854028, "pooled_covered_fraction_seven_plus": 0.17658607525904382, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma4_r128_ku500": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 37, "mean_longest_match_words": 18.2, "mean_covered_fraction_six_plus": 0.14803332843662828, "mean_covered_fraction_seven_plus": 0.10988759553183604, "pooled_covered_fraction_six_plus": 0.15153813338389344, "pooled_covered_fraction_seven_plus": 0.11340474949044888, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma12_base_ku500": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 20, "mean_longest_match_words": 11.7, "mean_covered_fraction_six_plus": 0.08162053395794949, "mean_covered_fraction_seven_plus": 0.046959160521365964, "pooled_covered_fraction_six_plus": 0.08069626150806962, "pooled_covered_fraction_seven_plus": 0.047038652204703865, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma12_r128_ku500": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 35, "mean_longest_match_words": 16.2, "mean_covered_fraction_six_plus": 0.13473275109011554, "mean_covered_fraction_seven_plus": 0.09686038696198604, "pooled_covered_fraction_six_plus": 0.1372252088538906, "pooled_covered_fraction_seven_plus": 0.09838217107089675, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "qwen_ku1000": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 22, "mean_longest_match_words": 12.05, "mean_covered_fraction_six_plus": 0.10321898892804937, "mean_covered_fraction_seven_plus": 0.06748208539878503, "pooled_covered_fraction_six_plus": 0.10538660960454302, "pooled_covered_fraction_seven_plus": 0.06793959096333484, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma4_base_ku1000": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 41, "mean_longest_match_words": 17.05, "mean_covered_fraction_six_plus": 0.21268387745625833, "mean_covered_fraction_seven_plus": 0.15328590543093873, "pooled_covered_fraction_six_plus": 0.20910096998893302, "pooled_covered_fraction_seven_plus": 0.15005533493913156, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma4_r128_ku1000": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 26, "mean_longest_match_words": 16.2, "mean_covered_fraction_six_plus": 0.1419141420772748, "mean_covered_fraction_seven_plus": 0.10257762052283985, "pooled_covered_fraction_six_plus": 0.14096793467436766, "pooled_covered_fraction_seven_plus": 0.10113523202549293, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma12_base_ku1000": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 1, "borderline_six_only": 2, "violation_seven_plus": 17, "maximum_contiguous_match_words": 18, "mean_longest_match_words": 9.55, "mean_covered_fraction_six_plus": 0.083534953220599, "mean_covered_fraction_seven_plus": 0.0475207568521256, "pooled_covered_fraction_six_plus": 0.08811888063328935, "pooled_covered_fraction_seven_plus": 0.05173251857509895, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma12_r128_ku1000": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 37, "mean_longest_match_words": 15.85, "mean_covered_fraction_six_plus": 0.11177766668409601, "mean_covered_fraction_seven_plus": 0.08190167533423184, "pooled_covered_fraction_six_plus": 0.11206305688827964, "pooled_covered_fraction_seven_plus": 0.08186257710760796, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "qwen_ku500_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 31, "mean_longest_match_words": 16.5, "mean_covered_fraction_six_plus": 0.07847469518961435, "mean_covered_fraction_seven_plus": 0.05256494277536961, "pooled_covered_fraction_six_plus": 0.0794462399305388, "pooled_covered_fraction_seven_plus": 0.05296415995369254, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma4_base_ku500_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 37, "mean_longest_match_words": 20.5, "mean_covered_fraction_six_plus": 0.1906852680145419, "mean_covered_fraction_seven_plus": 0.15016991264344484, "pooled_covered_fraction_six_plus": 0.19188086203193241, "pooled_covered_fraction_seven_plus": 0.15135676952817356, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma4_r128_ku500_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 37, "mean_longest_match_words": 18.1, "mean_covered_fraction_six_plus": 0.11155894527569361, "mean_covered_fraction_seven_plus": 0.08297242251461488, "pooled_covered_fraction_six_plus": 0.11498298447624819, "pooled_covered_fraction_seven_plus": 0.08691902475409072, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma12_base_ku500_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 1, "violation_seven_plus": 19, "maximum_contiguous_match_words": 20, "mean_longest_match_words": 11.35, "mean_covered_fraction_six_plus": 0.06538196274134443, "mean_covered_fraction_seven_plus": 0.03974001510538547, "pooled_covered_fraction_six_plus": 0.06494898713588644, "pooled_covered_fraction_seven_plus": 0.040034008576075704, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma12_r128_ku500_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 35, "mean_longest_match_words": 16, "mean_covered_fraction_six_plus": 0.10175188901043479, "mean_covered_fraction_seven_plus": 0.07406200879093819, "pooled_covered_fraction_six_plus": 0.1035651112384464, "pooled_covered_fraction_seven_plus": 0.0755873340143003, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "qwen_ku1000_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 22, "mean_longest_match_words": 11.8, "mean_covered_fraction_six_plus": 0.07558728901382375, "mean_covered_fraction_seven_plus": 0.050283605776307805, "pooled_covered_fraction_six_plus": 0.07740253391453131, "pooled_covered_fraction_seven_plus": 0.0509227196806127, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma4_base_ku1000_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 41, "mean_longest_match_words": 16.75, "mean_covered_fraction_six_plus": 0.18253397234578014, "mean_covered_fraction_seven_plus": 0.13150616505227075, "pooled_covered_fraction_six_plus": 0.17962259290268565, "pooled_covered_fraction_seven_plus": 0.12932311457461196, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma4_r128_ku1000_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 26, "mean_longest_match_words": 15.8, "mean_covered_fraction_six_plus": 0.0995927852641319, "mean_covered_fraction_seven_plus": 0.07278074246668347, "pooled_covered_fraction_six_plus": 0.10028585973293652, "pooled_covered_fraction_seven_plus": 0.07295297020010182, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma12_base_ku1000_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 1, "borderline_six_only": 3, "violation_seven_plus": 16, "maximum_contiguous_match_words": 15, "mean_longest_match_words": 8.8, "mean_covered_fraction_six_plus": 0.06303658005890114, "mean_covered_fraction_seven_plus": 0.03402575752909363, "pooled_covered_fraction_six_plus": 0.06654267410622029, "pooled_covered_fraction_seven_plus": 0.036922229110697806, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "gemma12_r128_ku1000_bt": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 37, "mean_longest_match_words": 15.4, "mean_covered_fraction_six_plus": 0.08549273064005442, "mean_covered_fraction_seven_plus": 0.06354077391442896, "pooled_covered_fraction_six_plus": 0.08585965656137376, "pooled_covered_fraction_seven_plus": 0.0643629425482298, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 20, "borderline_six_only": 0, "violation_seven_plus": 0, "maximum_contiguous_match_words": 0, "mean_longest_match_words": 0, "mean_covered_fraction_six_plus": 0, "mean_covered_fraction_seven_plus": 0, "pooled_covered_fraction_six_plus": 0.0, "pooled_covered_fraction_seven_plus": 0.0, "evidence_fragments_over_five_words": 0 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 18, "maximum_contiguous_match_words": 23, "mean_longest_match_words": 13.45, "mean_covered_fraction_six_plus": 1.0, "mean_covered_fraction_seven_plus": 0.9, "pooled_covered_fraction_six_plus": 1.0, "pooled_covered_fraction_seven_plus": 0.9553903345724907, "evidence_fragments_over_five_words": 0 } }, "qwen_summary": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 16, "mean_longest_match_words": 10.25, "mean_covered_fraction_six_plus": 0.11085063086452437, "mean_covered_fraction_seven_plus": 0.08027108336256043, "pooled_covered_fraction_six_plus": 0.11276161943993675, "pooled_covered_fraction_seven_plus": 0.08142970082802813, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 15, "borderline_six_only": 1, "violation_seven_plus": 4, "maximum_contiguous_match_words": 11, "mean_longest_match_words": 5.15, "mean_covered_fraction_six_plus": 0.047640722379605656, "mean_covered_fraction_seven_plus": 0.01953449644994346, "pooled_covered_fraction_six_plus": 0.06422535211267606, "pooled_covered_fraction_seven_plus": 0.027042253521126762, "evidence_fragments_over_five_words": 74 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 1, "violation_seven_plus": 19, "maximum_contiguous_match_words": 29, "mean_longest_match_words": 14.25, "mean_covered_fraction_six_plus": 0.47579031447311787, "mean_covered_fraction_seven_plus": 0.42913989147801573, "pooled_covered_fraction_six_plus": 0.4179278230500582, "pooled_covered_fraction_seven_plus": 0.389988358556461, "evidence_fragments_over_five_words": 0 } }, "gemma4_base_summary": { "paper_slots": 20, "audited_generated_outputs": 18, "generation_failures_or_empty_outputs": 2, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 18, "maximum_contiguous_match_words": 22, "mean_longest_match_words": 10.777777777777779, "mean_covered_fraction_six_plus": 0.05457147420056026, "mean_covered_fraction_seven_plus": 0.0358242531428445, "pooled_covered_fraction_six_plus": 0.05526403188309532, "pooled_covered_fraction_seven_plus": 0.036333444038525405, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 18, "maximum_contiguous_match_words": 33, "mean_longest_match_words": 14.722222222222221, "mean_covered_fraction_six_plus": 0.5311030426526805, "mean_covered_fraction_seven_plus": 0.34883500034585624, "pooled_covered_fraction_six_plus": 0.5885315769081751, "pooled_covered_fraction_seven_plus": 0.4265788454087563, "evidence_fragments_over_five_words": 591 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 18, "maximum_contiguous_match_words": 95, "mean_longest_match_words": 25.055555555555557, "mean_covered_fraction_six_plus": 0.622151876552843, "mean_covered_fraction_seven_plus": 0.5633254311617529, "pooled_covered_fraction_six_plus": 0.7044430135222151, "pooled_covered_fraction_seven_plus": 0.6658081133290406, "evidence_fragments_over_five_words": 0 } }, "gemma4_r128_summary": { "paper_slots": 20, "audited_generated_outputs": 18, "generation_failures_or_empty_outputs": 2, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 18, "maximum_contiguous_match_words": 17, "mean_longest_match_words": 9.666666666666666, "mean_covered_fraction_six_plus": 0.05648462658391345, "mean_covered_fraction_seven_plus": 0.03572359868052114, "pooled_covered_fraction_six_plus": 0.055178082191780824, "pooled_covered_fraction_seven_plus": 0.03402739726027397, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 0, "borderline_six_only": 2, "violation_seven_plus": 16, "maximum_contiguous_match_words": 46, "mean_longest_match_words": 19.166666666666668, "mean_covered_fraction_six_plus": 0.6243995715528243, "mean_covered_fraction_seven_plus": 0.5296459240701774, "pooled_covered_fraction_six_plus": 0.7218319752739534, "pooled_covered_fraction_seven_plus": 0.6334176266741595, "evidence_fragments_over_five_words": 847 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 18, "maximum_contiguous_match_words": 29, "mean_longest_match_words": 15.11111111111111, "mean_covered_fraction_six_plus": 0.4060592578048263, "mean_covered_fraction_seven_plus": 0.36297218994098274, "pooled_covered_fraction_six_plus": 0.39892665474060823, "pooled_covered_fraction_seven_plus": 0.3667262969588551, "evidence_fragments_over_five_words": 0 } }, "gemma12_base_summary": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 18, "mean_longest_match_words": 12.3, "mean_covered_fraction_six_plus": 0.16770266231424125, "mean_covered_fraction_seven_plus": 0.12079149630237847, "pooled_covered_fraction_six_plus": 0.1696012844527696, "pooled_covered_fraction_seven_plus": 0.12202301311212202, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 9, "borderline_six_only": 4, "violation_seven_plus": 7, "maximum_contiguous_match_words": 9, "mean_longest_match_words": 5.95, "mean_covered_fraction_six_plus": 0.060522876460314554, "mean_covered_fraction_seven_plus": 0.023416120329364753, "pooled_covered_fraction_six_plus": 0.06772373018005913, "pooled_covered_fraction_seven_plus": 0.025799516259070142, "evidence_fragments_over_five_words": 59 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 1, "violation_seven_plus": 19, "maximum_contiguous_match_words": 35, "mean_longest_match_words": 18.95, "mean_covered_fraction_six_plus": 0.44026924785411525, "mean_covered_fraction_seven_plus": 0.4119860592685073, "pooled_covered_fraction_six_plus": 0.4295612009237875, "pooled_covered_fraction_seven_plus": 0.4110854503464203, "evidence_fragments_over_five_words": 0 } }, "gemma12_r128_summary": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 20, "mean_longest_match_words": 12.6, "mean_covered_fraction_six_plus": 0.13460632728094654, "mean_covered_fraction_seven_plus": 0.09983431417227855, "pooled_covered_fraction_six_plus": 0.14573425565643464, "pooled_covered_fraction_seven_plus": 0.10981409424989191, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 5, "borderline_six_only": 2, "violation_seven_plus": 13, "maximum_contiguous_match_words": 56, "mean_longest_match_words": 10.3, "mean_covered_fraction_six_plus": 0.17389918432819113, "mean_covered_fraction_seven_plus": 0.1298613852090797, "pooled_covered_fraction_six_plus": 0.2512960436562074, "pooled_covered_fraction_seven_plus": 0.2009549795361528, "evidence_fragments_over_five_words": 233 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 1, "violation_seven_plus": 19, "maximum_contiguous_match_words": 97, "mean_longest_match_words": 22.85, "mean_covered_fraction_six_plus": 0.49323608565528104, "mean_covered_fraction_seven_plus": 0.45573079489341134, "pooled_covered_fraction_six_plus": 0.4996342355523043, "pooled_covered_fraction_seven_plus": 0.4776883686905633, "evidence_fragments_over_five_words": 0 } }, "gemma12_previous_summary_lora": { "paper_slots": 20, "audited_generated_outputs": 20, "generation_failures_or_empty_outputs": 0, "all_fields_strict_five_word_pass": 0, "all_fields_six_word_tolerance_pass": 0, "narrative": { "strict_five_word_pass": 0, "borderline_six_only": 0, "violation_seven_plus": 20, "maximum_contiguous_match_words": 28, "mean_longest_match_words": 18.15, "mean_covered_fraction_six_plus": 0.1554588223033143, "mean_covered_fraction_seven_plus": 0.11491295634969903, "pooled_covered_fraction_six_plus": 0.15833582759652798, "pooled_covered_fraction_seven_plus": 0.11745485383617679, "evidence_fragments_over_five_words": 0 }, "evidence": { "strict_five_word_pass": 7, "borderline_six_only": 5, "violation_seven_plus": 8, "maximum_contiguous_match_words": 12, "mean_longest_match_words": 6.65, "mean_covered_fraction_six_plus": 0.11313174056572085, "mean_covered_fraction_seven_plus": 0.05995061746647839, "pooled_covered_fraction_six_plus": 0.14234104046242774, "pooled_covered_fraction_seven_plus": 0.07839595375722544, "evidence_fragments_over_five_words": 154 }, "metadata": { "strict_five_word_pass": 0, "borderline_six_only": 1, "violation_seven_plus": 19, "maximum_contiguous_match_words": 29, "mean_longest_match_words": 15.4, "mean_covered_fraction_six_plus": 0.4443487920885721, "mean_covered_fraction_seven_plus": 0.4165134724786046, "pooled_covered_fraction_six_plus": 0.40730067243035545, "pooled_covered_fraction_seven_plus": 0.37848222862632086, "evidence_fragments_over_five_words": 0 } } }, "cached_summary_audits": { "conditions": [ "qwen_summary", "gemma4_base_summary", "gemma4_r128_summary", "gemma12_base_summary", "gemma12_r128_summary", "gemma12_previous_summary_lora" ], "slots": 120, "source_and_cached_content_verified": true } }