{
  "previous": "out/fetched/bench.json",
  "scorer": "loop aware",
  "filter": true,
  "eval": "out/eval.jsonl",
  "answers": "out/fetched/answers",
  "references": 19,
  "forms": {
    "base": {
      "label": "base",
      "raw": {
        "count": 19,
        "style_clean_rate": 0.5263,
        "numbers_kept_mean": 0.85,
        "passed_rate": 0.3684,
        "length_ratio_mean": 2.3965,
        "sources_rate": 0.0526,
        "loop_rate": 0.0526,
        "repeats_max": 5
      },
      "shipped": {
        "count": 19,
        "style_clean_rate": 0.7895,
        "numbers_kept_mean": 0.85,
        "passed_rate": 0.6316,
        "length_ratio_mean": 2.3961,
        "sources_rate": 0.0526,
        "loop_rate": 0.0526,
        "repeats_max": 5
      },
      "filter_residual": 4,
      "unmatched": 0
    },
    "posttrain": {
      "label": "posttrain",
      "raw": {
        "count": 19,
        "style_clean_rate": 0.7895,
        "numbers_kept_mean": 0.7829,
        "passed_rate": 0.5263,
        "length_ratio_mean": 0.964,
        "sources_rate": 0.0526,
        "loop_rate": 0.1053,
        "repeats_max": 7
      },
      "shipped": {
        "count": 19,
        "style_clean_rate": 1.0,
        "numbers_kept_mean": 0.7829,
        "passed_rate": 0.6842,
        "length_ratio_mean": 0.9634,
        "sources_rate": 0.0526,
        "loop_rate": 0.1053,
        "repeats_max": 7
      },
      "filter_residual": 0,
      "unmatched": 0
    },
    "xcaliburbiz-Q2_K": {
      "label": "xcaliburbiz-Q2_K",
      "raw": {
        "count": 19,
        "style_clean_rate": 0.7895,
        "numbers_kept_mean": 0.6776,
        "passed_rate": 0.3158,
        "length_ratio_mean": 1.0286,
        "sources_rate": 0.1053,
        "loop_rate": 0.2632,
        "repeats_max": 50
      },
      "shipped": {
        "count": 19,
        "style_clean_rate": 1.0,
        "numbers_kept_mean": 0.6776,
        "passed_rate": 0.4737,
        "length_ratio_mean": 1.0264,
        "sources_rate": 0.1053,
        "loop_rate": 0.2632,
        "repeats_max": 50
      },
      "filter_residual": 0,
      "unmatched": 0
    },
    "xcaliburbiz-Q3_K_M": {
      "label": "xcaliburbiz-Q3_K_M",
      "raw": {
        "count": 19,
        "style_clean_rate": 0.7895,
        "numbers_kept_mean": 0.6776,
        "passed_rate": 0.4737,
        "length_ratio_mean": 0.5723,
        "sources_rate": 0.0,
        "loop_rate": 0.0526,
        "repeats_max": 8
      },
      "shipped": {
        "count": 19,
        "style_clean_rate": 1.0,
        "numbers_kept_mean": 0.6776,
        "passed_rate": 0.6316,
        "length_ratio_mean": 0.5715,
        "sources_rate": 0.0,
        "loop_rate": 0.0526,
        "repeats_max": 8
      },
      "filter_residual": 0,
      "unmatched": 0
    },
    "xcaliburbiz-Q4_K_M": {
      "label": "xcaliburbiz-Q4_K_M",
      "raw": {
        "count": 19,
        "style_clean_rate": 0.8421,
        "numbers_kept_mean": 0.7566,
        "passed_rate": 0.5263,
        "length_ratio_mean": 0.7628,
        "sources_rate": 0.0,
        "loop_rate": 0.1053,
        "repeats_max": 24
      },
      "shipped": {
        "count": 19,
        "style_clean_rate": 1.0,
        "numbers_kept_mean": 0.7566,
        "passed_rate": 0.6842,
        "length_ratio_mean": 0.7626,
        "sources_rate": 0.0,
        "loop_rate": 0.1053,
        "repeats_max": 24
      },
      "filter_residual": 0,
      "unmatched": 0
    },
    "xcaliburbiz-Q5_K_M": {
      "label": "xcaliburbiz-Q5_K_M",
      "raw": {
        "count": 19,
        "style_clean_rate": 0.8421,
        "numbers_kept_mean": 0.7566,
        "passed_rate": 0.5263,
        "length_ratio_mean": 0.7433,
        "sources_rate": 0.1053,
        "loop_rate": 0.1579,
        "repeats_max": 23
      },
      "shipped": {
        "count": 19,
        "style_clean_rate": 1.0,
        "numbers_kept_mean": 0.7566,
        "passed_rate": 0.6842,
        "length_ratio_mean": 0.7428,
        "sources_rate": 0.1053,
        "loop_rate": 0.1579,
        "repeats_max": 23
      },
      "filter_residual": 0,
      "unmatched": 0
    },
    "xcaliburbiz-Q6_K": {
      "label": "xcaliburbiz-Q6_K",
      "raw": {
        "count": 19,
        "style_clean_rate": 0.8421,
        "numbers_kept_mean": 0.7303,
        "passed_rate": 0.5263,
        "length_ratio_mean": 0.753,
        "sources_rate": 0.0526,
        "loop_rate": 0.1579,
        "repeats_max": 11
      },
      "shipped": {
        "count": 19,
        "style_clean_rate": 1.0,
        "numbers_kept_mean": 0.7303,
        "passed_rate": 0.6842,
        "length_ratio_mean": 0.7525,
        "sources_rate": 0.0526,
        "loop_rate": 0.1579,
        "repeats_max": 11
      },
      "filter_residual": 0,
      "unmatched": 0
    },
    "xcaliburbiz-Q8_0": {
      "label": "xcaliburbiz-Q8_0",
      "raw": {
        "count": 19,
        "style_clean_rate": 0.8421,
        "numbers_kept_mean": 0.7303,
        "passed_rate": 0.5263,
        "length_ratio_mean": 0.7221,
        "sources_rate": 0.0,
        "loop_rate": 0.1579,
        "repeats_max": 15
      },
      "shipped": {
        "count": 19,
        "style_clean_rate": 1.0,
        "numbers_kept_mean": 0.7303,
        "passed_rate": 0.6842,
        "length_ratio_mean": 0.7216,
        "sources_rate": 0.0,
        "loop_rate": 0.1579,
        "repeats_max": 15
      },
      "filter_residual": 0,
      "unmatched": 0
    }
  },
  "comparison": [
    {
      "form": "base",
      "style_clean_rate": {
        "published": 0.5263,
        "raw": 0.5263,
        "delta": 0.0
      },
      "numbers_kept_mean": {
        "published": 0.85,
        "raw": 0.85,
        "delta": 0.0
      },
      "passed_rate": {
        "published": 0.3684,
        "raw": 0.3684,
        "delta": 0.0
      },
      "length_ratio_mean": {
        "published": 2.3965,
        "raw": 2.3965,
        "delta": 0.0
      },
      "published_passed": 0.3684,
      "shipped_passed": 0.6316,
      "shipped_style_clean": 0.7895,
      "loop_rate": 0.0526,
      "repeats_max": 5,
      "filter_residual": 4
    },
    {
      "form": "posttrain",
      "style_clean_rate": {
        "published": 0.7368,
        "raw": 0.7895,
        "delta": 0.0527
      },
      "numbers_kept_mean": {
        "published": 0.7829,
        "raw": 0.7829,
        "delta": 0.0
      },
      "passed_rate": {
        "published": 0.4737,
        "raw": 0.5263,
        "delta": 0.0526
      },
      "length_ratio_mean": {
        "published": 0.964,
        "raw": 0.964,
        "delta": 0.0
      },
      "published_passed": 0.4737,
      "shipped_passed": 0.6842,
      "shipped_style_clean": 1.0,
      "loop_rate": 0.1053,
      "repeats_max": 7,
      "filter_residual": 0
    },
    {
      "form": "xcaliburbiz-Q2_K",
      "style_clean_rate": {
        "published": 0.6842,
        "raw": 0.7895,
        "delta": 0.1053
      },
      "numbers_kept_mean": {
        "published": 0.6776,
        "raw": 0.6776,
        "delta": 0.0
      },
      "passed_rate": {
        "published": 0.3684,
        "raw": 0.3158,
        "delta": -0.0526
      },
      "length_ratio_mean": {
        "published": 1.0286,
        "raw": 1.0286,
        "delta": 0.0
      },
      "published_passed": 0.3684,
      "shipped_passed": 0.4737,
      "shipped_style_clean": 1.0,
      "loop_rate": 0.2632,
      "repeats_max": 50,
      "filter_residual": 0
    },
    {
      "form": "xcaliburbiz-Q3_K_M",
      "style_clean_rate": {
        "published": 0.7368,
        "raw": 0.7895,
        "delta": 0.0527
      },
      "numbers_kept_mean": {
        "published": 0.6776,
        "raw": 0.6776,
        "delta": 0.0
      },
      "passed_rate": {
        "published": 0.4211,
        "raw": 0.4737,
        "delta": 0.0526
      },
      "length_ratio_mean": {
        "published": 0.5723,
        "raw": 0.5723,
        "delta": 0.0
      },
      "published_passed": 0.4211,
      "shipped_passed": 0.6316,
      "shipped_style_clean": 1.0,
      "loop_rate": 0.0526,
      "repeats_max": 8,
      "filter_residual": 0
    },
    {
      "form": "xcaliburbiz-Q4_K_M",
      "style_clean_rate": {
        "published": 0.7895,
        "raw": 0.8421,
        "delta": 0.0526
      },
      "numbers_kept_mean": {
        "published": 0.7566,
        "raw": 0.7566,
        "delta": 0.0
      },
      "passed_rate": {
        "published": 0.4737,
        "raw": 0.5263,
        "delta": 0.0526
      },
      "length_ratio_mean": {
        "published": 0.7628,
        "raw": 0.7628,
        "delta": 0.0
      },
      "published_passed": 0.4737,
      "shipped_passed": 0.6842,
      "shipped_style_clean": 1.0,
      "loop_rate": 0.1053,
      "repeats_max": 24,
      "filter_residual": 0
    },
    {
      "form": "xcaliburbiz-Q5_K_M",
      "style_clean_rate": {
        "published": 0.7895,
        "raw": 0.8421,
        "delta": 0.0526
      },
      "numbers_kept_mean": {
        "published": 0.7566,
        "raw": 0.7566,
        "delta": 0.0
      },
      "passed_rate": {
        "published": 0.4737,
        "raw": 0.5263,
        "delta": 0.0526
      },
      "length_ratio_mean": {
        "published": 0.7433,
        "raw": 0.7433,
        "delta": 0.0
      },
      "published_passed": 0.4737,
      "shipped_passed": 0.6842,
      "shipped_style_clean": 1.0,
      "loop_rate": 0.1579,
      "repeats_max": 23,
      "filter_residual": 0
    },
    {
      "form": "xcaliburbiz-Q6_K",
      "style_clean_rate": {
        "published": 0.7895,
        "raw": 0.8421,
        "delta": 0.0526
      },
      "numbers_kept_mean": {
        "published": 0.7303,
        "raw": 0.7303,
        "delta": 0.0
      },
      "passed_rate": {
        "published": 0.4737,
        "raw": 0.5263,
        "delta": 0.0526
      },
      "length_ratio_mean": {
        "published": 0.753,
        "raw": 0.753,
        "delta": 0.0
      },
      "published_passed": 0.4737,
      "shipped_passed": 0.6842,
      "shipped_style_clean": 1.0,
      "loop_rate": 0.1579,
      "repeats_max": 11,
      "filter_residual": 0
    },
    {
      "form": "xcaliburbiz-Q8_0",
      "style_clean_rate": {
        "published": 0.7895,
        "raw": 0.8421,
        "delta": 0.0526
      },
      "numbers_kept_mean": {
        "published": 0.7303,
        "raw": 0.7303,
        "delta": 0.0
      },
      "passed_rate": {
        "published": 0.4737,
        "raw": 0.5263,
        "delta": 0.0526
      },
      "length_ratio_mean": {
        "published": 0.7221,
        "raw": 0.7221,
        "delta": 0.0
      },
      "published_passed": 0.4737,
      "shipped_passed": 0.6842,
      "shipped_style_clean": 1.0,
      "loop_rate": 0.1579,
      "repeats_max": 15,
      "filter_residual": 0
    }
  ]
}