{
 "format_version": 1,
 "scores": {
  "post-verification": {
   "claude:claude-sonnet-5-5": {
    "by_label": {
     "external-benchmark": {
      "accuracy": null,
      "correct": 0,
      "excluded": 0,
      "items": 0,
      "promoted": 0,
      "promoted_fraction": null,
      "unknown": 0,
      "unknown_rate": null
     },
     "model-authored": {
      "accuracy": null,
      "correct": 0,
      "excluded": 0,
      "items": 0,
      "promoted": 0,
      "promoted_fraction": null,
      "unknown": 0,
      "unknown_rate": null
     },
     "official": {
      "accuracy": "1/3",
      "correct": 28,
      "excluded": 0,
      "items": 84,
      "promoted": 36,
      "promoted_fraction": "3/7",
      "unknown": 56,
      "unknown_rate": "2/3"
     }
    },
    "by_tier": {
     "mn-504b": {
      "by_label": {
       "external-benchmark": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "model-authored": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "official": {
        "accuracy": "1/8",
        "correct": 4,
        "excluded": 0,
        "items": 32,
        "promoted": 8,
        "promoted_fraction": "1/4",
        "unknown": 29,
        "unknown_rate": "29/32"
       }
      },
      "headline": {
       "accuracy": "1/8",
       "correct": 4,
       "excluded": 0,
       "items": 32,
       "promoted": 8,
       "promoted_fraction": "1/4",
       "unknown": 29,
       "unknown_rate": "29/32"
      }
     },
     "tila-1026-18": {
      "by_label": {
       "external-benchmark": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "model-authored": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "official": {
        "accuracy": "6/13",
        "correct": 24,
        "excluded": 0,
        "items": 52,
        "promoted": 28,
        "promoted_fraction": "7/13",
        "unknown": 27,
        "unknown_rate": "27/52"
       }
      },
      "headline": {
       "accuracy": "6/13",
       "correct": 24,
       "excluded": 0,
       "items": 52,
       "promoted": 28,
       "promoted_fraction": "7/13",
       "unknown": 27,
       "unknown_rate": "27/52"
      }
     }
    },
    "headline": {
     "accuracy": "1/3",
     "correct": 28,
     "excluded": 0,
     "items": 84,
     "promoted": 36,
     "promoted_fraction": "3/7",
     "unknown": 56,
     "unknown_rate": "2/3"
    },
    "vendor": "claude",
    "verdicts": {
     "mn-504b-161-heat-68-in-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-below-68-in-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-out-of-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-utility-reduction": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-rush-domeier": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-rush-plummer": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-waiver": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-liability-plus-half": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-no-written-agreement": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-rental-agreement-applied": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-return-deadline": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-cap-eight-percent": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-hap-tenant-portion": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-knight-v-mcginity": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-no-written-agreement": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-governed": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-178-kaeding-punitive-cap": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-waiver": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-withholding": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd11-pre-1973-tenancy": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-condemnation": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-no-address": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-termination": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd7-one-deposit": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd7-returned-within-two-weeks": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-burden-within-90-days": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-central-housing-breach-of-lease": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-skoglund": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-285-subd1a-notice-effective": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-subd5-additional-time": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-441-burden-after-90-days": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-441-burden-within-90-days": {
      "promoted": true,
      "unknown": true,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-i-a": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-ii-b": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-iii-a": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-iii-b": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c2-i": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c2-ii": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c2-iii": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1-loan-total-sale-price": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1i-c1-asset-account-required-deposit-no": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1iv-c1-total-prepaid": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c3-mobile-home": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c3-reverse-mortgage": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c3-unsecured": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-d1-overstated": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-understated-100": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-understated-over-100": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d2-large-within-10": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d2-small-within-5": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-exempt-5-on-75": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-required-over-5-on-75": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-required-over-7-50": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-c1-delinquency-only": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-c1-shared-equity": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-principal-dwelling-long-term": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-principal-dwelling-short-term": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-unsecured": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-g-c6-automobile": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-g-c6-real-property": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-h-c3-principal-with-periodic-interest": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-h-c4-demand-obligation": {
      "promoted": true,
      "unknown": false,
      "verdict": "wrong"
     },
     "tila-1026-18-h-single-payment": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-i-c1-converts-after-period": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c2-default-only": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c2-due-on-sale": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-j-c3-i-lien-first": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-j-c3-ii-downpayment": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-j-c3-ii-lien-first": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-k1-c1-i-interest-accrual": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-k1-c1-ii-recoup-waived": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-acceleration": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-l-c1-collection-cost": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-l-c1-deferral": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-l-c1-rate-increase": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-l-c1-simple-interest": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-r-c4-five-percent": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-r-c5-morris-plan": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-r-escrow": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s5-c1-reverse-mortgage": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s5-exactly-double": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s7-c1-seasonal-income": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s7-payment-option": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     }
    }
   },
   "codex:gpt-6.1-sol": {
    "by_label": {
     "external-benchmark": {
      "accuracy": null,
      "correct": 0,
      "excluded": 0,
      "items": 0,
      "promoted": 0,
      "promoted_fraction": null,
      "unknown": 0,
      "unknown_rate": null
     },
     "model-authored": {
      "accuracy": null,
      "correct": 0,
      "excluded": 0,
      "items": 0,
      "promoted": 0,
      "promoted_fraction": null,
      "unknown": 0,
      "unknown_rate": null
     },
     "official": {
      "accuracy": "5/84",
      "correct": 5,
      "excluded": 0,
      "items": 84,
      "promoted": 17,
      "promoted_fraction": "17/84",
      "unknown": 80,
      "unknown_rate": "20/21"
     }
    },
    "by_tier": {
     "mn-504b": {
      "by_label": {
       "external-benchmark": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "model-authored": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "official": {
        "accuracy": "1/8",
        "correct": 4,
        "excluded": 0,
        "items": 32,
        "promoted": 9,
        "promoted_fraction": "9/32",
        "unknown": 29,
        "unknown_rate": "29/32"
       }
      },
      "headline": {
       "accuracy": "1/8",
       "correct": 4,
       "excluded": 0,
       "items": 32,
       "promoted": 9,
       "promoted_fraction": "9/32",
       "unknown": 29,
       "unknown_rate": "29/32"
      }
     },
     "tila-1026-18": {
      "by_label": {
       "external-benchmark": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "model-authored": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "official": {
        "accuracy": "1/52",
        "correct": 1,
        "excluded": 0,
        "items": 52,
        "promoted": 8,
        "promoted_fraction": "2/13",
        "unknown": 51,
        "unknown_rate": "51/52"
       }
      },
      "headline": {
       "accuracy": "1/52",
       "correct": 1,
       "excluded": 0,
       "items": 52,
       "promoted": 8,
       "promoted_fraction": "2/13",
       "unknown": 51,
       "unknown_rate": "51/52"
      }
     }
    },
    "headline": {
     "accuracy": "5/84",
     "correct": 5,
     "excluded": 0,
     "items": 84,
     "promoted": 17,
     "promoted_fraction": "17/84",
     "unknown": 80,
     "unknown_rate": "20/21"
    },
    "vendor": "codex",
    "verdicts": {
     "mn-504b-161-heat-68-in-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-below-68-in-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-out-of-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-utility-reduction": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-rush-domeier": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-rush-plummer": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-waiver": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-liability-plus-half": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-no-written-agreement": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-rental-agreement-applied": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-return-deadline": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-cap-eight-percent": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-hap-tenant-portion": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-knight-v-mcginity": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-no-written-agreement": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-governed": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-178-kaeding-punitive-cap": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-waiver": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-withholding": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd11-pre-1973-tenancy": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-condemnation": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-no-address": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-termination": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd7-one-deposit": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd7-returned-within-two-weeks": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-burden-within-90-days": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-285-central-housing-breach-of-lease": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-skoglund": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-subd1a-notice-effective": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-subd5-additional-time": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-441-burden-after-90-days": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-441-burden-within-90-days": {
      "promoted": true,
      "unknown": true,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-i-a": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c1-ii-b": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c1-iii-a": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c1-iii-b": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c2-i": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c2-ii": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c2-iii": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c1-loan-total-sale-price": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1i-c1-asset-account-required-deposit-no": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c1iv-c1-total-prepaid": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c3-mobile-home": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c3-reverse-mortgage": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c3-unsecured": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-overstated": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-understated-100": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-understated-over-100": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d2-large-within-10": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d2-small-within-5": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-exempt-5-on-75": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-required-over-5-on-75": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-required-over-7-50": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-c1-delinquency-only": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-c1-shared-equity": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-principal-dwelling-long-term": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-principal-dwelling-short-term": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-unsecured": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-g-c6-automobile": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-g-c6-real-property": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-h-c3-principal-with-periodic-interest": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-h-c4-demand-obligation": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-h-single-payment": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c1-converts-after-period": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c2-default-only": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c2-due-on-sale": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-j-c3-i-lien-first": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-j-c3-ii-downpayment": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-j-c3-ii-lien-first": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-k1-c1-i-interest-accrual": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-k1-c1-ii-recoup-waived": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-acceleration": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-collection-cost": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-deferral": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-rate-increase": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-simple-interest": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-r-c4-five-percent": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-r-c5-morris-plan": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-r-escrow": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s5-c1-reverse-mortgage": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s5-exactly-double": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s7-c1-seasonal-income": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s7-payment-option": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     }
    }
   }
  },
  "raw": {
   "claude:claude-sonnet-5-5": {
    "by_label": {
     "external-benchmark": {
      "accuracy": null,
      "correct": 0,
      "excluded": 0,
      "items": 0,
      "promoted": 0,
      "promoted_fraction": null,
      "unknown": 0,
      "unknown_rate": null
     },
     "model-authored": {
      "accuracy": null,
      "correct": 0,
      "excluded": 0,
      "items": 0,
      "promoted": 0,
      "promoted_fraction": null,
      "unknown": 0,
      "unknown_rate": null
     },
     "official": {
      "accuracy": "53/84",
      "correct": 53,
      "excluded": 0,
      "items": 84,
      "promoted": 28,
      "promoted_fraction": "1/3",
      "unknown": 35,
      "unknown_rate": "5/12"
     }
    },
    "by_tier": {
     "mn-504b": {
      "by_label": {
       "external-benchmark": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "model-authored": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "official": {
        "accuracy": "13/32",
        "correct": 13,
        "excluded": 0,
        "items": 32,
        "promoted": 8,
        "promoted_fraction": "1/4",
        "unknown": 23,
        "unknown_rate": "23/32"
       }
      },
      "headline": {
       "accuracy": "13/32",
       "correct": 13,
       "excluded": 0,
       "items": 32,
       "promoted": 8,
       "promoted_fraction": "1/4",
       "unknown": 23,
       "unknown_rate": "23/32"
      }
     },
     "tila-1026-18": {
      "by_label": {
       "external-benchmark": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "model-authored": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "official": {
        "accuracy": "10/13",
        "correct": 40,
        "excluded": 0,
        "items": 52,
        "promoted": 20,
        "promoted_fraction": "5/13",
        "unknown": 12,
        "unknown_rate": "3/13"
       }
      },
      "headline": {
       "accuracy": "10/13",
       "correct": 40,
       "excluded": 0,
       "items": 52,
       "promoted": 20,
       "promoted_fraction": "5/13",
       "unknown": 12,
       "unknown_rate": "3/13"
      }
     }
    },
    "headline": {
     "accuracy": "53/84",
     "correct": 53,
     "excluded": 0,
     "items": 84,
     "promoted": 28,
     "promoted_fraction": "1/3",
     "unknown": 35,
     "unknown_rate": "5/12"
    },
    "vendor": "claude",
    "verdicts": {
     "mn-504b-161-heat-68-in-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-below-68-in-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-161-heat-out-of-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-utility-reduction": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-rush-domeier": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-rush-plummer": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-waiver": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-175-liability-plus-half": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-175-no-written-agreement": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-rental-agreement-applied": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-175-return-deadline": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-177-cap-eight-percent": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-177-hap-tenant-portion": {
      "promoted": false,
      "unknown": false,
      "verdict": "wrong"
     },
     "mn-504b-177-knight-v-mcginity": {
      "promoted": false,
      "unknown": false,
      "verdict": "wrong"
     },
     "mn-504b-177-no-written-agreement": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-178-kaeding-governed": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-178-kaeding-punitive-cap": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-waiver": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-withholding": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd11-pre-1973-tenancy": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-condemnation": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-no-address": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-178-subd3-termination": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd7-one-deposit": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd7-returned-within-two-weeks": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-burden-within-90-days": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-285-central-housing-breach-of-lease": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-skoglund": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-285-subd1a-notice-effective": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-285-subd5-additional-time": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-441-burden-after-90-days": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-441-burden-within-90-days": {
      "promoted": true,
      "unknown": true,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-i-a": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-ii-b": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-iii-a": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-iii-b": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c2-i": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c2-ii": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c2-iii": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1-loan-total-sale-price": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1i-c1-asset-account-required-deposit-no": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1iv-c1-total-prepaid": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c3-mobile-home": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c3-reverse-mortgage": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c3-unsecured": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-d1-overstated": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-understated-100": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-understated-over-100": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d2-large-within-10": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d2-small-within-5": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-exempt-5-on-75": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-e-required-over-5-on-75": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-e-required-over-7-50": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-f-c1-delinquency-only": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-f-c1-shared-equity": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-f-principal-dwelling-long-term": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-f-principal-dwelling-short-term": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-f-unsecured": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-g-c6-automobile": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-g-c6-real-property": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-h-c3-principal-with-periodic-interest": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-h-c4-demand-obligation": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-h-single-payment": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-i-c1-converts-after-period": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-i-c2-default-only": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c2-due-on-sale": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-j-c3-i-lien-first": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-j-c3-ii-downpayment": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-j-c3-ii-lien-first": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-k1-c1-i-interest-accrual": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-k1-c1-ii-recoup-waived": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-acceleration": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-l-c1-collection-cost": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-l-c1-deferral": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-l-c1-rate-increase": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-l-c1-simple-interest": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-r-c4-five-percent": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-r-c5-morris-plan": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-r-escrow": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-s5-c1-reverse-mortgage": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s5-exactly-double": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s7-c1-seasonal-income": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-s7-payment-option": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     }
    }
   },
   "codex:gpt-6.1-sol": {
    "by_label": {
     "external-benchmark": {
      "accuracy": null,
      "correct": 0,
      "excluded": 0,
      "items": 0,
      "promoted": 0,
      "promoted_fraction": null,
      "unknown": 0,
      "unknown_rate": null
     },
     "model-authored": {
      "accuracy": null,
      "correct": 0,
      "excluded": 0,
      "items": 0,
      "promoted": 0,
      "promoted_fraction": null,
      "unknown": 0,
      "unknown_rate": null
     },
     "official": {
      "accuracy": "1/4",
      "correct": 21,
      "excluded": 0,
      "items": 84,
      "promoted": 11,
      "promoted_fraction": "11/84",
      "unknown": 69,
      "unknown_rate": "23/28"
     }
    },
    "by_tier": {
     "mn-504b": {
      "by_label": {
       "external-benchmark": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "model-authored": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "official": {
        "accuracy": "7/16",
        "correct": 14,
        "excluded": 0,
        "items": 32,
        "promoted": 9,
        "promoted_fraction": "9/32",
        "unknown": 24,
        "unknown_rate": "3/4"
       }
      },
      "headline": {
       "accuracy": "7/16",
       "correct": 14,
       "excluded": 0,
       "items": 32,
       "promoted": 9,
       "promoted_fraction": "9/32",
       "unknown": 24,
       "unknown_rate": "3/4"
      }
     },
     "tila-1026-18": {
      "by_label": {
       "external-benchmark": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "model-authored": {
        "accuracy": null,
        "correct": 0,
        "excluded": 0,
        "items": 0,
        "promoted": 0,
        "promoted_fraction": null,
        "unknown": 0,
        "unknown_rate": null
       },
       "official": {
        "accuracy": "7/52",
        "correct": 7,
        "excluded": 0,
        "items": 52,
        "promoted": 2,
        "promoted_fraction": "1/26",
        "unknown": 45,
        "unknown_rate": "45/52"
       }
      },
      "headline": {
       "accuracy": "7/52",
       "correct": 7,
       "excluded": 0,
       "items": 52,
       "promoted": 2,
       "promoted_fraction": "1/26",
       "unknown": 45,
       "unknown_rate": "45/52"
      }
     }
    },
    "headline": {
     "accuracy": "1/4",
     "correct": 21,
     "excluded": 0,
     "items": 84,
     "promoted": 11,
     "promoted_fraction": "11/84",
     "unknown": 69,
     "unknown_rate": "23/28"
    },
    "vendor": "codex",
    "verdicts": {
     "mn-504b-161-heat-68-in-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-below-68-in-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-161-heat-out-of-season": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-heat-utility-reduction": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-rush-domeier": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-rush-plummer": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-161-waiver": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-175-liability-plus-half": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-175-no-written-agreement": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-175-rental-agreement-applied": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-175-return-deadline": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-177-cap-eight-percent": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-177-hap-tenant-portion": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-177-knight-v-mcginity": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-177-no-written-agreement": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-178-kaeding-governed": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-178-kaeding-punitive-cap": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-waiver": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-kaeding-withholding": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd11-pre-1973-tenancy": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-condemnation": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd3-no-address": {
      "promoted": false,
      "unknown": true,
      "verdict": "correct"
     },
     "mn-504b-178-subd3-termination": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd7-one-deposit": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-178-subd7-returned-within-two-weeks": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-burden-within-90-days": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-285-central-housing-breach-of-lease": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-skoglund": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-subd1a-notice-effective": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-285-subd5-additional-time": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "mn-504b-441-burden-after-90-days": {
      "promoted": true,
      "unknown": false,
      "verdict": "correct"
     },
     "mn-504b-441-burden-within-90-days": {
      "promoted": true,
      "unknown": true,
      "verdict": "correct"
     },
     "tila-1026-18-b3-c1-i-a": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c1-ii-b": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c1-iii-a": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c1-iii-b": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c2-i": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c2-ii": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-b3-c2-iii": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c1-loan-total-sale-price": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1i-c1-asset-account-required-deposit-no": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c1iv-c1-total-prepaid": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-c3-mobile-home": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c3-reverse-mortgage": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-c3-unsecured": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-d1-overstated": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-understated-100": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d1-understated-over-100": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d2-large-within-10": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-d2-small-within-5": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-exempt-5-on-75": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-required-over-5-on-75": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-e-required-over-7-50": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-c1-delinquency-only": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-c1-shared-equity": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-principal-dwelling-long-term": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-principal-dwelling-short-term": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-f-unsecured": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-g-c6-automobile": {
      "promoted": false,
      "unknown": false,
      "verdict": "correct"
     },
     "tila-1026-18-g-c6-real-property": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-h-c3-principal-with-periodic-interest": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-h-c4-demand-obligation": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-h-single-payment": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c1-converts-after-period": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c2-default-only": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-i-c2-due-on-sale": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-j-c3-i-lien-first": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-j-c3-ii-downpayment": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-j-c3-ii-lien-first": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-k1-c1-i-interest-accrual": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-k1-c1-ii-recoup-waived": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-acceleration": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-collection-cost": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-deferral": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-rate-increase": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-l-c1-simple-interest": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-r-c4-five-percent": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-r-c5-morris-plan": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-r-escrow": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s5-c1-reverse-mortgage": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s5-exactly-double": {
      "promoted": false,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s7-c1-seasonal-income": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     },
     "tila-1026-18-s7-payment-option": {
      "promoted": true,
      "unknown": true,
      "verdict": "wrong"
     }
    }
   }
  }
 }
}