{ "audits": [ { "bound": null, "counted_rules": [], "kind": "tier", "population_id": "mn-504b", "state": "unaudited" }, { "bound": null, "counted_rules": [], "kind": "tier", "population_id": "tila-1026-18", "state": "unaudited" } ], "corpora": [ { "id": "mn-504b", "population_id": "mn-504b", "title": "mn-504b", "versions": [ { "provisions": [ { "citation": "/us-mn/stat/504B.161", "provision_id": "us-mn-stat-504b.161", "report_id": null, "rules": 0, "status": "unknown" } ], "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "provisions": [ { "citation": "/us-mn/stat/504B.175", "provision_id": "us-mn-stat-504b.175", "report_id": null, "rules": 0, "status": "unknown" } ], "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "provisions": [ { "citation": "/us-mn/stat/504B.177", "provision_id": "us-mn-stat-504b.177", "report_id": null, "rules": 1, "status": "promoted" } ], "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "provisions": [ { "citation": "/us-mn/stat/504B.178", "provision_id": "us-mn-stat-504b.178", "report_id": null, "rules": 12, "status": "promoted" } ], "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "provisions": [ { "citation": "/us-mn/stat/504B.285", "provision_id": "us-mn-stat-504b.285", "report_id": null, "rules": 46, "status": "promoted" } ], "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "provisions": [ { "citation": "/us-mn/stat/504B.441", "provision_id": "us-mn-stat-504b.441", "report_id": null, "rules": 20, "status": "promoted" } ], "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } } ] }, { "id": "tila-1026-18", "population_id": "tila-1026-18", "title": "tila-1026-18", "versions": [ { "provisions": [ { "citation": "/us/cfr/t12/s1026.18/a", "provision_id": "us-cfr-t12-s1026.18-a", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/b", "provision_id": "us-cfr-t12-s1026.18-b", "report_id": null, "rules": 1, "status": "promoted" }, { "citation": "/us/cfr/t12/s1026.18/c", "provision_id": "us-cfr-t12-s1026.18-c", "report_id": null, "rules": 8, "status": "promoted" }, { "citation": "/us/cfr/t12/s1026.18/d", "provision_id": "us-cfr-t12-s1026.18-d", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/e", "provision_id": "us-cfr-t12-s1026.18-e", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/f", "provision_id": "us-cfr-t12-s1026.18-f", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/g", "provision_id": "us-cfr-t12-s1026.18-g", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/h", "provision_id": "us-cfr-t12-s1026.18-h", "report_id": null, "rules": 4, "status": "promoted" }, { "citation": "/us/cfr/t12/s1026.18/i", "provision_id": "us-cfr-t12-s1026.18-i", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/j", "provision_id": "us-cfr-t12-s1026.18-j", "report_id": null, "rules": 3, "status": "promoted" }, { "citation": "/us/cfr/t12/s1026.18/k", "provision_id": "us-cfr-t12-s1026.18-k", "report_id": null, "rules": 2, "status": "promoted" }, { "citation": "/us/cfr/t12/s1026.18/l", "provision_id": "us-cfr-t12-s1026.18-l", "report_id": null, "rules": 1, "status": "promoted" }, { "citation": "/us/cfr/t12/s1026.18/m", "provision_id": "us-cfr-t12-s1026.18-m", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/n", "provision_id": "us-cfr-t12-s1026.18-n", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/o", "provision_id": "us-cfr-t12-s1026.18-o", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/p", "provision_id": "us-cfr-t12-s1026.18-p", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/q", "provision_id": "us-cfr-t12-s1026.18-q", "report_id": null, "rules": 1, "status": "promoted" }, { "citation": "/us/cfr/t12/s1026.18/r", "provision_id": "us-cfr-t12-s1026.18-r", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/s1026.18/s", "provision_id": "us-cfr-t12-s1026.18-s", "report_id": null, "rules": 60, "status": "promoted" }, { "citation": "/us/cfr/t12/s1026.18/t", "provision_id": "us-cfr-t12-s1026.18-t", "report_id": null, "rules": 3, "status": "promoted" } ], "version": { "as_of": "2026-10-30", "edition": "2023-03-29 (unofficial-compilation)", "edition_status": "unofficial compilation", "in_force_from": "2021-03-01", "in_force_to": null } }, { "provisions": [ { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/cmt1", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-cmt1", "report_id": null, "rules": 12, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/cmt2", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-cmt2", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/cmt3", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-cmt3", "report_id": null, "rules": 8, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/a", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-a", "report_id": null, "rules": 6, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/b", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-b", "report_id": null, "rules": 20, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-c", "report_id": null, "rules": 20, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/d", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d", "report_id": null, "rules": 13, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/e", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-e", "report_id": null, "rules": 5, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-f", "report_id": null, "rules": 0, "status": "unknown" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-g", "report_id": null, "rules": 2, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/h", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-h", "report_id": null, "rules": 10, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/i", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-i", "report_id": null, "rules": 14, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/j", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-j", "report_id": null, "rules": 12, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/k", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-k", "report_id": null, "rules": 14, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/l", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-l", "report_id": null, "rules": 5, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/m", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-m", "report_id": null, "rules": 16, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/n", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-n", "report_id": null, "rules": 8, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/o", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-o", "report_id": null, "rules": 14, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/p", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-p", "report_id": null, "rules": 4, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/q", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-q", "report_id": null, "rules": 6, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/r", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-r", "report_id": null, "rules": 14, "status": "promoted" }, { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-s", "report_id": null, "rules": 0, "status": "unknown" } ], "version": { "as_of": "2026-10-30", "edition": "2026-03-02 (unofficial-compilation)", "edition_status": "unofficial compilation", "in_force_from": "2026-03-01", "in_force_to": null } } ] } ], "defects": [ { "id": "us-mn-stat-504b.285-contradiction-5c73a2c4", "open_blockers": [], "provisions": [ "/us-mn/stat/504B.285/subd1/a", "/us-mn/stat/504B.285/subd1/a/1/ii", "/us-mn/stat/504B.285/subd1a/a", "/us-mn/stat/504B.285/subd1a/b", "/us-mn/stat/504B.285/subd1a/c", "/us-mn/stat/504B.285/subd1b", "/us-mn/stat/504B.285/subd1b/1", "/us-mn/stat/504B.285/subd1b/2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us-mn/stat/504B.285::eviction_ground_exists is a Conflict: /us-mn/stat/504B.285::contract_eviction_ground, /us-mn/stat/504B.285::foreclosure_eviction_ground all apply, rules with no priority between them" }, { "id": "us-mn-stat-504b.285-contradiction-ee546d9d", "open_blockers": [], "provisions": [ "/us-mn/stat/504B.285/subd1/a", "/us-mn/stat/504B.285/subd1/a/1", "/us-mn/stat/504B.285/subd1/a/1/i", "/us-mn/stat/504B.285/subd1/a/1/ii", "/us-mn/stat/504B.285/subd1/a/1/iii", "/us-mn/stat/504B.285/subd1/a/2", "/us-mn/stat/504B.285/subd1/a/3", "/us-mn/stat/504B.285/subd1a/a", "/us-mn/stat/504B.285/subd1a/b", "/us-mn/stat/504B.285/subd1a/c", "/us-mn/stat/504B.285/subd1b", "/us-mn/stat/504B.285/subd1b/1", "/us-mn/stat/504B.285/subd1b/2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us-mn/stat/504B.285::eviction_ground_exists is a Conflict: /us-mn/stat/504B.285::contract_eviction_ground, /us-mn/stat/504B.285::foreclosure_eviction_ground, /us-mn/stat/504B.285::ordinary_eviction_grounds all apply, rules with no priority between them" }, { "id": "us-mn-stat-504b.285-contradiction-fd0f6663", "open_blockers": [], "provisions": [ "/us-mn/stat/504B.285/subd1/a", "/us-mn/stat/504B.285/subd1/a/1", "/us-mn/stat/504B.285/subd1/a/1/i", "/us-mn/stat/504B.285/subd1/a/1/ii", "/us-mn/stat/504B.285/subd1/a/1/iii", "/us-mn/stat/504B.285/subd1/a/2", "/us-mn/stat/504B.285/subd1/a/3", "/us-mn/stat/504B.285/subd1b", "/us-mn/stat/504B.285/subd1b/1", "/us-mn/stat/504B.285/subd1b/2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us-mn/stat/504B.285::eviction_ground_exists is a Conflict: /us-mn/stat/504B.285::contract_eviction_ground, /us-mn/stat/504B.285::ordinary_eviction_grounds all apply, rules with no priority between them" }, { "id": "us-mn-stat-504b.285-contradiction-e22eef1b", "open_blockers": [], "provisions": [ "/us-mn/stat/504B.285/subd1/a", "/us-mn/stat/504B.285/subd1/a/1", "/us-mn/stat/504B.285/subd1/a/1/i", "/us-mn/stat/504B.285/subd1/a/1/ii", "/us-mn/stat/504B.285/subd1/a/1/iii", "/us-mn/stat/504B.285/subd1/a/2", "/us-mn/stat/504B.285/subd1/a/3", "/us-mn/stat/504B.285/subd1a/a", "/us-mn/stat/504B.285/subd1a/b", "/us-mn/stat/504B.285/subd1a/c" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us-mn/stat/504B.285::eviction_ground_exists is a Conflict: /us-mn/stat/504B.285::foreclosure_eviction_ground, /us-mn/stat/504B.285::ordinary_eviction_grounds all apply, rules with no priority between them" }, { "id": "us-mn-stat-504b.285-contradiction-11d39fce", "open_blockers": [], "provisions": [ "/us-mn/stat/504B.285/subd2", "/us-mn/stat/504B.285/subd2/1", "/us-mn/stat/504B.285/subd2/2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us-mn/stat/504B.285::retaliation_defense_available_285 is a Conflict: /us-mn/stat/504B.285::retaliation_defense_proven, /us-mn/stat/504B.285::retaliation_defense_under_shifted_burden all apply, rules with no priority between them" }, { "id": "us-cfr-t12-s1026.18-s-contradiction-9a38ed79", "open_blockers": [], "provisions": [ "/us/cfr/t12/s1026.18/s/3/i", "/us/cfr/t12/s1026.18/s/3/i/D", "/us/cfr/t12/s1026.18/s/3/ii/D" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/s1026.18::total_estimated_monthly_payment is a Conflict: /us/cfr/t12/s1026.18::total_payment_interest_only, /us/cfr/t12/s1026.18::total_payment_principal_interest all apply, rules with no priority between them" }, { "id": "us-cfr-t12-s1026.18-s-gap-9619ed26", "open_blockers": [], "provisions": [ "/us/cfr/t12/s1026.18/s/7/i" ], "reproducing_encodings": 1, "status": "candidate", "summary": "gap: with every input known, no rule assigns /us/cfr/t12/s1026.18::adjustable_rate_mortgage" }, { "id": "us-cfr-t12-s1026.18-s-gap-b1dceac4", "open_blockers": [], "provisions": [ "/us/cfr/t12/s1026.18/s/7/ii", "/us/cfr/t12/s1026.18/s/7/iii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "gap: with every input known, no rule assigns /us/cfr/t12/s1026.18::fixed_rate_mortgage" }, { "id": "us-cfr-t12-s1026.18-s-contradiction-685fa025", "open_blockers": [], "provisions": [ "/us/cfr/t12/s1026.18/s/3/i/D", "/us/cfr/t12/s1026.18/s/3/ii/D" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/s1026.18::total_estimated_monthly_payment is a Conflict: /us/cfr/t12/s1026.18::calculate_interest_only_total, /us/cfr/t12/s1026.18::calculate_principal_interest_total all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-cmt3-contradiction-24b10506", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/cmt3/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::payment_disclosure is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::determine_payment_schedule, /us/cfr/t12/p1026/supplement-I/s1026.18::determine_rate_and_payment_table all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-b-contradiction-4562fbbc", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/i/A", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/ii/B", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/iii/B" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::charge_deducted_under_b3 is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_charge_not_deducted, /us/cfr/t12/p1026/supplement-I/s1026.18::separately_paid_charge_deducted all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-b-contradiction-45fa1cce", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/i/A", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/ii/A", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/iii/A", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::charge_deducted_under_b3 is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::prepaid_charge_deducted, /us/cfr/t12/p1026/supplement-I/s1026.18::separately_paid_charge_deducted all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-b-contradiction-e3d8eded", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::charge_deducted_under_b3 is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::add_on_prepaid_charge_deduction, /us/cfr/t12/p1026/supplement-I/s1026.18::separately_paid_charge_deduction all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-b-contradiction-4cc720b0", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/b/3/cmt1/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::charge_deducted_under_b3 is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::included_charge_deduction, /us/cfr/t12/p1026/supplement-I/s1026.18::separately_paid_charge_deduction all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-dangling_reference-edfa3293", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/c/cmt4" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::reverse_mortgage_itemization_carve_out names /us/cfr/t12/s1026.18::required_itemization, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-unresolved_conflicting_defaults-42f72b56", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/f/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "unresolved_conflicting_defaults: /us/cfr/t12/p1026/supplement-I/s1026.18::variable_rate_disclosure is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::increase_from_delinquency_not_covered, /us/cfr/t12/p1026/supplement-I/s1026.18::shared_equity_uses_f1 all apply, exceptions with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-dangling_reference-77b5bce7", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/f/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::f1_coverage_not_dwelling_or_short_term names /us/cfr/t12/s1026.18::variable_rate_disclosure_f1, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-dangling_reference-d9c7361a", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/f/cmt1" ], "reproducing_encodings": 2, "status": "confirmed", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::increase_from_delinquency_not_covered names /us/cfr/t12/s1026.18::variable_rate_disclosure_f1, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-dangling_reference-cf52fe5e", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/f/cmt1" ], "reproducing_encodings": 2, "status": "confirmed", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::shared_equity_uses_f1 names /us/cfr/t12/s1026.18::variable_rate_disclosure_f2, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-h-unresolved_conflicting_defaults-c67976de", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/h/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/h/cmt4" ], "reproducing_encodings": 1, "status": "candidate", "summary": "unresolved_conflicting_defaults: /us/cfr/t12/p1026/supplement-I/s1026.18::total_of_payments_disclosure_required is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::demand_obligation_total_not_required, /us/cfr/t12/p1026/supplement-I/s1026.18::single_principal_with_periodic_interest_not_single_payment all apply, exceptions with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-h-dangling_reference-d2682ea1", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/h/cmt4" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::demand_obligation_total_not_required names /us/cfr/t12/s1026.18::total_of_payments_not_required_single_payment, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-h-dangling_reference-695a5a5a", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/h/cmt3" ], "reproducing_encodings": 2, "status": "confirmed", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::single_principal_with_periodic_interest_not_single_payment names /us/cfr/t12/s1026.18::total_of_payments_not_required_single_payment, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-h-dangling_reference-920177e1", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/h/cmt4" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::demand_total_disclosure_not_required names /us/cfr/t12/s1026.18::require_total_of_payments_disclosure, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-i-dangling_reference-d73a61d9", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/i/cmt2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::exclude_uncontemplated_demand_feature_duty names /us/cfr/t12/s1026.18::disclose_demand_feature, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-j-dangling_reference-1a2bf4c3", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/j/cmt3/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/j/cmt3/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::downpayment_cash_applied_to_lien names /us/cfr/t12/s1026.18::downpayment_reflected, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-j-dangling_reference-eaed6b1b", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/j/cmt2", "/us/cfr/t12/p1026/supplement-I/s1026.18/j/cmt3/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/j/cmt3/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::total_sale_price_with_lien names /us/cfr/t12/s1026.18::total_sale_price_sum, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-f9854b46", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::interest_accrual_penalty_amount, /us/cfr/t12/p1026/supplement-I/s1026.18::waived_fee_penalty_amount all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-58140abb", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/2/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/2/cmt1/i/A", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/2/cmt1/i/B" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::finance_charge_subject_to_k2 is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::precomputed_charge_rebate_scope, /us/cfr/t12/p1026/supplement-I/s1026.18::principal_reduction_rebate_scope all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-5976c521", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::loan_guarantee_fee_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::payoff_document_fee_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::post_payoff_interest_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::waived_third_party_charge_penalty_portion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-1d6599e8", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::loan_guarantee_fee_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::payoff_document_fee_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::waived_third_party_charge_penalty_portion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-63a02d7f", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::loan_guarantee_fee_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::post_payoff_interest_penalty all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-c5458770", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::loan_guarantee_fee_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::post_payoff_interest_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::waived_third_party_charge_penalty_portion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-b413863c", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::loan_guarantee_fee_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::waived_third_party_charge_penalty_portion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-a20b0d1d", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt2/i" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::payoff_document_fee_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::waived_third_party_charge_penalty_portion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-5f17fb67", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/ii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::post_payoff_interest_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::waived_third_party_charge_penalty_portion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-contradiction-f90f7a28", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/k/1/cmt1/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/k/cmt3" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::prepaid_charge_not_penalty, /us/cfr/t12/p1026/supplement-I/s1026.18::waived_third_party_charge_penalty_portion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-l-dangling_reference-51989bd9", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/l/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::exclude_nonongoing_transaction names /us/cfr/t12/s1026.18::identify_late_payment_charge, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-l-dangling_reference-47a9c1c5", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/l/cmt1/iv" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::include_interest_rate_increase names /us/cfr/t12/s1026.18::identify_late_payment_charge, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-m-dangling_reference-bd33cfab", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/m/cmt4" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::after_acquired_property_exclusion names /us/cfr/t12/s1026.18::security_interest_disclosure_required, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-5af9467a", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_customer_or_member, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_escrow_account all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-6115ae0a", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_customer_or_member, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_escrow_account, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_funds_disbursed_before_advance, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_repair_escrow_of_proceeds all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-74e89ae7", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_customer_or_member, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_escrow_account, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_repair_escrow_of_proceeds all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-53e1c8c7", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_customer_or_member, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_repair_escrow_of_proceeds all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-133bb742", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_escrow_account, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_funds_disbursed_before_advance, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_repair_escrow_of_proceeds all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-73ee5195", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_escrow_account, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_repair_escrow_of_proceeds all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-e7f370d5", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_funds_disbursed_before_advance, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_repair_escrow_of_proceeds all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-7d3ea066", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_interest_refund, /us/cfr/t12/p1026/supplement-I/s1026.18::excluded_repair_escrow_of_proceeds all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-unresolved_conflicting_defaults-95fc3551", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4" ], "reproducing_encodings": 1, "status": "candidate", "summary": "unresolved_conflicting_defaults: /us/cfr/t12/p1026/supplement-I/s1026.18::required_deposit_statement_required is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::escrow_no_statement, /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_no_statement all apply, exceptions with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-unresolved_conflicting_defaults-0c3c20e3", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5" ], "reproducing_encodings": 1, "status": "candidate", "summary": "unresolved_conflicting_defaults: /us/cfr/t12/p1026/supplement-I/s1026.18::required_deposit_statement_required is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::escrow_no_statement, /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_no_statement, /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_no_statement all apply, exceptions with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-unresolved_conflicting_defaults-5893e8b8", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5" ], "reproducing_encodings": 1, "status": "candidate", "summary": "unresolved_conflicting_defaults: /us/cfr/t12/p1026/supplement-I/s1026.18::required_deposit_statement_required is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::escrow_no_statement, /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_no_statement all apply, exceptions with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-unresolved_conflicting_defaults-b7fc9b42", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5" ], "reproducing_encodings": 1, "status": "candidate", "summary": "unresolved_conflicting_defaults: /us/cfr/t12/p1026/supplement-I/s1026.18::required_deposit_statement_required is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_no_statement, /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_no_statement all apply, exceptions with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-dangling_reference-0e24d377", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::escrow_no_statement names /us/cfr/t12/s1026.18::required_deposit_statement_flag, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-dangling_reference-b888629b", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4" ], "reproducing_encodings": 2, "status": "confirmed", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_no_statement names /us/cfr/t12/s1026.18::required_deposit_statement_flag, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-dangling_reference-106c316d", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_no_statement names /us/cfr/t12/s1026.18::required_deposit_statement_flag, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-e98b4c73", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iv", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::escrow_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::listed_deposit_exclusion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-c2da274c", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iv", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::escrow_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::listed_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_deposit_exclusion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-9f6f45a1", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iv", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::escrow_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::listed_deposit_exclusion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-2e4163bc", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt3", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iv", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::escrow_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::listed_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_deposit_exclusion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-c63ddc91", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iv", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::listed_deposit_exclusion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-4a771ed5", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iv", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::listed_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_deposit_exclusion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-b7fc9b42", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt4", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::interest_bearing_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_deposit_exclusion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-r-contradiction-a8752fea", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt5", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/i", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/ii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iii", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/iv", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/v", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vi", "/us/cfr/t12/p1026/supplement-I/s1026.18/r/cmt6/vii" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::deposit_excluded_from_required_deposit is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::listed_deposit_exclusion, /us/cfr/t12/p1026/supplement-I/s1026.18::morris_plan_deposit_exclusion all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-contradiction-d7271eb4", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_loan is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_fixed_payment_carveout, /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_payment_gap_carveout, /us/cfr/t12/p1026/supplement-I/s1026.18::classify_commentary_amortizing_loans all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-contradiction-4596c4b8", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/s/cmt2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_loan is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_fixed_payment_carveout, /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_payment_gap_carveout, /us/cfr/t12/p1026/supplement-I/s1026.18::classify_commentary_amortizing_loans, /us/cfr/t12/p1026/supplement-I/s1026.18::include_interest_only_amortizing_loans all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-contradiction-ffd78533", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_loan is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_fixed_payment_carveout, /us/cfr/t12/p1026/supplement-I/s1026.18::classify_commentary_amortizing_loans all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-contradiction-592fd64c", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/s/cmt2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_loan is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_fixed_payment_carveout, /us/cfr/t12/p1026/supplement-I/s1026.18::classify_commentary_amortizing_loans, /us/cfr/t12/p1026/supplement-I/s1026.18::include_interest_only_amortizing_loans all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-contradiction-c44bacf0", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_loan is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_payment_gap_carveout, /us/cfr/t12/p1026/supplement-I/s1026.18::classify_commentary_amortizing_loans all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-contradiction-8183aa2f", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/s/cmt2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_loan is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_payment_gap_carveout, /us/cfr/t12/p1026/supplement-I/s1026.18::classify_commentary_amortizing_loans, /us/cfr/t12/p1026/supplement-I/s1026.18::include_interest_only_amortizing_loans all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-contradiction-5d4faff3", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1", "/us/cfr/t12/p1026/supplement-I/s1026.18/s/cmt2" ], "reproducing_encodings": 1, "status": "candidate", "summary": "contradiction: /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_loan is a Conflict: /us/cfr/t12/p1026/supplement-I/s1026.18::classify_commentary_amortizing_loans, /us/cfr/t12/p1026/supplement-I/s1026.18::include_interest_only_amortizing_loans all apply, rules with no priority between them" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-dangling_reference-ffd78533", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_fixed_payment_carveout names /us/cfr/t12/s1026.18::classify_amortizing_loan, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-dangling_reference-c44bacf0", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/7/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_payment_gap_carveout names /us/cfr/t12/s1026.18::classify_amortizing_loan, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-dangling_reference-99c5e13a", "open_blockers": [ "coverage_error /us/cfr/t12/p1026/supplement-I/s1026.18/s/5/cmt1" ], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/5/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::reverse_mortgage_single_payment_carveout names /us/cfr/t12/s1026.18::classify_balloon_payment, which is not in the program set" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-dangling_reference-6242c3ed", "open_blockers": [], "provisions": [ "/us/cfr/t12/p1026/supplement-I/s1026.18/s/2/i/C/cmt1" ], "reproducing_encodings": 1, "status": "candidate", "summary": "dangling_reference: priority edge (Overrides) from /us/cfr/t12/p1026/supplement-I/s1026.18::minor_month_length_variation_carveout names /us/cfr/t12/s1026.18::disclose_first_payment_increase_rate, which is not in the program set" } ], "disagreements": [ { "id": "us-mn-stat-504b.161-7110b7aee8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::common_area_maintenance_release_effective: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-4a2955d42c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::covenant_waiver_effective: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-26e53eb5f4", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::rental_period_commencement_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::covenants_are_additional: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-3a31d33518", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1970-01-01\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::deemed_renewal_date: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-2be5eed19b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::rental_period_commencement_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::habitability_covenants_apply: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-704b3c6c0d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::heat_covenant_violated: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-bf1a3034f4", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::rental_period_commencement_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::inspection_opportunity_defeats_covenants: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-ea51cc435f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::rental_period_commencement_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::liberal_construction_required: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-22d91e8cb7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::lease_concluded_or_renewed_date\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation licensor -> licensee: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-8d64cd4d13", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation licensor -> licensee: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-d697ca6302", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"conflict\", \"rules\": [{\"path\": \"/us-mn/stat/504B.161\", \"rule\": \"lx_obs_obligation_33b88c2f30_landlord_energy_efficiency_0\"}, {\"path\": \"/us-mn/stat/504B.161\", \"rule\": \"lx_obs_obligation_33b88c2f30_make_energy_efficient_0\"}]}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-fc8750a71e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::lease_concluded_or_renewed_date\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation licensor -> licensee: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-ba71a1e679", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::lease_concluded_or_renewed_date\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-6182505e28", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::lease_concluded_or_renewed_date\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-83d4ff95e2", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-db2c1033b6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation licensor -> licensee: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-76385b03ab", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation licensor -> licensee: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-45ebfd0a72", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-2ef5c36eac", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::lease_concluded_or_renewed_date\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation licensor -> licensee: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-b4e57bca01", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-37a6b951da", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "permission landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-3ab6a0acde", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "permission licensor -> licensee: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-9b5791708b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "prohibition landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-524fa2e16b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "prohibition landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-5add796be1", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "prohibition licensee -> licensor: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-8aba5675c5", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "prohibition licensor -> licensee: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-b9d92f6dcc", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::residential_premises\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "prohibition tenant -> landlord: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-9b768324cd", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::premises_and_common_areas_in_reasonable_repair\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::repair_covenant_breached: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-272c5e7dc6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::tenant_maintenance_agreement_permitted: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-e29d66393b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::maintenance_agreement_adequate_consideration\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::tenant_maintenance_agreement_valid: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.161-cecb3f2652", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.161::rental_period_commencement_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.161", "summary": "/us-mn/stat/504B.161::third_party_injury_liability_altered: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.175-dacd34cf23", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.175::landlord_violated_prelease_section\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.175", "summary": "obligation landlord -> payor: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.175-066c3c6ad2", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.175::residential_dwelling_unit\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.175", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.175-7452456fd1", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1969-12-31\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.175::residential_dwelling_unit\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.175", "summary": "obligation landlord -> prospective_tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.175-adcee1edc7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.175::residential_dwelling_unit\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.175", "summary": "permission landlord -> prospective_tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.175-e375f8fc5d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.175::residential_dwelling_unit\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.175", "summary": "permission landlord -> prospective_tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.175-5749eddd28", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.175", "summary": "/us-mn/stat/504B.175::prelease_deposit_acceptance_permitted: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.175-6041576304", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"1.94\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.175", "summary": "/us-mn/stat/504B.175::prelease_deposit_liability: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.175-7d56ab6da3", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1969-12-31\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.175", "summary": "/us-mn/stat/504B.175::prelease_deposit_return_deadline: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.177-d946a80d02", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"-0.01\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.177::federal_late_fee_rule_conflicts\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.177", "summary": "/us-mn/stat/504B.177::late_fee_cap: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.177-dda5d2b492", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.177", "summary": "/us-mn/stat/504B.177::late_fee_is_interest: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.177-0a24d1b521", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.177", "summary": "/us-mn/stat/504B.177::late_fee_is_liquidated_damages: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.177-5f5304049e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.177::federal_late_fee_rule_conflicts\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.177", "summary": "/us-mn/stat/504B.177::late_fee_permitted: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.177-9e680e7285", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.177::federal_late_fee_rule_conflicts\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.177", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.177-a9c9dcb64b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.177::late_payment_fee_schedule_complies_with_federal_rule\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.177", "summary": "permission landlord -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.177-8accbd7f0c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.177::residential_building\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.177", "summary": "prohibition landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.177-49969a21b5", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.177::federal_late_fee_rule_conflicts\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.177", "summary": "prohibition landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-d81090042f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::bad_faith_presumed: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-2b67808090", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::deposit_action_venue_permitted: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-764914ec38", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::last_payment_period_of_rental_agreement\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::deposit_as_rent_ground_presumed: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-f9aa2b0f51", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1969-12-31\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::deposit_disposition_deadline: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-3c9582f23a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1973-07-01\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::effective_tenancy_renewal_date: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-cf3248f99a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::landlord_liable_for_deposit_damages: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-1c57810656", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::landlord_liable_for_punitive_damages: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-4a1ad2ae9f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"-999999999999999.99\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_amount\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::lawful_deductions_amount: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-3e2d906305", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1970-01-22\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::assessment_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-1bd0797db8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::assessment_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-10f5c92078", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation tenant -> landlord: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-454b677df7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation tenant -> landlord: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-7218d7d698", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation tenant -> landlord: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-cb8006e9f4", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation successor_in_interest -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-2e881fc615", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-ff3fdd15bf", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation successor_in_interest -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-b72e1c698e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1969-12-31\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::assessment_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-23e44308bb", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation landlord -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-dcbd2253a7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1969-12-31\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::assessment_date\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "obligation landlord_agent -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-cebcd778ba", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::tenancy_commenced_or_renewed_date\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "permission tenant -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-2d0ddfa38a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "permission tenant -> landlord: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-beaf48ebb6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_exclusively_advance_rent\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "permission successor_in_interest -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-b29a51486b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "permission landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-962a8f3c0d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_secures_rental_agreement\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "prohibition tenant -> landlord: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-cabfafe47e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "prohibition landlord -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-de8877dc3a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_exclusively_advance_rent\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "right successor_in_interest -> tenant: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-63a641e91b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::mailing_satisfies_return_time_requirement: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-af654bf3b2", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"-0.01\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::bad_faith_retention_in_violation\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::punitive_damages_cap: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-90600590b3", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::last_payment_period_of_rental_agreement\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::rent_withholding_violates_subd8: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-e683ef71bd", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1969-12-31\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1970-01-01\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::return_deadline: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-7daafc0cfd", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::successor_return_limited_to_notice_amount: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-f73aed4365", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"0\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::tenant_rent_withholding_penalty: adjudication failed on the solver's fact pattern" }, { "id": "us-mn-stat-504b.178-b7bc2692f6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"-0.01\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us-mn/stat/504B.178::deposit_amount\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us-mn/stat/504B.178", "summary": "/us-mn/stat/504B.178::wrongfully_withheld_amount: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-a-30b725fa01", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/a", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-c-168fec005f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"0\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::mortgage_transaction_subject_to_1026_19_e_and_f\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/c", "summary": "/us/cfr/t12/s1026.18::itemized_prepaid_finance_charge: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-c-5af4214011", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/c", "summary": "obligation creditor -> consumer: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-e-2d04db6231", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/e", "summary": "/us/cfr/t12/s1026.18::apr_disclosure_required: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-e-d0675723ff", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/e", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-e-7810d5d597", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/e", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-96c1c598ec", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::secured_by_principal_dwelling\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-f76792c8fd", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::secured_by_principal_dwelling\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-912942e7d6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::secured_by_principal_dwelling\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-95603233e7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::secured_by_principal_dwelling\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-f206b47525", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::secured_by_principal_dwelling\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-7b20d6609a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::secured_by_principal_dwelling\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-4d3d71d67e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::secured_by_principal_dwelling\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-c7630a653b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-f-75a840a454", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::secured_by_principal_dwelling\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"enum\", \"value\": {\"enumeration\": \"variable_rate_rule\", \"variant\": \"paragraph_f1\"}}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/f", "summary": "/us/cfr/t12/s1026.18::variable_rate_disclosure: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-g-d1acb1c492", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/g", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-g-a9823975b3", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-g-ad2e7b3ace", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-i-67ca924918", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/i", "summary": "/us/cfr/t12/s1026.18::assumed_maturity_disclosure_required: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-i-30f8f73706", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/i", "summary": "/us/cfr/t12/s1026.18::demand_feature_disclosure_required: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-i-5590a3a26d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/i", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-i-e2f660baad", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/i", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-l-d5efd9bf3f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/l", "summary": "obligation creditor -> unnamed_counterparty: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-m-76c82d75cf", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/m", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-m-8c2b5ca999", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/m", "summary": "/us/cfr/t12/s1026.18::security_interest_disclosed: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-o-67692d33ee", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::security_interest_charge_excluded_from_finance_charge\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/o", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-p-d8d900081c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/p", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-p-1b075226f1", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/p", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-r-db9cb7434e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::reverse_mortgage\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/r", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-r-6bb7ccb648", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::reverse_mortgage\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/r", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-r-f9e862d650", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/r", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-r-3e4833bd54", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/s1026.18::reverse_mortgage\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/r", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-s1026.18-r-cac2558c7a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/s1026.18/r", "summary": "/us/cfr/t12/s1026.18::required_deposit_statement_required: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-cmt1-3a7823519c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/cmt1", "summary": "obligation creditor -> unnamed_counterparty: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-a-56c0a75586", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::multiple_creditors\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/a", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-a-c8d4fd0803", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::creditor_name_used\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/a", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-e9b4eea215", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"0.01\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::reverse_mortgage\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::itemized_prepaid_finance_charge: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-ee2b119b8c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-8ceeb16b4c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1969-12-31\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-902bd6ab89", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::respa_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-1b63955fa4", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::amount_paid_to_others\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-e09dc4c0bc", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::substitutes_respa_settlement_statement\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-5fd2784109", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::respa_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-a4ecc26664", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::respa_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-696f9f9024", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::deducted_prepaid_finance_charges\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-d594454da7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-4cc3252808", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-fc45fdc7ce", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::respa_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-a31f2a438d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-c-e043620f9a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/c", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::mortgage_insurance_figures_deemed_accurate: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-a541f20e60", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-ab9e1a5aac", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::provides_section_1026_19_b_disclosures\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-f53a23170c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::apr_may_increase_after_consummation\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-8e8d9eb47b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-dc9290f0dc", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::apr_may_increase_after_consummation\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-12575ecced", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-b3d2174f77", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-3d15dd601f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::other_rate_component_may_increase\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-1a98203738", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::rate_may_increase_upon_conversion\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-3c78e29489", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-42871357bb", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::apr_may_increase_after_consummation\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-d5339d1289", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-8a5ff97fd6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-cc145465b3", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::term_longer_than_one_year\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-2945be6eec", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-b37aa82345", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::term_longer_than_one_year\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-962a60b1db", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::apr_may_increase_after_consummation\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-53050c6b5c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::apr_may_increase_after_consummation\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-fcd801b141", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::other_rate_component_may_increase\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-e74ca0e133", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-90c1623da7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::increase_only_from_delinquency_or_default\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-d59ab40744", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::apr_may_increase_after_consummation\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-6b20b5599e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::other_rate_component_may_increase\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-e219da8107", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::provides_section_1026_19_b_disclosures\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-253201fcd5", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::other_rate_component_may_increase\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-d220615125", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::other_rate_component_may_increase\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-0e9c1c02f4", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::other_rate_component_may_increase\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-91b6266240", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::other_rate_component_may_increase\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "prohibition creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-6eaec1d051", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::subject_to_section_1026_19_b: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-f-aee4d16b14", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"enum\", \"value\": {\"enumeration\": \"variable_rate_rule\", \"variant\": \"paragraph_f1\"}}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/f", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::variable_rate_disclosure: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-eb5cdbce30", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-7feaf0400b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-65c9530527", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-a5ae887dfa", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-5b457cfd8e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-eb78178f15", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-af5bddde11", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-ed34ddb87b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-44740458c8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-a1cb8a255d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::payment_level_count\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-0ffeca88b0", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-ca248d82d7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::payments_vary_due_to_different_principal_and_interest_intervals\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-e101136391", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-63e29dfc2a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-15e0bdf320", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-3b01130db0", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-3673f59179", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-a9ef3b86c0", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-3d46a5b514", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-de0bff4db0", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-cb700df58b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-e71feb814b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-40f9677d05", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-c8d4c538c3", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::payment_level_count\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-a3c1489c0f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::deferred_downpayment_treated_as_downpayment\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-9ab643936e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-621c3b4444", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-c85d2de41e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-a73463cb2e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-96e010c995", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-c9cb5e6ffe", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "permission creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-6db9e1849a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "prohibition creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-daf8e3002b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::payment_schedule_disclosure_applies: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-g-53a2cb21cc", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/g", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::total_number_of_payments_disclosure_required: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-h-adaf7feaa8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/h", "summary": "obligation creditor -> unnamed_counterparty: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-h-505441eec1", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"conflict\", \"rules\": [{\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"demand_obligation_total_not_required\"}, {\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"single_principal_with_periodic_interest_not_single_payment\"}]}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/h", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::total_of_payments_disclosure_required: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-i-bd7d7d1c2d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::payable_on_demand_from_outset\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/i", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-j-e95f5d7ab8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/j", "summary": "permission creditor -> unnamed_counterparty: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-j-fc5db70f0f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/j", "summary": "permission creditor -> unnamed_counterparty: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-j-062c2355ed", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/j", "summary": "permission creditor -> unnamed_counterparty: adjudication neither on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-e047dfdb59", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"conflict\", \"rules\": [{\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"precomputed_charge_rebate_scope\"}, {\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"principal_reduction_rebate_scope\"}]}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/k", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::finance_charge_subject_to_k2: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-692879c877", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::state_law_actuarial_refund\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/k", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-4589054d0b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::fee_waived_on_condition_of_no_prepayment\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/k", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-40f70e88c8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/k", "summary": "prohibition creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-cfd84e2d06", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/k", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_disclosure_given: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-k-b93925866b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::interest_charged_on_prepayment\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"conflict\", \"rules\": [{\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"loan_guarantee_fee_not_penalty\"}, {\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"payoff_document_fee_not_penalty\"}, {\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"prepaid_charge_no", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/k", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::prepayment_penalty_amount: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-m-88e893ab66", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/m", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-m-fb3355b56a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"empty\"}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/m", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-m-2c813cf8f0", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::mixed_collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/m", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-185ffaf99c", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::interest_only_loan\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::amortizing_loan: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-435724360d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::balloon_payment: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-5ea9d21985", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"0.00\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::disclosed_mortgage_insurance_payment: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-371373d729", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1800-01-01\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::earliest_lifetime_maximum_rate_date: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-f2050559e3", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"date\", \"value\": \"1969-12-31\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::earliest_maximum_rate_first_five_years_date: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-117abb4192", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::item_included_in_escrow_account\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"money\", \"value\": \"0\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::estimated_escrow_payment: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-3af611bda6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"number\", \"value\": \"-0.000001\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"not_addressed\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::fully_indexed_rate_percent: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-f3f463bbb2", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": false}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::introductory_rate: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-eb8b05a32d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::initial_rate_years\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"conflict\", \"rules\": [{\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"classify_commentary_amortizing_loans\"}, {\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"include_interest_only_amortizing_loans\"}]}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::introductory_rate_expiration_place_in_sequence: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-840be40d81", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-308bf8d608", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-8a6dcbc819", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-b5c8e6d928", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-9dea646e8f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-563bcc293a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-c359bf46a8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-b65b8ad921", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-23e99a002a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-9dedf4d069", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-40a044f3f5", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-b41e706330", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-2f5ca044d9", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-bb6c337fba", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-2fc202f55e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-bf680862a8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-b2d0b686dc", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-517d2cc44e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-6bc4325fa3", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-9e8ebe41db", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"conflict\", \"rules\": [{\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"lx_obs_obligation_573c30e74c_include_increased_fixed_rate_payment_0\"}, {\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"lx_obs_obligation_573c30e74c_show_rate_for_increased_fixed_rate_payment_0\"}]", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-a0cf86fb54", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-69b8088b98", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-8ab470ba71", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-f88c3ab4db", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-123f61f499", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-95d5998efb", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-6bb6d49eff", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"conflict\", \"rules\": [{\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"lx_obs_obligation_6a153e22a1_identify_minimum_payment_option_0\"}, {\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"lx_obs_obligation_6a153e22a1_include_minimum_payment_heading_statement_0\"}]}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-64144da302", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-8f515628f6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-5c80daaa8a", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-205b545d38", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-de6dfe78c5", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-a63f05536e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-e482699677", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-204e391495", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-9063a117ad", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-dfb75adac9", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-45a6af10f6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-f21812cce8", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-59ebf0bfc0", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::collateral\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-52ee1a2319", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-515037b1b0", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-0b3b625c29", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-9933c5336e", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::reverse_mortgage_single_payment\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-834b5000fa", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-9e285adfc1", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-df317287b0", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> consumer: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-f845db3cd7", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-6a23c48b14", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-306219dd5d", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-6f62203149", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::reverse_mortgage\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-83b92a7123", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-b348caeaf6", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::closed_end_consumer_credit_transaction\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-ba5423782f", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::reverse_mortgage\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-06e81093a1", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-6d151e4739", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-2985615a31", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "obligation creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-d45164afc9", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::interest_only_loan\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-d9c8b93926", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::interest_only_loan\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-75f1a3ed82", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::adjustable_rate_mortgage\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-5248aa3c3b", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "permission creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-25b958c3bd", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"empty\"}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "prohibition creditor -> unnamed_counterparty: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-dd599cd023", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::interest_only_loan\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::mortgage_insurance_or_any_functional_equivalent: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-ea9a222b81", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"value\", \"value\": {\"type\": \"bool\", \"value\": true}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::reverse_mortgage\"}}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::substantially_similar_to_model_clause: adjudication failed on the solver's fact pattern" }, { "id": "us-cfr-t12-p1026-supplement-i-s1026.18-s-01ca7eb8f5", "opened": "2026-10-30", "positions": [ { "answer": "{\"kind\": \"unknown\", \"reason\": {\"code\": \"missing_input\", \"input\": \"/us/cfr/t12/p1026/supplement-I/s1026.18::mortgage_insurance_payment_amount\"}}", "model": "claude:claude-sonnet-5-5" }, { "answer": "{\"kind\": \"conflict\", \"rules\": [{\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"amortizing_payment_gap_carveout\"}, {\"path\": \"/us/cfr/t12/p1026/supplement-I/s1026.18\", \"rule\": \"classify_commentary_amortizing_loans\"}]}", "model": "codex:gpt-6.1-sol" } ], "provision_id": "/us/cfr/t12/p1026/supplement-I/s1026.18/s", "summary": "/us/cfr/t12/p1026/supplement-I/s1026.18::total_estimated_payment: adjudication failed on the solver's fact pattern" } ], "fixture": false, "format_version": 1, "generated_at": "2026-10-31T03:18:19Z", "history": [ { "audit_states": { "mn-504b": "unaudited", "tila-1026-18": "unaudited" }, "cycle_id": "v0.1-statutory-20261030T202342Z", "cycle_sha256": "a0ed1b032e4480aa26e47468348c061c68702b9a5ee4600432cfa6af4b985010", "format_version": 1, "gold_set_hash": "sha256:8f09ee63b642fcb91f63b722469b42fbb82b788073f582a27632d3e214c9c021", "recorded_at": "2026-10-30T20:32:52Z", "scores": { "format_version": 1, "scores": { "post-verification": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 84, "promoted": 0, "promoted_fraction": "0/1", "unknown": 84, "unknown_rate": "1/1" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 32, "unknown_rate": "1/1" } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 32, "unknown_rate": "1/1" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 52, "promoted": 0, "promoted_fraction": "0/1", "unknown": 52, "unknown_rate": "1/1" } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 52, "promoted": 0, "promoted_fraction": "0/1", "unknown": 52, "unknown_rate": "1/1" } } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 84, "promoted": 0, "promoted_fraction": "0/1", "unknown": 84, "unknown_rate": "1/1" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 84, "promoted": 1, "promoted_fraction": "1/84", "unknown": 84, "unknown_rate": "1/1" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 32, "unknown_rate": "1/1" } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 32, "unknown_rate": "1/1" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 52, "promoted": 1, "promoted_fraction": "1/52", "unknown": 52, "unknown_rate": "1/1" } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 52, "promoted": 1, "promoted_fraction": "1/52", "unknown": 52, "unknown_rate": "1/1" } } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 84, "promoted": 1, "promoted_fraction": "1/84", "unknown": 84, "unknown_rate": "1/1" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } }, "raw": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "17/84", "correct": 17, "excluded": 0, "items": 84, "promoted": 0, "promoted_fraction": "0/1", "unknown": 67, "unknown_rate": "67/84" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "3/32", "correct": 3, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 29, "unknown_rate": "29/32" } }, "headline": { "accuracy": "3/32", "correct": 3, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 29, "unknown_rate": "29/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "7/26", "correct": 14, "excluded": 0, "items": 52, "promoted": 0, "promoted_fraction": "0/1", "unknown": 38, "unknown_rate": "19/26" } }, "headline": { "accuracy": "7/26", "correct": 14, "excluded": 0, "items": 52, "promoted": 0, "promoted_fraction": "0/1", "unknown": 38, "unknown_rate": "19/26" } } }, "headline": { "accuracy": "17/84", "correct": 17, "excluded": 0, "items": 84, "promoted": 0, "promoted_fraction": "0/1", "unknown": 67, "unknown_rate": "67/84" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": false, "verdict": "correct" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "17/84", "correct": 17, "excluded": 0, "items": 84, "promoted": 1, "promoted_fraction": "1/84", "unknown": 67, "unknown_rate": "67/84" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/32", "correct": 1, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 31, "unknown_rate": "31/32" } }, "headline": { "accuracy": "1/32", "correct": 1, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 31, "unknown_rate": "31/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "4/13", "correct": 16, "excluded": 0, "items": 52, "promoted": 1, "promoted_fraction": "1/52", "unknown": 36, "unknown_rate": "9/13" } }, "headline": { "accuracy": "4/13", "correct": 16, "excluded": 0, "items": 52, "promoted": 1, "promoted_fraction": "1/52", "unknown": 36, "unknown_rate": "9/13" } } }, "headline": { "accuracy": "17/84", "correct": 17, "excluded": 0, "items": 84, "promoted": 1, "promoted_fraction": "1/84", "unknown": 67, "unknown_rate": "67/84" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } } } }, "trusted_base_hash": "sha256:fab534158fa5e1405fa7c05f96508c90012c64343087e88a72eb9358898fb637" }, { "audit_states": { "mn-504b": "unaudited", "tila-1026-18": "unaudited" }, "cycle_id": "v0.1-statutory-20261030T212159Z", "cycle_sha256": "26e445dac89d244944fd0dfb085690566102d82724f6794d73fd803443fb9846", "format_version": 1, "gold_set_hash": "sha256:8f09ee63b642fcb91f63b722469b42fbb82b788073f582a27632d3e214c9c021", "recorded_at": "2026-10-30T21:38:01Z", "scores": { "format_version": 1, "scores": { "post-verification": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/84", "correct": 5, "excluded": 0, "items": 84, "promoted": 11, "promoted_fraction": "11/84", "unknown": 78, "unknown_rate": "13/14" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 32, "unknown_rate": "1/1" } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 32, "unknown_rate": "1/1" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/52", "correct": 5, "excluded": 0, "items": 52, "promoted": 11, "promoted_fraction": "11/52", "unknown": 46, "unknown_rate": "23/26" } }, "headline": { "accuracy": "5/52", "correct": 5, "excluded": 0, "items": 52, "promoted": 11, "promoted_fraction": "11/52", "unknown": 46, "unknown_rate": "23/26" } } }, "headline": { "accuracy": "5/84", "correct": 5, "excluded": 0, "items": 84, "promoted": 11, "promoted_fraction": "11/84", "unknown": 78, "unknown_rate": "13/14" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/12", "correct": 7, "excluded": 0, "items": 84, "promoted": 9, "promoted_fraction": "3/28", "unknown": 77, "unknown_rate": "11/12" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 2, "promoted_fraction": "1/16", "unknown": 32, "unknown_rate": "1/1" } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 2, "promoted_fraction": "1/16", "unknown": 32, "unknown_rate": "1/1" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "7/52", "correct": 7, "excluded": 0, "items": 52, "promoted": 7, "promoted_fraction": "7/52", "unknown": 45, "unknown_rate": "45/52" } }, "headline": { "accuracy": "7/52", "correct": 7, "excluded": 0, "items": 52, "promoted": 7, "promoted_fraction": "7/52", "unknown": 45, "unknown_rate": "45/52" } } }, "headline": { "accuracy": "1/12", "correct": 7, "excluded": 0, "items": 84, "promoted": 9, "promoted_fraction": "3/28", "unknown": 77, "unknown_rate": "11/12" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } }, "raw": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "31/84", "correct": 31, "excluded": 0, "items": 84, "promoted": 8, "promoted_fraction": "2/21", "unknown": 53, "unknown_rate": "53/84" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "9/32", "correct": 9, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 23, "unknown_rate": "23/32" } }, "headline": { "accuracy": "9/32", "correct": 9, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 23, "unknown_rate": "23/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "11/26", "correct": 22, "excluded": 0, "items": 52, "promoted": 8, "promoted_fraction": "2/13", "unknown": 30, "unknown_rate": "15/26" } }, "headline": { "accuracy": "11/26", "correct": 22, "excluded": 0, "items": 52, "promoted": 8, "promoted_fraction": "2/13", "unknown": 30, "unknown_rate": "15/26" } } }, "headline": { "accuracy": "31/84", "correct": 31, "excluded": 0, "items": 84, "promoted": 8, "promoted_fraction": "2/21", "unknown": 53, "unknown_rate": "53/84" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": false, "verdict": "correct" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/21", "correct": 20, "excluded": 0, "items": 84, "promoted": 9, "promoted_fraction": "3/28", "unknown": 64, "unknown_rate": "16/21" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "3/32", "correct": 3, "excluded": 0, "items": 32, "promoted": 2, "promoted_fraction": "1/16", "unknown": 29, "unknown_rate": "29/32" } }, "headline": { "accuracy": "3/32", "correct": 3, "excluded": 0, "items": 32, "promoted": 2, "promoted_fraction": "1/16", "unknown": 29, "unknown_rate": "29/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "17/52", "correct": 17, "excluded": 0, "items": 52, "promoted": 7, "promoted_fraction": "7/52", "unknown": 35, "unknown_rate": "35/52" } }, "headline": { "accuracy": "17/52", "correct": 17, "excluded": 0, "items": 52, "promoted": 7, "promoted_fraction": "7/52", "unknown": 35, "unknown_rate": "35/52" } } }, "headline": { "accuracy": "5/21", "correct": 20, "excluded": 0, "items": 84, "promoted": 9, "promoted_fraction": "3/28", "unknown": 64, "unknown_rate": "16/21" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-return-deadline": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } } } }, "trusted_base_hash": "sha256:cd73b1f48318e986e2dcda13d98f0dfc8c7bf3037608909c8acc6a8f502f6c5c" }, { "audit_states": { "mn-504b": "unaudited", "tila-1026-18": "unaudited" }, "cycle_id": "v0.1-statutory-20261030T215313Z", "cycle_sha256": "5b6f77e7e908431340c6ce4927f1f1931a4b3f31b7026ef33a2f708e4897d18d", "format_version": 1, "gold_set_hash": "sha256:8f09ee63b642fcb91f63b722469b42fbb82b788073f582a27632d3e214c9c021", "recorded_at": "2026-10-30T22:06:08Z", "scores": { "format_version": 1, "scores": { "post-verification": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/28", "correct": 3, "excluded": 0, "items": 84, "promoted": 3, "promoted_fraction": "1/28", "unknown": 81, "unknown_rate": "27/28" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 32, "unknown_rate": "1/1" } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 32, "unknown_rate": "1/1" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "3/52", "correct": 3, "excluded": 0, "items": 52, "promoted": 3, "promoted_fraction": "3/52", "unknown": 49, "unknown_rate": "49/52" } }, "headline": { "accuracy": "3/52", "correct": 3, "excluded": 0, "items": 52, "promoted": 3, "promoted_fraction": "3/52", "unknown": 49, "unknown_rate": "49/52" } } }, "headline": { "accuracy": "1/28", "correct": 3, "excluded": 0, "items": 84, "promoted": 3, "promoted_fraction": "1/28", "unknown": 81, "unknown_rate": "27/28" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "13/84", "correct": 13, "excluded": 0, "items": 84, "promoted": 27, "promoted_fraction": "9/28", "unknown": 71, "unknown_rate": "71/84" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/8", "correct": 4, "excluded": 0, "items": 32, "promoted": 10, "promoted_fraction": "5/16", "unknown": 28, "unknown_rate": "7/8" } }, "headline": { "accuracy": "1/8", "correct": 4, "excluded": 0, "items": 32, "promoted": 10, "promoted_fraction": "5/16", "unknown": 28, "unknown_rate": "7/8" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "9/52", "correct": 9, "excluded": 0, "items": 52, "promoted": 17, "promoted_fraction": "17/52", "unknown": 43, "unknown_rate": "43/52" } }, "headline": { "accuracy": "9/52", "correct": 9, "excluded": 0, "items": 52, "promoted": 17, "promoted_fraction": "17/52", "unknown": 43, "unknown_rate": "43/52" } } }, "headline": { "accuracy": "13/84", "correct": 13, "excluded": 0, "items": 84, "promoted": 27, "promoted_fraction": "9/28", "unknown": 71, "unknown_rate": "71/84" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } }, "raw": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "4/7", "correct": 48, "excluded": 0, "items": 84, "promoted": 3, "promoted_fraction": "1/28", "unknown": 34, "unknown_rate": "17/42" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "19/32", "correct": 19, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 12, "unknown_rate": "3/8" } }, "headline": { "accuracy": "19/32", "correct": 19, "excluded": 0, "items": 32, "promoted": 0, "promoted_fraction": "0/1", "unknown": 12, "unknown_rate": "3/8" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "29/52", "correct": 29, "excluded": 0, "items": 52, "promoted": 3, "promoted_fraction": "3/52", "unknown": 22, "unknown_rate": "11/26" } }, "headline": { "accuracy": "29/52", "correct": 29, "excluded": 0, "items": 52, "promoted": 3, "promoted_fraction": "3/52", "unknown": 22, "unknown_rate": "11/26" } } }, "headline": { "accuracy": "4/7", "correct": 48, "excluded": 0, "items": 84, "promoted": 3, "promoted_fraction": "1/28", "unknown": 34, "unknown_rate": "17/42" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": false, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": false, "verdict": "correct" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/3", "correct": 28, "excluded": 0, "items": 84, "promoted": 25, "promoted_fraction": "25/84", "unknown": 55, "unknown_rate": "55/84" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/4", "correct": 8, "excluded": 0, "items": 32, "promoted": 10, "promoted_fraction": "5/16", "unknown": 25, "unknown_rate": "25/32" } }, "headline": { "accuracy": "1/4", "correct": 8, "excluded": 0, "items": 32, "promoted": 10, "promoted_fraction": "5/16", "unknown": 25, "unknown_rate": "25/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/13", "correct": 20, "excluded": 0, "items": 52, "promoted": 15, "promoted_fraction": "15/52", "unknown": 30, "unknown_rate": "15/26" } }, "headline": { "accuracy": "5/13", "correct": 20, "excluded": 0, "items": 52, "promoted": 15, "promoted_fraction": "15/52", "unknown": 30, "unknown_rate": "15/26" } } }, "headline": { "accuracy": "1/3", "correct": 28, "excluded": 0, "items": 84, "promoted": 25, "promoted_fraction": "25/84", "unknown": 55, "unknown_rate": "55/84" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-return-deadline": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } } } }, "trusted_base_hash": "sha256:cd73b1f48318e986e2dcda13d98f0dfc8c7bf3037608909c8acc6a8f502f6c5c" }, { "audit_states": { "mn-504b": "unaudited", "tila-1026-18": "unaudited" }, "cycle_id": "v0.1-statutory-20261030T230358Z", "cycle_sha256": "340d37f25a40b2b17c83b9fe787c911526ed3786c04433ea8c0a5cf734202bfb", "format_version": 1, "gold_set_hash": "sha256:36ef039d0f35902aefe42d02c4cf3c90119a9fbd7a7a239b816609b5161790d0", "recorded_at": "2026-10-30T23:36:11Z", "scores": { "format_version": 1, "scores": { "post-verification": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/21", "correct": 20, "excluded": 0, "items": 84, "promoted": 24, "promoted_fraction": "2/7", "unknown": 63, "unknown_rate": "3/4" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "3/32", "correct": 3, "excluded": 0, "items": 32, "promoted": 5, "promoted_fraction": "5/32", "unknown": 29, "unknown_rate": "29/32" } }, "headline": { "accuracy": "3/32", "correct": 3, "excluded": 0, "items": 32, "promoted": 5, "promoted_fraction": "5/32", "unknown": 29, "unknown_rate": "29/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "17/52", "correct": 17, "excluded": 0, "items": 52, "promoted": 19, "promoted_fraction": "19/52", "unknown": 34, "unknown_rate": "17/26" } }, "headline": { "accuracy": "17/52", "correct": 17, "excluded": 0, "items": 52, "promoted": 19, "promoted_fraction": "19/52", "unknown": 34, "unknown_rate": "17/26" } } }, "headline": { "accuracy": "5/21", "correct": 20, "excluded": 0, "items": 84, "promoted": 24, "promoted_fraction": "2/7", "unknown": 63, "unknown_rate": "3/4" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-below-68-in-season": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-collection-cost": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-deferral": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-simple-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/6", "correct": 14, "excluded": 0, "items": 84, "promoted": 38, "promoted_fraction": "19/42", "unknown": 68, "unknown_rate": "17/21" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 6, "promoted_fraction": "3/16", "unknown": 32, "unknown_rate": "1/1" } }, "headline": { "accuracy": "0/1", "correct": 0, "excluded": 0, "items": 32, "promoted": 6, "promoted_fraction": "3/16", "unknown": 32, "unknown_rate": "1/1" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "7/26", "correct": 14, "excluded": 0, "items": 52, "promoted": 32, "promoted_fraction": "8/13", "unknown": 36, "unknown_rate": "9/13" } }, "headline": { "accuracy": "7/26", "correct": 14, "excluded": 0, "items": 52, "promoted": 32, "promoted_fraction": "8/13", "unknown": 36, "unknown_rate": "9/13" } } }, "headline": { "accuracy": "1/6", "correct": 14, "excluded": 0, "items": 84, "promoted": 38, "promoted_fraction": "19/42", "unknown": 68, "unknown_rate": "17/21" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } }, "raw": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "3/7", "correct": 36, "excluded": 0, "items": 84, "promoted": 15, "promoted_fraction": "5/28", "unknown": 40, "unknown_rate": "10/21" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "19/32", "correct": 19, "excluded": 0, "items": 32, "promoted": 5, "promoted_fraction": "5/32", "unknown": 11, "unknown_rate": "11/32" } }, "headline": { "accuracy": "19/32", "correct": 19, "excluded": 0, "items": 32, "promoted": 5, "promoted_fraction": "5/32", "unknown": 11, "unknown_rate": "11/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "17/52", "correct": 17, "excluded": 0, "items": 52, "promoted": 10, "promoted_fraction": "5/26", "unknown": 29, "unknown_rate": "29/52" } }, "headline": { "accuracy": "17/52", "correct": 17, "excluded": 0, "items": 52, "promoted": 10, "promoted_fraction": "5/26", "unknown": 29, "unknown_rate": "29/52" } } }, "headline": { "accuracy": "3/7", "correct": 36, "excluded": 0, "items": 84, "promoted": 15, "promoted_fraction": "5/28", "unknown": 40, "unknown_rate": "10/21" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-below-68-in-season": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": false, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": false, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": false, "verdict": "correct" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "25/84", "correct": 25, "excluded": 0, "items": 84, "promoted": 32, "promoted_fraction": "8/21", "unknown": 57, "unknown_rate": "19/28" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/32", "correct": 5, "excluded": 0, "items": 32, "promoted": 5, "promoted_fraction": "5/32", "unknown": 27, "unknown_rate": "27/32" } }, "headline": { "accuracy": "5/32", "correct": 5, "excluded": 0, "items": 32, "promoted": 5, "promoted_fraction": "5/32", "unknown": 27, "unknown_rate": "27/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/13", "correct": 20, "excluded": 0, "items": 52, "promoted": 27, "promoted_fraction": "27/52", "unknown": 30, "unknown_rate": "15/26" } }, "headline": { "accuracy": "5/13", "correct": 20, "excluded": 0, "items": 52, "promoted": 27, "promoted_fraction": "27/52", "unknown": 30, "unknown_rate": "15/26" } } }, "headline": { "accuracy": "25/84", "correct": 25, "excluded": 0, "items": 84, "promoted": 32, "promoted_fraction": "8/21", "unknown": 57, "unknown_rate": "19/28" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-return-deadline": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } } } }, "trusted_base_hash": "sha256:3f6b3e31ffb10c156a14556c387750da99f5951e99c93bb974873a29bf821c6c" }, { "audit_states": { "mn-504b": "unaudited", "tila-1026-18": "unaudited" }, "cycle_id": "v0.1-statutory-20261031T003328Z", "cycle_sha256": "eab5144b54472b37f1473e3f84435dd5be3290bed63e0305fd5d4d1c13491964", "format_version": 1, "gold_set_hash": "sha256:dd15c7b97edbdb137a605b3a286b0968cbd5f3ea98bb6ba2084c06ccb58d3941", "recorded_at": "2026-10-31T01:31:28Z", "scores": { "format_version": 1, "scores": { "post-verification": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/14", "correct": 30, "excluded": 0, "items": 84, "promoted": 40, "promoted_fraction": "10/21", "unknown": 51, "unknown_rate": "17/28" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "3/32", "correct": 3, "excluded": 0, "items": 32, "promoted": 7, "promoted_fraction": "7/32", "unknown": 28, "unknown_rate": "7/8" } }, "headline": { "accuracy": "3/32", "correct": 3, "excluded": 0, "items": 32, "promoted": 7, "promoted_fraction": "7/32", "unknown": 28, "unknown_rate": "7/8" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "27/52", "correct": 27, "excluded": 0, "items": 52, "promoted": 33, "promoted_fraction": "33/52", "unknown": 23, "unknown_rate": "23/52" } }, "headline": { "accuracy": "27/52", "correct": 27, "excluded": 0, "items": 52, "promoted": 33, "promoted_fraction": "33/52", "unknown": 23, "unknown_rate": "23/52" } } }, "headline": { "accuracy": "5/14", "correct": 30, "excluded": 0, "items": 84, "promoted": 40, "promoted_fraction": "10/21", "unknown": 51, "unknown_rate": "17/28" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": true, "unknown": false, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-unsecured": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-unsecured": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-automobile": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-real-property": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c2-default-only": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-collection-cost": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-deferral": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-simple-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "9/28", "correct": 27, "excluded": 0, "items": 84, "promoted": 41, "promoted_fraction": "41/84", "unknown": 53, "unknown_rate": "53/84" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/32", "correct": 1, "excluded": 0, "items": 32, "promoted": 8, "promoted_fraction": "1/4", "unknown": 31, "unknown_rate": "31/32" } }, "headline": { "accuracy": "1/32", "correct": 1, "excluded": 0, "items": 32, "promoted": 8, "promoted_fraction": "1/4", "unknown": 31, "unknown_rate": "31/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/2", "correct": 26, "excluded": 0, "items": 52, "promoted": 33, "promoted_fraction": "33/52", "unknown": 22, "unknown_rate": "11/26" } }, "headline": { "accuracy": "1/2", "correct": 26, "excluded": 0, "items": 52, "promoted": 33, "promoted_fraction": "33/52", "unknown": 22, "unknown_rate": "11/26" } } }, "headline": { "accuracy": "9/28", "correct": 27, "excluded": 0, "items": 84, "promoted": 41, "promoted_fraction": "41/84", "unknown": 53, "unknown_rate": "53/84" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-unsecured": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-collection-cost": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-deferral": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c4-five-percent": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c5-morris-plan": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-escrow": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } }, "raw": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "47/84", "correct": 47, "excluded": 0, "items": 84, "promoted": 30, "promoted_fraction": "5/14", "unknown": 28, "unknown_rate": "1/3" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "21/32", "correct": 21, "excluded": 0, "items": 32, "promoted": 7, "promoted_fraction": "7/32", "unknown": 8, "unknown_rate": "1/4" } }, "headline": { "accuracy": "21/32", "correct": 21, "excluded": 0, "items": 32, "promoted": 7, "promoted_fraction": "7/32", "unknown": 8, "unknown_rate": "1/4" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/2", "correct": 26, "excluded": 0, "items": 52, "promoted": 23, "promoted_fraction": "23/52", "unknown": 20, "unknown_rate": "5/13" } }, "headline": { "accuracy": "1/2", "correct": 26, "excluded": 0, "items": 52, "promoted": 23, "promoted_fraction": "23/52", "unknown": 20, "unknown_rate": "5/13" } } }, "headline": { "accuracy": "47/84", "correct": 47, "excluded": 0, "items": 84, "promoted": 30, "promoted_fraction": "5/14", "unknown": 28, "unknown_rate": "1/3" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": false, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-cap-eight-percent": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": true, "unknown": false, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": false, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-burden-within-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd5-additional-time": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-after-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-mobile-home": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-unsecured": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-unsecured": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-automobile": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-real-property": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c2-default-only": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": false, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": false, "verdict": "correct" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "15/28", "correct": 45, "excluded": 0, "items": 84, "promoted": 29, "promoted_fraction": "29/84", "unknown": 36, "unknown_rate": "3/7" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/4", "correct": 8, "excluded": 0, "items": 32, "promoted": 8, "promoted_fraction": "1/4", "unknown": 24, "unknown_rate": "3/4" } }, "headline": { "accuracy": "1/4", "correct": 8, "excluded": 0, "items": 32, "promoted": 8, "promoted_fraction": "1/4", "unknown": 24, "unknown_rate": "3/4" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "37/52", "correct": 37, "excluded": 0, "items": 52, "promoted": 21, "promoted_fraction": "21/52", "unknown": 12, "unknown_rate": "3/13" } }, "headline": { "accuracy": "37/52", "correct": 37, "excluded": 0, "items": 52, "promoted": 21, "promoted_fraction": "21/52", "unknown": 12, "unknown_rate": "3/13" } } }, "headline": { "accuracy": "15/28", "correct": 45, "excluded": 0, "items": 84, "promoted": 29, "promoted_fraction": "29/84", "unknown": 36, "unknown_rate": "3/7" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-161-rush-domeier": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-unsecured": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c4-five-percent": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c5-morris-plan": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-escrow": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } } } } }, "trusted_base_hash": "sha256:d587ab666bf98b1748312bda8cff4c6abc290f0f86e4579e6fa9fc22fe399579" }, { "audit_states": { "mn-504b": "unaudited", "tila-1026-18": "unaudited" }, "cycle_id": "v0.1-statutory-20261031T023534Z", "cycle_sha256": "9238837a69a1b1c9ed2078aaa2eb8e1d86b1fd240eb249e2501a7930c4818c80", "format_version": 1, "gold_set_hash": "sha256:eba8a31688afe3e14f528f85064e7ab349cabbe2b445490b22b56ee3e21b43a1", "recorded_at": "2026-10-31T03:18:09Z", "scores": { "format_version": 1, "scores": { "post-verification": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/3", "correct": 28, "excluded": 0, "items": 84, "promoted": 36, "promoted_fraction": "3/7", "unknown": 56, "unknown_rate": "2/3" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/8", "correct": 4, "excluded": 0, "items": 32, "promoted": 8, "promoted_fraction": "1/4", "unknown": 29, "unknown_rate": "29/32" } }, "headline": { "accuracy": "1/8", "correct": 4, "excluded": 0, "items": 32, "promoted": 8, "promoted_fraction": "1/4", "unknown": 29, "unknown_rate": "29/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "6/13", "correct": 24, "excluded": 0, "items": 52, "promoted": 28, "promoted_fraction": "7/13", "unknown": 27, "unknown_rate": "27/52" } }, "headline": { "accuracy": "6/13", "correct": 24, "excluded": 0, "items": 52, "promoted": 28, "promoted_fraction": "7/13", "unknown": 27, "unknown_rate": "27/52" } } }, "headline": { "accuracy": "1/3", "correct": 28, "excluded": 0, "items": 84, "promoted": 36, "promoted_fraction": "3/7", "unknown": 56, "unknown_rate": "2/3" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "correct" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-unsecured": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-real-property": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": true, "unknown": false, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-collection-cost": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-deferral": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-simple-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": true, "verdict": "wrong" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "5/84", "correct": 5, "excluded": 0, "items": 84, "promoted": 17, "promoted_fraction": "17/84", "unknown": 80, "unknown_rate": "20/21" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/8", "correct": 4, "excluded": 0, "items": 32, "promoted": 9, "promoted_fraction": "9/32", "unknown": 29, "unknown_rate": "29/32" } }, "headline": { "accuracy": "1/8", "correct": 4, "excluded": 0, "items": 32, "promoted": 9, "promoted_fraction": "9/32", "unknown": 29, "unknown_rate": "29/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/52", "correct": 1, "excluded": 0, "items": 52, "promoted": 8, "promoted_fraction": "2/13", "unknown": 51, "unknown_rate": "51/52" } }, "headline": { "accuracy": "1/52", "correct": 1, "excluded": 0, "items": 52, "promoted": 8, "promoted_fraction": "2/13", "unknown": 51, "unknown_rate": "51/52" } } }, "headline": { "accuracy": "5/84", "correct": 5, "excluded": 0, "items": 84, "promoted": 17, "promoted_fraction": "17/84", "unknown": 80, "unknown_rate": "20/21" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-governed": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "correct" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": true, "unknown": true, "verdict": "wrong" } } } }, "raw": { "claude:claude-sonnet-5-5": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "53/84", "correct": 53, "excluded": 0, "items": 84, "promoted": 28, "promoted_fraction": "1/3", "unknown": 35, "unknown_rate": "5/12" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "13/32", "correct": 13, "excluded": 0, "items": 32, "promoted": 8, "promoted_fraction": "1/4", "unknown": 23, "unknown_rate": "23/32" } }, "headline": { "accuracy": "13/32", "correct": 13, "excluded": 0, "items": 32, "promoted": 8, "promoted_fraction": "1/4", "unknown": 23, "unknown_rate": "23/32" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "10/13", "correct": 40, "excluded": 0, "items": 52, "promoted": 20, "promoted_fraction": "5/13", "unknown": 12, "unknown_rate": "3/13" } }, "headline": { "accuracy": "10/13", "correct": 40, "excluded": 0, "items": 52, "promoted": 20, "promoted_fraction": "5/13", "unknown": 12, "unknown_rate": "3/13" } } }, "headline": { "accuracy": "53/84", "correct": 53, "excluded": 0, "items": 84, "promoted": 28, "promoted_fraction": "1/3", "unknown": 35, "unknown_rate": "5/12" }, "vendor": "claude", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": false, "verdict": "wrong" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": false, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-178-kaeding-governed": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd1a-notice-effective": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-285-subd5-additional-time": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "correct" }, "tila-1026-18-b3-c1-i-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-ii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-a": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c1-iii-b": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-i": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-ii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-b3-c2-iii": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-mobile-home": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-unsecured": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-automobile": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-real-property": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-collection-cost": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-deferral": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-rate-increase": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-l-c1-simple-interest": { "promoted": true, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-s7-payment-option": { "promoted": false, "unknown": false, "verdict": "correct" } } }, "codex:gpt-6.1-sol": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "1/4", "correct": 21, "excluded": 0, "items": 84, "promoted": 11, "promoted_fraction": "11/84", "unknown": 69, "unknown_rate": "23/28" } }, "by_tier": { "mn-504b": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "7/16", "correct": 14, "excluded": 0, "items": 32, "promoted": 9, "promoted_fraction": "9/32", "unknown": 24, "unknown_rate": "3/4" } }, "headline": { "accuracy": "7/16", "correct": 14, "excluded": 0, "items": 32, "promoted": 9, "promoted_fraction": "9/32", "unknown": 24, "unknown_rate": "3/4" } }, "tila-1026-18": { "by_label": { "external-benchmark": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "model-authored": { "accuracy": null, "correct": 0, "excluded": 0, "items": 0, "promoted": 0, "promoted_fraction": null, "unknown": 0, "unknown_rate": null }, "official": { "accuracy": "7/52", "correct": 7, "excluded": 0, "items": 52, "promoted": 2, "promoted_fraction": "1/26", "unknown": 45, "unknown_rate": "45/52" } }, "headline": { "accuracy": "7/52", "correct": 7, "excluded": 0, "items": 52, "promoted": 2, "promoted_fraction": "1/26", "unknown": 45, "unknown_rate": "45/52" } } }, "headline": { "accuracy": "1/4", "correct": 21, "excluded": 0, "items": 84, "promoted": 11, "promoted_fraction": "11/84", "unknown": 69, "unknown_rate": "23/28" }, "vendor": "codex", "verdicts": { "mn-504b-161-heat-68-in-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-below-68-in-season": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-161-heat-out-of-season": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-heat-utility-reduction": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-domeier": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-rush-plummer": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-161-waiver": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-175-liability-plus-half": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-no-written-agreement": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-rental-agreement-applied": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-175-return-deadline": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-cap-eight-percent": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-177-hap-tenant-portion": { "promoted": false, "unknown": false, "verdict": "correct" }, "mn-504b-177-knight-v-mcginity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-177-no-written-agreement": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-178-kaeding-governed": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-178-kaeding-punitive-cap": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-waiver": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-kaeding-withholding": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd11-pre-1973-tenancy": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-condemnation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd3-no-address": { "promoted": false, "unknown": true, "verdict": "correct" }, "mn-504b-178-subd3-termination": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-one-deposit": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-178-subd7-returned-within-two-weeks": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-burden-within-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-285-central-housing-breach-of-lease": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-skoglund": { "promoted": false, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd1a-notice-effective": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-285-subd5-additional-time": { "promoted": true, "unknown": true, "verdict": "wrong" }, "mn-504b-441-burden-after-90-days": { "promoted": true, "unknown": false, "verdict": "correct" }, "mn-504b-441-burden-within-90-days": { "promoted": true, "unknown": true, "verdict": "correct" }, "tila-1026-18-b3-c1-i-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-ii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-a": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c1-iii-b": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-i": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-ii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-b3-c2-iii": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c1-loan-total-sale-price": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-no": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1i-c1-asset-account-required-deposit-yes": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c1iv-c1-total-prepaid": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-c3-mobile-home": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-reverse-mortgage": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-c3-unsecured": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-d1-overstated": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d1-understated-over-100": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-large-within-10": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-d2-small-within-5": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-exempt-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-5-on-75": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-e-required-over-7-50": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-delinquency-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-c1-shared-equity": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-long-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-principal-dwelling-short-term": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-f-unsecured": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-g-c6-automobile": { "promoted": false, "unknown": false, "verdict": "correct" }, "tila-1026-18-g-c6-real-property": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c3-principal-with-periodic-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-c4-demand-obligation": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-h-single-payment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c1-converts-after-period": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-default-only": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-i-c2-due-on-sale": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-i-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-downpayment": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-j-c3-ii-lien-first": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-i-interest-accrual": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-k1-c1-ii-recoup-waived": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-acceleration": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-collection-cost": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-deferral": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-rate-increase": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-l-c1-simple-interest": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c4-five-percent": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-c5-morris-plan": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-r-escrow": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-c1-reverse-mortgage": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s5-exactly-double": { "promoted": false, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-c1-seasonal-income": { "promoted": true, "unknown": true, "verdict": "wrong" }, "tila-1026-18-s7-payment-option": { "promoted": true, "unknown": true, "verdict": "wrong" } } } } } }, "trusted_base_hash": "sha256:de8787d07fbe612eae3267d291871cdeb00146d8bd5cd94cf8e8562241b7b87e" } ], "holdout": { "commitment": { "format_version": 1, "item_count": 19, "note": "Drawn by lexplicit.bench.holdout.select_holdout with seed 'lexplicit-v0.1-holdout-2026-10-30' and share 1/5 over each tier's official gold, excluding the six U14 seed items published before the draw. Items live only in the private store named by LEXPLICIT_HOLDOUT_STORE.", "sha256": "60bdd5ea222112c43b8277bbfb15b2299a03b6e410b43449210c837b922ddf1f" }, "scores": { "claude:claude-sonnet-5-5 (post-verification)": { "accuracy": "4/19", "correct": 4, "excluded": 0, "items": 19, "promoted": 6, "promoted_fraction": "6/19", "unknown": 15, "unknown_rate": "15/19" }, "claude:claude-sonnet-5-5 (raw)": { "accuracy": "9/19", "correct": 9, "excluded": 0, "items": 19, "promoted": 4, "promoted_fraction": "4/19", "unknown": 10, "unknown_rate": "10/19" }, "codex:gpt-6.1-sol (post-verification)": { "accuracy": "1/19", "correct": 1, "excluded": 0, "items": 19, "promoted": 7, "promoted_fraction": "7/19", "unknown": 18, "unknown_rate": "18/19" }, "codex:gpt-6.1-sol (raw)": { "accuracy": "1/19", "correct": 1, "excluded": 0, "items": 19, "promoted": 4, "promoted_fraction": "4/19", "unknown": 18, "unknown_rate": "18/19" } } }, "reports": [], "sample_rules": [ { "comment": "codex:gpt-6.1-sol; promoted", "population_id": "mn-504b", "provision_id": "us-mn-stat-504b.285", "reading": "default", "rule_id": "us-mn-stat-504b.285-codex-additional_rent_payment_period", "rule_text": "rule additional_rent_payment_period @span(/us-mn/stat/504B.285/subd5/b#s1, /us-mn/stat/504B.285/subd5/b#s2)\n when failed_material_violation_with_rent_claim and court_determined_rent_due\n max_additional_time_to_pay_rent = 7 days", "source": { "citation": "/us-mn/stat/504B.285/subd5/b#s1", "end": 10820, "start": 10597, "text": "(b) If the landlord does not prevail in proving material violation of the lease, and the landlord has also alleged that rent is due, the tenant shall be permitted to present defenses to the court that the rent is not owing." }, "status": "promoted", "tier": "mn-504b", "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "comment": "codex:gpt-6.1-sol; promoted", "population_id": "mn-504b", "provision_id": "us-mn-stat-504b.285", "reading": "default", "rule_id": "us-mn-stat-504b.285-codex-allow_occupancy_through_lease_term", "rule_text": "rule allow_occupancy_through_lease_term @span(/us-mn/stat/504B.285/subd1a/b#s1, /us-mn/stat/504B.285/subd1a/c#s1)\n when foreclosed_tenant_scope and remaining_term_protected\n obligation immediate_successor_in_interest -> tenant \"allow the tenant to occupy the premises until the end of the remaining term of the lease\"", "source": { "citation": "/us-mn/stat/504B.285/subd1a/b#s1", "end": 3634, "start": 2654, "text": "(b) With respect to residential real property or a dwelling where the term of a bona fide lease extends more than 90 days beyond the date of the expiration of the time for redemption, the immediate successor in interest must allow the tenant to occupy the premises until the end of the remaining term of the lease, and provide at least 90 days' written notice to vacate, effective no sooner than the date the lease expires, provided that the tenant pays the rent and abides by all terms of the lease, except if the immediate successor in interest or an immediate subsequent bona fide purchaser will occupy the unit as the primary residence, the immediate successor in interest must provide at least 90 days' written notice to vacate, given no sooner than the date of the expiration of the time for redemption, effective no sooner than 90 days after the date of the expiration of the time for redemption, provided that the tenant pays the rent and abides by all terms of the lease." }, "status": "promoted", "tier": "mn-504b", "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "comment": "claude:claude-sonnet-5-5; promoted", "population_id": "mn-504b", "provision_id": "us-mn-stat-504b.285", "reading": "default", "rule_id": "us-mn-stat-504b.285-claude-combine_eviction_allegations", "rule_text": "rule combine_eviction_allegations @span(/us-mn/stat/504B.285/subd5/a#s1)\n permission plaintiff -> unnamed_counterparty \"combine the allegation of nonpayment of rent and the allegation of material violation of the lease\"", "source": { "citation": "/us-mn/stat/504B.285/subd5/a#s1", "end": 10596, "start": 10405, "text": "(a) An action for recovery of the premises may combine the allegation of nonpayment of rent and the allegation of material violation of the lease, which shall be heard as alternative grounds." }, "status": "promoted", "tier": "mn-504b", "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "comment": "codex:gpt-6.1-sol; promoted", "population_id": "mn-504b", "provision_id": "us-mn-stat-504b.285", "reading": "default", "rule_id": "us-mn-stat-504b.285-codex-combine_eviction_allegations", "rule_text": "rule combine_eviction_allegations @span(/us-mn/stat/504B.285/subd5/a#s1)\n permission plaintiff -> unnamed_counterparty \"combine the allegation of nonpayment of rent and the allegation of material violation of the lease\"", "source": { "citation": "/us-mn/stat/504B.285/subd5/a#s1", "end": 10596, "start": 10405, "text": "(a) An action for recovery of the premises may combine the allegation of nonpayment of rent and the allegation of material violation of the lease, which shall be heard as alternative grounds." }, "status": "promoted", "tier": "mn-504b", "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "comment": "claude:claude-sonnet-5-5; promoted", "population_id": "mn-504b", "provision_id": "us-mn-stat-504b.285", "reading": "default", "rule_id": "us-mn-stat-504b.285-claude-court_may_require_prospective_utility_security", "rule_text": "rule court_may_require_prospective_utility_security @span(/us-mn/stat/504B.285/subd4/b/3#s1)\n when eviction_for_nonpayment_of_utility_service and shared_metered_residential_building and not utility_complaint_filed_with_commission and not tenant_qualifies_for_court_fee_waiver\n permission court -> tenant \"require the tenant to pay money or post security for prospective utility charges\"", "source": { "citation": "/us-mn/stat/504B.285/subd4/b/3#s1", "end": 9930, "start": 9522, "text": "(3) if the tenant has not filed a complaint involving natural gas or electric utility service with the Public Utilities Commission under section 216B.024, and the tenant does not meet the requirements for a court fee waiver under section 563.01, may, in the court's discretion, require the tenant to pay an amount of money or post security as the court deems appropriate for prospective utility charges only." }, "status": "promoted", "tier": "mn-504b", "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "comment": "codex:gpt-6.1-sol; promoted", "population_id": "mn-504b", "provision_id": "us-mn-stat-504b.285", "reading": "default", "rule_id": "us-mn-stat-504b.285-codex-court_may_require_prospective_utility_security", "rule_text": "rule court_may_require_prospective_utility_security @span(/us-mn/stat/504B.285/subd4/b/3#s1)\n when utility_eviction_scope and not utility_complaint_filed_with_commission and not tenant_qualifies_for_court_fee_waiver\n permission court -> tenant \"require the tenant to pay money or post security for prospective utility charges\"", "source": { "citation": "/us-mn/stat/504B.285/subd4/b/3#s1", "end": 9930, "start": 9522, "text": "(3) if the tenant has not filed a complaint involving natural gas or electric utility service with the Public Utilities Commission under section 216B.024, and the tenant does not meet the requirements for a court fee waiver under section 563.01, may, in the court's discretion, require the tenant to pay an amount of money or post security as the court deems appropriate for prospective utility charges only." }, "status": "promoted", "tier": "mn-504b", "version": { "as_of": "2026-10-30", "edition": "2026 (revisor-online)", "edition_status": "unofficial compilation", "in_force_from": "2026-08-01", "in_force_to": null } }, { "comment": "claude:claude-sonnet-5-5; promoted", "population_id": "tila-1026-18", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d", "reading": "default", "rule_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d-claude-disclose_finance_charge", "rule_text": "rule disclose_finance_charge @span(/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s2)\n obligation creditor -> unnamed_counterparty \"disclose the finance charge as a dollar amount, using the term finance charge, with a brief description\"", "source": { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s2", "end": 18408, "start": 18242, "text": "The creditor must disclose the finance charge as a dollar amount, using the term finance charge, and must include a brief description similar to that in § 1026.18(d)." }, "status": "promoted", "tier": "tila-1026-18", "version": { "as_of": "2026-10-30", "edition": "2026-03-02 (unofficial-compilation)", "edition_status": "unofficial compilation", "in_force_from": "2026-03-01", "in_force_to": null } }, { "comment": "codex:gpt-6.1-sol; promoted", "population_id": "tila-1026-18", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d", "reading": "default", "rule_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d-codex-disclose_finance_charge", "rule_text": "rule disclose_finance_charge @span(/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s2)\n obligation creditor -> unnamed_counterparty \"disclose the finance charge as a dollar amount, using the term finance charge, with a brief description\"", "source": { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s2", "end": 18408, "start": 18242, "text": "The creditor must disclose the finance charge as a dollar amount, using the term finance charge, and must include a brief description similar to that in § 1026.18(d)." }, "status": "promoted", "tier": "tila-1026-18", "version": { "as_of": "2026-10-30", "edition": "2026-03-02 (unofficial-compilation)", "edition_status": "unofficial compilation", "in_force_from": "2026-03-01", "in_force_to": null } }, { "comment": "claude:claude-sonnet-5-5; promoted", "population_id": "tila-1026-18", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d", "reading": "default", "rule_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d-claude-include_finance_charge_description", "rule_text": "rule include_finance_charge_description @span(/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s2)\n obligation creditor -> unnamed_counterparty \"include a brief description similar to that in § 1026.18(d)\"", "source": { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s2", "end": 18408, "start": 18242, "text": "The creditor must disclose the finance charge as a dollar amount, using the term finance charge, and must include a brief description similar to that in § 1026.18(d)." }, "status": "promoted", "tier": "tila-1026-18", "version": { "as_of": "2026-10-30", "edition": "2026-03-02 (unofficial-compilation)", "edition_status": "unofficial compilation", "in_force_from": "2026-03-01", "in_force_to": null } }, { "comment": "codex:gpt-6.1-sol; promoted", "population_id": "tila-1026-18", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d", "reading": "default", "rule_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d-codex-include_finance_charge_description", "rule_text": "rule include_finance_charge_description @span(/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s2)\n obligation creditor -> unnamed_counterparty \"include a brief description similar to that in § 1026.18(d)\"", "source": { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s2", "end": 18408, "start": 18242, "text": "The creditor must disclose the finance charge as a dollar amount, using the term finance charge, and must include a brief description similar to that in § 1026.18(d)." }, "status": "promoted", "tier": "tila-1026-18", "version": { "as_of": "2026-10-30", "edition": "2026-03-02 (unofficial-compilation)", "edition_status": "unofficial compilation", "in_force_from": "2026-03-01", "in_force_to": null } }, { "comment": "claude:claude-sonnet-5-5; promoted", "population_id": "tila-1026-18", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d", "reading": "default", "rule_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d-claude-itemize_finance_charge_elsewhere", "rule_text": "rule itemize_finance_charge_elsewhere @span(/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s4)\n permission creditor -> unnamed_counterparty \"itemize the elements of the finance charge elsewhere\"", "source": { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s4", "end": 18785, "start": 18552, "text": "The finance charge must be shown on the disclosures only as a total amount; the elements of the finance charge must not be itemized in the segregated disclosures, although the regulation does not prohibit their itemization elsewhere." }, "status": "promoted", "tier": "tila-1026-18", "version": { "as_of": "2026-10-30", "edition": "2026-03-02 (unofficial-compilation)", "edition_status": "unofficial compilation", "in_force_from": "2026-03-01", "in_force_to": null } }, { "comment": "codex:gpt-6.1-sol; promoted", "population_id": "tila-1026-18", "provision_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d", "reading": "default", "rule_id": "us-cfr-t12-p1026-supplement-i-s1026.18-d-codex-itemize_finance_charge_elsewhere", "rule_text": "rule itemize_finance_charge_elsewhere @span(/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s4)\n permission creditor -> unnamed_counterparty \"itemize the elements of the finance charge elsewhere\"", "source": { "citation": "/us/cfr/t12/p1026/supplement-I/s1026.18/d/cmt1#s4", "end": 18785, "start": 18552, "text": "The finance charge must be shown on the disclosures only as a total amount; the elements of the finance charge must not be itemized in the segregated disclosures, although the regulation does not prohibit their itemization elsewhere." }, "status": "promoted", "tier": "tila-1026-18", "version": { "as_of": "2026-10-30", "edition": "2026-03-02 (unofficial-compilation)", "edition_status": "unofficial compilation", "in_force_from": "2026-03-01", "in_force_to": null } } ], "stages": [ { "id": "v0.1", "status": "in progress", "summary": "Statutory tiers (Minn. Stat. 504B, TILA 1026.18), precedent tier, and the 49 C.F.R. chapter V corpus." }, { "id": "v0.2", "status": "planned", "summary": "User-facing extraction." }, { "id": "v0.3", "status": "planned", "summary": "Third committed stage (R44)." } ], "target_accuracy": "95/100" }