{
  "timestamp_utc": "2026-10-09T14:36:24.868886+00:00",
  "dataset_version": "document-relay-v1",
  "real_execution": true,
  "real_inference": true,
  "fictional_data_only": true,
  "data_type": "synthetic-invoices",
  "data_context": "12 generated invoice scans with clear, rotated and blurred variants, including one arithmetic mismatch. Eight real HTTP integration checks against a separate SQLite-backed ledger.",
  "case_count": 20,
  "completed": 20,
  "metrics": {
    "extracted_fields": {
      "passed": 81,
      "total": 84
    },
    "http_workflow": {
      "passed": 8,
      "total": 8
    }
  },
  "measurements": {
    "ocr_documents": 12,
    "correct_fields": 81,
    "total_fields": 84,
    "integration_transport": "Real loopback HTTP between independent uvicorn processes"
  },
  "latency": {
    "median_case_seconds": 0.025,
    "p95_case_seconds": 0.031,
    "scope": "Full HTTP sample execution; reconstruction demo loads recorded geometry. Actual reconstruction time is in measurements."
  },
  "environment": {
    "cpu": "Intel(R) Core(TM) i7-14650HX",
    "gpu": "not used; all recorded pipelines ran on CPU",
    "python": "3.12.3"
  },
  "limits": "Same bounded invoice layout. No general invoice-parser accuracy claim. OCR missed punctuation in some invoice numbers; every document requires human review. The receiving ledger is a demonstration system, not a customer ERP or bank.",
  "cases": [
    {
      "sample": "invoice-01",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.43296434999999,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK-2026-001",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "100.00",
        "tax": "21.00",
        "total": "121.00"
      },
      "expected": {
        "invoice_number": "QK-2026-001",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "100.00",
        "tax": "21.00",
        "total": "121.00"
      }
    },
    {
      "sample": "invoice-02",
      "correct_fields": 6,
      "total_fields": 7,
      "confidence": 93.51913002439024,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK2026-002",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "137.00",
        "tax": "28.77",
        "total": "165.77"
      },
      "expected": {
        "invoice_number": "QK-2026-002",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "137.00",
        "tax": "28.77",
        "total": "165.77"
      }
    },
    {
      "sample": "invoice-03",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.58146035,
      "expected_validation_failure": true,
      "validation_flags": [
        "Net + tax differs from total. Correct it before approval."
      ],
      "extracted": {
        "invoice_number": "QK-2026-003",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "174.00",
        "tax": "36.54",
        "total": "999.00"
      },
      "expected": {
        "invoice_number": "QK-2026-003",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "174.00",
        "tax": "36.54",
        "total": "999.00"
      }
    },
    {
      "sample": "invoice-04",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.8450365,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK-2026-004",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "211.00",
        "tax": "44.31",
        "total": "255.31"
      },
      "expected": {
        "invoice_number": "QK-2026-004",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "211.00",
        "tax": "44.31",
        "total": "255.31"
      }
    },
    {
      "sample": "invoice-05",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.36230967499999,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK-2026-005",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "248.00",
        "tax": "52.08",
        "total": "300.08"
      },
      "expected": {
        "invoice_number": "QK-2026-005",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "248.00",
        "tax": "52.08",
        "total": "300.08"
      }
    },
    {
      "sample": "invoice-06",
      "correct_fields": 6,
      "total_fields": 7,
      "confidence": 93.3919388292683,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK2026-006",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "285.00",
        "tax": "59.85",
        "total": "344.85"
      },
      "expected": {
        "invoice_number": "QK-2026-006",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "285.00",
        "tax": "59.85",
        "total": "344.85"
      }
    },
    {
      "sample": "invoice-07",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.31929705,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK-2026-007",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "322.00",
        "tax": "67.62",
        "total": "389.62"
      },
      "expected": {
        "invoice_number": "QK-2026-007",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "322.00",
        "tax": "67.62",
        "total": "389.62"
      }
    },
    {
      "sample": "invoice-08",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.858680725,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK-2026-008",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "359.00",
        "tax": "75.39",
        "total": "434.39"
      },
      "expected": {
        "invoice_number": "QK-2026-008",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "359.00",
        "tax": "75.39",
        "total": "434.39"
      }
    },
    {
      "sample": "invoice-09",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.39666025,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK-2026-009",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "396.00",
        "tax": "83.16",
        "total": "479.16"
      },
      "expected": {
        "invoice_number": "QK-2026-009",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "396.00",
        "tax": "83.16",
        "total": "479.16"
      }
    },
    {
      "sample": "invoice-10",
      "correct_fields": 6,
      "total_fields": 7,
      "confidence": 93.35164024390244,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK2026-010",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "433.00",
        "tax": "90.93",
        "total": "523.93"
      },
      "expected": {
        "invoice_number": "QK-2026-010",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "433.00",
        "tax": "90.93",
        "total": "523.93"
      }
    },
    {
      "sample": "invoice-11",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.407926925,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK-2026-011",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "470.00",
        "tax": "98.70",
        "total": "568.70"
      },
      "expected": {
        "invoice_number": "QK-2026-011",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "470.00",
        "tax": "98.70",
        "total": "568.70"
      }
    },
    {
      "sample": "invoice-12",
      "correct_fields": 7,
      "total_fields": 7,
      "confidence": 95.821859725,
      "expected_validation_failure": false,
      "validation_flags": [],
      "extracted": {
        "invoice_number": "QK-2026-012",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "507.00",
        "tax": "106.47",
        "total": "613.47"
      },
      "expected": {
        "invoice_number": "QK-2026-012",
        "supplier": "Demo Precision Components",
        "date": "2026-09-30",
        "currency": "EUR",
        "net": "507.00",
        "tax": "106.47",
        "total": "613.47"
      }
    },
    {
      "check": "OCR awaits human review",
      "passed": true
    },
    {
      "check": "Real HTTP delivery returns persistent ledger receipt",
      "passed": true
    },
    {
      "check": "Repeated approval creates no duplicate",
      "passed": true
    },
    {
      "check": "Connection failure preserves approved state for retry",
      "passed": true
    },
    {
      "check": "Retry reaches restarted ledger without data loss",
      "passed": true
    },
    {
      "check": "Arithmetic mismatch blocks delivery",
      "passed": true
    },
    {
      "check": "Reviewed correction delivers successfully",
      "passed": true
    },
    {
      "check": "Separate ledger has three distinct persisted records",
      "passed": true
    }
  ]
}