{
  "timestamp_utc": "2026-10-08T23:47:04.497776+00:00",
  "dataset_version": "original-controlled-fixtures-v1",
  "real_inference": true,
  "fictional_data_only": true,
  "case_count": 3,
  "completed": 3,
  "metrics": {
    "all_fields_correct": {
      "passed": 3,
      "total": 3
    },
    "field_matches": {
      "passed": 171,
      "total": 171
    },
    "reconciliation_correct": {
      "passed": 3,
      "total": 3
    }
  },
  "cases": [
    {
      "id": "matched",
      "completed": true,
      "measurements": {
        "fields_correct": 57,
        "fields_total": 57,
        "all_fields_correct": true,
        "reconciliation_correct": true,
        "raster_ocr": false
      },
      "elapsed_seconds": 158.648,
      "result": {
        "documents": [
          {
            "document_type": "order",
            "document_id": "PO-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "842.00",
            "declared_total": "1010.40",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 8,
                "unit_price": "32.50"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "printed_value_normalization": {
              "declared_subtotal": "842.00 EUR",
              "declared_total": "1010.40 EUR"
            },
            "computed_subtotal": "842.00",
            "computed_total": "1010.40"
          },
          {
            "document_type": "delivery",
            "document_id": "DN-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "842.00",
            "declared_total": "1010.40",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 8,
                "unit_price": "32.50"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "printed_value_normalization": {
              "declared_subtotal": "842.00 EUR",
              "declared_total": "1010.40 EUR"
            },
            "computed_subtotal": "842.00",
            "computed_total": "1010.40"
          },
          {
            "document_type": "invoice",
            "document_id": "INV-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "842.00",
            "declared_total": "1010.40",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 8,
                "unit_price": "32.50"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "printed_value_normalization": {
              "declared_subtotal": "842.00 EUR",
              "declared_total": "1010.40 EUR"
            },
            "computed_subtotal": "842.00",
            "computed_total": "1010.40"
          }
        ],
        "model": "Qwen3.5-9B / GGUF local extraction",
        "inference_seconds": 152.476,
        "notice": "Model-extracted fields require review. Arithmetic and matching are deterministic; absent fields remain null.",
        "issues": [],
        "comparison": [
          {
            "sku": "QK-101",
            "description": "Portable energy module",
            "ordered": 6,
            "order_price": "85.00",
            "delivery": 6,
            "delivery_price": "85.00",
            "invoice": 6,
            "invoice_price": "85.00"
          },
          {
            "sku": "QK-102",
            "description": "Weather sensor",
            "ordered": 8,
            "order_price": "32.50",
            "delivery": 8,
            "delivery_price": "32.50",
            "invoice": 8,
            "invoice_price": "32.50"
          },
          {
            "sku": "QK-103",
            "description": "Protective field case",
            "ordered": 4,
            "order_price": "18.00",
            "delivery": 4,
            "delivery_price": "18.00",
            "invoice": 4,
            "invoice_price": "18.00"
          }
        ],
        "status": "matched",
        "source_pages": [
          {
            "file": "matched-order.pdf",
            "pages": [
              "QUARKEON LABS / LOGISTICS STUDIO\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\nPURCHASE ORDER\nDocument ID: PO-2026-041\nOrder reference: PO-2026-041\nDate: 2026-10-02\nSupplier: Synthetic supplier 001\nBuyer: Quarkeon Labs\nCurrency: EUR\nSKU\nDescription\nQty\nUnit price\nLine total\nQK-101\nPortable energy module\n6\n85.00\n510.00\nQK-102\nWeather sensor\n8\n32.50\n260.00\nQK-103\nProtective field case\n4\n18.00\n72.00\nSubtotal: 842.00 EUR\nVAT rate: 20%\nVAT amount: 168.40 EUR\nTotal: 1010.40 EUR\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          },
          {
            "file": "matched-delivery.pdf",
            "pages": [
              "QUARKEON LABS / LOGISTICS STUDIO\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\nDELIVERY NOTE\nDocument ID: DN-2026-041\nOrder reference: PO-2026-041\nDate: 2026-10-02\nSupplier: Synthetic supplier 001\nBuyer: Quarkeon Labs\nCurrency: EUR\nSKU\nDescription\nQty\nUnit price\nLine total\nQK-101\nPortable energy module\n6\n85.00\n510.00\nQK-102\nWeather sensor\n8\n32.50\n260.00\nQK-103\nProtective field case\n4\n18.00\n72.00\nSubtotal: 842.00 EUR\nVAT rate: 20%\nVAT amount: 168.40 EUR\nTotal: 1010.40 EUR\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          },
          {
            "file": "matched-invoice.pdf",
            "pages": [
              "QUARKEON LABS / LOGISTICS STUDIO\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\nINVOICE\nDocument ID: INV-2026-041\nOrder reference: PO-2026-041\nDate: 2026-10-02\nSupplier: Synthetic supplier 001\nBuyer: Quarkeon Labs\nCurrency: EUR\nSKU\nDescription\nQty\nUnit price\nLine total\nQK-101\nPortable energy module\n6\n85.00\n510.00\nQK-102\nWeather sensor\n8\n32.50\n260.00\nQK-103\nProtective field case\n4\n18.00\n72.00\nSubtotal: 842.00 EUR\nVAT rate: 20%\nVAT amount: 168.40 EUR\nTotal: 1010.40 EUR\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          }
        ],
        "previews": [
          "document-0.png",
          "document-1.png",
          "document-2.png"
        ],
        "execution_mode": "connected"
      }
    },
    {
      "id": "mismatch",
      "completed": true,
      "measurements": {
        "fields_correct": 57,
        "fields_total": 57,
        "all_fields_correct": true,
        "reconciliation_correct": true,
        "raster_ocr": false
      },
      "elapsed_seconds": 104.773,
      "result": {
        "documents": [
          {
            "document_type": "order",
            "document_id": "PO-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "842.00",
            "declared_total": "1010.40",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 8,
                "unit_price": "32.50"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "computed_subtotal": "842.00",
            "computed_total": "1010.40"
          },
          {
            "document_type": "delivery",
            "document_id": "DN-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "809.50",
            "declared_total": "971.40",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 7,
                "unit_price": "32.50"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "computed_subtotal": "809.50",
            "computed_total": "971.40"
          },
          {
            "document_type": "invoice",
            "document_id": "INV-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "888.00",
            "declared_total": "1075.60",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 9,
                "unit_price": "34.00"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "computed_subtotal": "888.00",
            "computed_total": "1065.60"
          }
        ],
        "model": "Qwen3.5-9B / GGUF local extraction",
        "inference_seconds": 100.066,
        "notice": "Model-extracted fields require review. Arithmetic and matching are deterministic; absent fields remain null.",
        "issues": [
          {
            "code": "total_mismatch",
            "message": "INV-2026-041: declared total differs from subtotal plus VAT.",
            "document": 2
          },
          {
            "code": "quantity_mismatch",
            "message": "delivery: QK-102 quantity 7 differs from ordered 8.",
            "sku": "QK-102"
          },
          {
            "code": "quantity_mismatch",
            "message": "invoice: QK-102 quantity 9 differs from ordered 8.",
            "sku": "QK-102"
          },
          {
            "code": "price_mismatch",
            "message": "invoice: QK-102 unit price differs from the order.",
            "sku": "QK-102"
          }
        ],
        "comparison": [
          {
            "sku": "QK-101",
            "description": "Portable energy module",
            "ordered": 6,
            "order_price": "85.00",
            "delivery": 6,
            "delivery_price": "85.00",
            "invoice": 6,
            "invoice_price": "85.00"
          },
          {
            "sku": "QK-102",
            "description": "Weather sensor",
            "ordered": 8,
            "order_price": "32.50",
            "delivery": 7,
            "delivery_price": "32.50",
            "invoice": 9,
            "invoice_price": "34.00"
          },
          {
            "sku": "QK-103",
            "description": "Protective field case",
            "ordered": 4,
            "order_price": "18.00",
            "delivery": 4,
            "delivery_price": "18.00",
            "invoice": 4,
            "invoice_price": "18.00"
          }
        ],
        "status": "review",
        "source_pages": [
          {
            "file": "mismatch-order.pdf",
            "pages": [
              "QUARKEON LABS / LOGISTICS STUDIO\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\nPURCHASE ORDER\nDocument ID: PO-2026-041\nOrder reference: PO-2026-041\nDate: 2026-10-02\nSupplier: Synthetic supplier 001\nBuyer: Quarkeon Labs\nCurrency: EUR\nSKU\nDescription\nQty\nUnit price\nLine total\nQK-101\nPortable energy module\n6\n85.00\n510.00\nQK-102\nWeather sensor\n8\n32.50\n260.00\nQK-103\nProtective field case\n4\n18.00\n72.00\nSubtotal: 842.00 EUR\nVAT rate: 20%\nVAT amount: 168.40 EUR\nTotal: 1010.40 EUR\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          },
          {
            "file": "mismatch-delivery.pdf",
            "pages": [
              "QUARKEON LABS / LOGISTICS STUDIO\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\nDELIVERY NOTE\nDocument ID: DN-2026-041\nOrder reference: PO-2026-041\nDate: 2026-10-02\nSupplier: Synthetic supplier 001\nBuyer: Quarkeon Labs\nCurrency: EUR\nSKU\nDescription\nQty\nUnit price\nLine total\nQK-101\nPortable energy module\n6\n85.00\n510.00\nQK-102\nWeather sensor\n7\n32.50\n227.50\nQK-103\nProtective field case\n4\n18.00\n72.00\nSubtotal: 809.50 EUR\nVAT rate: 20%\nVAT amount: 161.90 EUR\nTotal: 971.40 EUR\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          },
          {
            "file": "mismatch-invoice.pdf",
            "pages": [
              "QUARKEON LABS / LOGISTICS STUDIO\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\nINVOICE\nDocument ID: INV-2026-041\nOrder reference: PO-2026-041\nDate: 2026-10-02\nSupplier: Synthetic supplier 001\nBuyer: Quarkeon Labs\nCurrency: EUR\nSKU\nDescription\nQty\nUnit price\nLine total\nQK-101\nPortable energy module\n6\n85.00\n510.00\nQK-102\nWeather sensor\n9\n34.00\n306.00\nQK-103\nProtective field case\n4\n18.00\n72.00\nSubtotal: 888.00 EUR\nVAT rate: 20%\nVAT amount: 177.60 EUR\nTotal: 1075.60 EUR\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          }
        ],
        "previews": [
          "document-0.png",
          "document-1.png",
          "document-2.png"
        ],
        "execution_mode": "connected"
      }
    },
    {
      "id": "scanned",
      "completed": true,
      "measurements": {
        "fields_correct": 57,
        "fields_total": 57,
        "all_fields_correct": true,
        "reconciliation_correct": true,
        "raster_ocr": true
      },
      "elapsed_seconds": 162.037,
      "result": {
        "documents": [
          {
            "document_type": "order",
            "document_id": "PO-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "842.00",
            "declared_total": "1010.40",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 8,
                "unit_price": "32.50"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "printed_value_normalization": {
              "declared_subtotal": "842.00 EUR",
              "declared_total": "1010.40 EUR"
            },
            "computed_subtotal": "842.00",
            "computed_total": "1010.40"
          },
          {
            "document_type": "delivery",
            "document_id": "DN-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "842.00",
            "declared_total": "1010.40",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 8,
                "unit_price": "32.50"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "printed_value_normalization": {
              "declared_subtotal": "842.00 EUR",
              "declared_total": "1010.40 EUR"
            },
            "computed_subtotal": "842.00",
            "computed_total": "1010.40"
          },
          {
            "document_type": "invoice",
            "document_id": "INV-2026-041",
            "order_id": "PO-2026-041",
            "currency": "EUR",
            "vat_rate": "20",
            "declared_subtotal": "842.00",
            "declared_total": "1010.40",
            "items": [
              {
                "sku": "QK-101",
                "description": "Portable energy module",
                "quantity": 6,
                "unit_price": "85.00"
              },
              {
                "sku": "QK-102",
                "description": "Weather sensor",
                "quantity": 8,
                "unit_price": "32.50"
              },
              {
                "sku": "QK-103",
                "description": "Protective field case",
                "quantity": 4,
                "unit_price": "18.00"
              }
            ],
            "printed_value_normalization": {
              "declared_subtotal": "842.00 EUR",
              "declared_total": "1010.40 EUR"
            },
            "computed_subtotal": "842.00",
            "computed_total": "1010.40"
          }
        ],
        "model": "Qwen3.5-9B / GGUF local extraction",
        "inference_seconds": 116.979,
        "notice": "Model-extracted fields require review. Arithmetic and matching are deterministic; absent fields remain null.",
        "issues": [],
        "comparison": [
          {
            "sku": "QK-101",
            "description": "Portable energy module",
            "ordered": 6,
            "order_price": "85.00",
            "delivery": 6,
            "delivery_price": "85.00",
            "invoice": 6,
            "invoice_price": "85.00"
          },
          {
            "sku": "QK-102",
            "description": "Weather sensor",
            "ordered": 8,
            "order_price": "32.50",
            "delivery": 8,
            "delivery_price": "32.50",
            "invoice": 8,
            "invoice_price": "32.50"
          },
          {
            "sku": "QK-103",
            "description": "Protective field case",
            "ordered": 4,
            "order_price": "18.00",
            "delivery": 4,
            "delivery_price": "18.00",
            "invoice": 4,
            "invoice_price": "18.00"
          }
        ],
        "status": "matched",
        "source_pages": [
          {
            "file": "scanned-order.pdf",
            "pages": [
              "# QUARKEON LABS / LOGISTICS STUDIO\n\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\n\n## PURCHASE ORDER\n\nDocument ID: PO-2026-041  \nOrder reference: PO-2026-041  \nDate: 2026-10-02  \nSupplier: Synthetic supplier 001  \nBuyer: Quarkeon Labs  \nCurrency: EUR\n\n<table>\n  <thead>\n    <tr>\n      <th>SKU</th>\n      <th>Description</th>\n      <th>Qty</th>\n      <th>Unit price</th>\n      <th>Line total</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <td>QK-101</td>\n      <td>Portable energy module</td>\n      <td>6</td>\n      <td>85.00</td>\n      <td>510.00</td>\n    </tr>\n    <tr>\n      <td>QK-102</td>\n      <td>Weather sensor</td>\n      <td>8</td>\n      <td>32.50</td>\n      <td>260.00</td>\n    </tr>\n    <tr>\n      <td>QK-103</td>\n      <td>Protective field case</td>\n      <td>4</td>\n      <td>18.00</td>\n      <td>72.00</td>\n    </tr>\n  </tbody>\n</table>\n\nSubtotal: 842.00 EUR  \nVAT rate: 20%  \nVAT amount: 168.40 EUR  \nTotal: 1010.40 EUR\n\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          },
          {
            "file": "scanned-delivery.pdf",
            "pages": [
              "# QUARKEON LABS / LOGISTICS STUDIO\n\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\n\n## DELIVERY NOTE\n\nDocument ID: DN-2026-041  \nOrder reference: PO-2026-041  \nDate: 2026-10-02  \nSupplier: Synthetic supplier 001  \nBuyer: Quarkeon Labs  \nCurrency: EUR\n\n<table>\n  <thead>\n    <tr>\n      <th>SKU</th>\n      <th>Description</th>\n      <th>Qty</th>\n      <th>Unit price</th>\n      <th>Line total</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <td>QK-101</td>\n      <td>Portable energy module</td>\n      <td>6</td>\n      <td>85.00</td>\n      <td>510.00</td>\n    </tr>\n    <tr>\n      <td>QK-102</td>\n      <td>Weather sensor</td>\n      <td>8</td>\n      <td>32.50</td>\n      <td>260.00</td>\n    </tr>\n    <tr>\n      <td>QK-103</td>\n      <td>Protective field case</td>\n      <td>4</td>\n      <td>18.00</td>\n      <td>72.00</td>\n    </tr>\n  </tbody>\n</table>\n\nSubtotal: 842.00 EUR  \nVAT rate: 20%  \nVAT amount: 168.40 EUR  \nTotal: 1010.40 EUR\n\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          },
          {
            "file": "scanned-invoice.pdf",
            "pages": [
              "# QUARKEON LABS / LOGISTICS STUDIO\n\nFICTIONAL PORTFOLIO DOCUMENT \u2014 NO REAL TRANSACTION\n\n## INVOICE\n\nDocument ID: INV-2026-041  \nOrder reference: PO-2026-041  \nDate: 2026-10-02  \nSupplier: Synthetic supplier 001  \nBuyer: Quarkeon Labs  \nCurrency: EUR\n\n<table>\n  <thead>\n    <tr>\n      <th>SKU</th>\n      <th>Description</th>\n      <th>Qty</th>\n      <th>Unit price</th>\n      <th>Line total</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <td>QK-101</td>\n      <td>Portable energy module</td>\n      <td>6</td>\n      <td>85.00</td>\n      <td>510.00</td>\n    </tr>\n    <tr>\n      <td>QK-102</td>\n      <td>Weather sensor</td>\n      <td>8</td>\n      <td>32.50</td>\n      <td>260.00</td>\n    </tr>\n    <tr>\n      <td>QK-103</td>\n      <td>Protective field case</td>\n      <td>4</td>\n      <td>18.00</td>\n      <td>72.00</td>\n    </tr>\n  </tbody>\n</table>\n\nSubtotal: 842.00 EUR  \nVAT rate: 20%  \nVAT amount: 168.40 EUR  \nTotal: 1010.40 EUR\n\nOriginal synthetic document for demonstrating extraction and reconciliation."
            ]
          }
        ],
        "previews": [
          "document-0.png",
          "document-1.png",
          "document-2.png"
        ],
        "execution_mode": "connected"
      }
    }
  ],
  "environment": {
    "gpu": "NVIDIA GeForce RTX 4070 Laptop GPU / 8 GB",
    "execution": "Fresh local inference with existing weights, isolated worker subprocesses"
  },
  "latency": {
    "median_case_seconds": 158.648,
    "p95_case_seconds": 162.037,
    "includes": "Full HTTP run, including model loading and OCR where applicable."
  },
  "limits": "Small original synthetic scenarios. No customer data or production-accuracy claims. Inspection calibration and held-out seeds are separate but share a procedural generator. Counting/labeling each evaluate one AI-generated scene; mask-output checks are structural, not mask-quality ground truth."
}