{
  "timestamp_utc": "2026-10-08T23:29:29.205524+00:00",
  "dataset_version": "original-controlled-fixtures-v1",
  "real_inference": true,
  "fictional_data_only": true,
  "case_count": 20,
  "completed": 20,
  "metrics": {
    "classification_correct": {
      "passed": 4,
      "total": 4
    },
    "heldout_classification": {
      "passed": 16,
      "total": 16
    }
  },
  "cases": [
    {
      "id": "clean",
      "completed": true,
      "measurements": {
        "classification_correct": true
      },
      "elapsed_seconds": 2.812,
      "result": {
        "model": "PatchCore-style / ResNet18 / nominal coreset",
        "score": 0.9757,
        "threshold": 1.285,
        "prediction": "pass",
        "image_size": [
          768,
          576
        ],
        "heatmap": "heatmap.png",
        "hotspot": [
          396,
          153
        ],
        "bank_patches": 768,
        "nominal_images": 12,
        "calibration_images": 4,
        "inference_seconds": 0.251,
        "fit_seconds": 0,
        "device": "cuda",
        "notice": "Controlled synthetic panel scenario. Score is a feature distance, not a probability. Human review is required for release.",
        "execution_mode": "connected"
      }
    },
    {
      "id": "scratch",
      "completed": true,
      "measurements": {
        "classification_correct": true
      },
      "elapsed_seconds": 65.306,
      "result": {
        "model": "PatchCore-style / ResNet18 / nominal coreset",
        "score": 4.4362,
        "threshold": 1.285,
        "prediction": "review",
        "image_size": [
          768,
          576
        ],
        "heatmap": "heatmap.png",
        "hotspot": [
          372,
          279
        ],
        "bank_patches": 768,
        "nominal_images": 12,
        "calibration_images": 4,
        "inference_seconds": 0.269,
        "fit_seconds": 0,
        "device": "cuda",
        "notice": "Controlled synthetic panel scenario. Score is a feature distance, not a probability. Human review is required for release.",
        "execution_mode": "connected"
      }
    },
    {
      "id": "corrosion",
      "completed": true,
      "measurements": {
        "classification_correct": true
      },
      "elapsed_seconds": 5.616,
      "result": {
        "model": "PatchCore-style / ResNet18 / nominal coreset",
        "score": 3.9666,
        "threshold": 1.285,
        "prediction": "review",
        "image_size": [
          768,
          576
        ],
        "heatmap": "heatmap.png",
        "hotspot": [
          467,
          206
        ],
        "bank_patches": 768,
        "nominal_images": 12,
        "calibration_images": 4,
        "inference_seconds": 0.274,
        "fit_seconds": 0,
        "device": "cuda",
        "notice": "Controlled synthetic panel scenario. Score is a feature distance, not a probability. Human review is required for release.",
        "execution_mode": "connected"
      }
    },
    {
      "id": "blocked",
      "completed": true,
      "measurements": {
        "classification_correct": true
      },
      "elapsed_seconds": 2.809,
      "result": {
        "model": "PatchCore-style / ResNet18 / nominal coreset",
        "score": 3.3049,
        "threshold": 1.285,
        "prediction": "review",
        "image_size": [
          768,
          576
        ],
        "heatmap": "heatmap.png",
        "hotspot": [
          251,
          297
        ],
        "bank_patches": 768,
        "nominal_images": 12,
        "calibration_images": 4,
        "inference_seconds": 0.273,
        "fit_seconds": 0,
        "device": "cuda",
        "notice": "Controlled synthetic panel scenario. Score is a feature distance, not a probability. Human review is required for release.",
        "execution_mode": "connected"
      }
    },
    {
      "id": "heldout-00",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "pass",
        "predicted": "pass"
      },
      "elapsed_seconds": 2.809,
      "score": 0.9875,
      "threshold": 1.285
    },
    {
      "id": "heldout-01",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 4.2346,
      "threshold": 1.285
    },
    {
      "id": "heldout-02",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 3.9442,
      "threshold": 1.285
    },
    {
      "id": "heldout-03",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 3.3103,
      "threshold": 1.285
    },
    {
      "id": "heldout-04",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "pass",
        "predicted": "pass"
      },
      "elapsed_seconds": 2.81,
      "score": 1.0081,
      "threshold": 1.285
    },
    {
      "id": "heldout-05",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 4.2765,
      "threshold": 1.285
    },
    {
      "id": "heldout-06",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.809,
      "score": 3.731,
      "threshold": 1.285
    },
    {
      "id": "heldout-07",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.809,
      "score": 3.3398,
      "threshold": 1.285
    },
    {
      "id": "heldout-08",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "pass",
        "predicted": "pass"
      },
      "elapsed_seconds": 2.81,
      "score": 1.0705,
      "threshold": 1.285
    },
    {
      "id": "heldout-09",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 4.3148,
      "threshold": 1.285
    },
    {
      "id": "heldout-10",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 3.7505,
      "threshold": 1.285
    },
    {
      "id": "heldout-11",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 3.2949,
      "threshold": 1.285
    },
    {
      "id": "heldout-12",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "pass",
        "predicted": "pass"
      },
      "elapsed_seconds": 2.81,
      "score": 0.9599,
      "threshold": 1.285
    },
    {
      "id": "heldout-13",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.809,
      "score": 4.4248,
      "threshold": 1.285
    },
    {
      "id": "heldout-14",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 3.8918,
      "threshold": 1.285
    },
    {
      "id": "heldout-15",
      "completed": true,
      "measurements": {
        "classification_correct": true,
        "expected": "review",
        "predicted": "review"
      },
      "elapsed_seconds": 2.81,
      "score": 3.3559,
      "threshold": 1.285
    }
  ],
  "environment": {
    "gpu": "NVIDIA GeForce RTX 4070 Laptop GPU / 8 GB",
    "execution": "Fresh local inference with existing weights, isolated worker subprocesses"
  },
  "latency": {
    "median_case_seconds": 2.81,
    "p95_case_seconds": 65.306,
    "includes": "Full HTTP run, including model loading and OCR where applicable."
  },
  "limits": "Small original synthetic scenarios. No customer data or production-accuracy claims. Inspection calibration and held-out seeds are separate but share a procedural generator. Counting/labeling each evaluate one AI-generated scene; mask-output checks are structural, not mask-quality ground truth."
}