{
  "title": "PALO Document Workbench: three real-repository qualification runs",
  "measured_on": "2026-11-09",
  "published_on": "2026-11-10",
  "candidate": "0.3.2 build 6",
  "public_download_version": "0.2.0",
  "status": "three_execution_passes_and_curated_exports_complete; business_quality_not_qualified",
  "model": "LFM3-1.7B Q4_K_M",
  "runtime_fork_commit": "166bd6fef9078476368b2894296625ea0748306f",
  "pipeline_version": 7,
  "hardware": {
    "chip": "Apple M3 Max",
    "memory_gb": 64,
    "os": "macOS 27.2"
  },
  "methodology": "One sequential run per repository on a shared developer Mac. Unmodified unique public PDFs, no padding. Timings are observations, not a controlled speedup benchmark. Maintenance overlapped nine diagnostic requests and package builds. Import and inference exclude curation and export review. Final review/UI fixes postdate the frozen inference code; inference hashes are recorded per case.",
  "cases": [
    {
      "case": "restoration",
      "source_bytes": 111947108,
      "import_seconds": 20.151,
      "analysis_seconds": 249.585,
      "startup_import_analysis_wall_seconds": 271.636,
      "completed_batches": 24,
      "planned_batches": 24,
      "recovery_requests": 0,
      "raw_candidates": 95,
      "mechanically_valid_raw_candidates": 38,
      "retained_candidates": 11,
      "excluded_candidates": 84,
      "structural_corrections": 0,
      "review_api_execution_seconds": 3.102,
      "not_human_review_duration": true,
      "unreviewed_export_http": 400,
      "stale_preview_export_http": 400,
      "export_http": 200,
      "blueprint_digest": "979db2ea8b7ab1a57ecc95748e6d502604034518d11ef61d3d8c3911f412b9e5",
      "scope": "Text-based prototype catalogue of selected planned lake improvements and stated actors. No GIS, hydrological calculation, ownership registry, complete requirements model or operational engineering approval.",
      "coverage": {
        "source_units": 296,
        "represented_units": 296,
        "units_without_candidate_citations": 241,
        "processed_fragments": 483,
        "completed_batches": 24,
        "recovered_requests": 0,
        "candidate_cap_batches": 24,
        "scope": "All prepared text fragments processed. Candidate selection is bounded and not exhaustive; omitted concepts and visual semantics require source review.",
        "preparation": "Repeated worksheet formula patterns use one representative; all original cells remain in the private workspace."
      },
      "inference_source_sha256": {
        "pipeline.py": "76573a3a76041ce641f9715dbf710238568363d16727184c2bb2d0dcb1a3b814",
        "grounded.py": "3c512700c7f09687ac79dd4e2ebd26358249287b5c826601d42340a17c151ae2",
        "connection.py": "4dd60b1307db9161ffb9ca7bf29a32fc2836e01dac8d3ba20e675768aaee0c1b",
        "models.py": "0b44d4666c8afd4b9e36892eca11be13eba6de1b22350af010d4f679aa49df7a",
        "server.py": "9190d8a2f74fb74a73aed415559136d4c571dd28e3656a37c5f9277219d451b8",
        "exporting.py": "be391e8b87712cbb6b0e72885bebdf8cd39f230081bfa38f8d38468a01f83f2f",
        "extraction.py": "329eb4c066bd2ddc5a592849a09a0669bdf2b7f4637affe4597f62aa6971968e",
        "structure.py": "683c936cf11eae2be539cde947d82260cbea532133584f013679ab334fb34f90"
      },
      "runtime_identity": {
        "package_sha256": "0acc973f6c00d2ba52464084092964d0ec44dee83539cabf63ba3e36bac465fb",
        "server_sha256": "32467b9909b213251b9ffb9a609e86100b22065a13b15125298309dc21159464"
      }
    },
    {
      "case": "redevelopment",
      "source_bytes": 163308121,
      "import_seconds": 175.288,
      "analysis_seconds": 619.398,
      "startup_import_analysis_wall_seconds": 796.799,
      "completed_batches": 64,
      "planned_batches": 64,
      "recovery_requests": 0,
      "raw_candidates": 252,
      "mechanically_valid_raw_candidates": 107,
      "retained_candidates": 20,
      "excluded_candidates": 232,
      "structural_corrections": 8,
      "review_api_execution_seconds": 33.713,
      "not_human_review_duration": true,
      "unreviewed_export_http": 400,
      "stale_preview_export_http": 400,
      "export_http": 200,
      "blueprint_digest": "3e5a909991706d5a169eb6cc56aad731f0eb695941e4861da7e919698e72a4a2",
      "scope": "Text-based planning-action catalogue with selected actors and vocabulary. Excludes GIS, parcel boundaries and values, demographic/market calculations, complete requirements and planning approval.",
      "coverage": {
        "source_units": 833,
        "represented_units": 833,
        "units_without_candidate_citations": 682,
        "processed_fragments": 1343,
        "completed_batches": 64,
        "recovered_requests": 0,
        "candidate_cap_batches": 64,
        "scope": "All prepared text fragments processed. Candidate selection is bounded and not exhaustive; omitted concepts and visual semantics require source review.",
        "preparation": "Repeated worksheet formula patterns use one representative; all original cells remain in the private workspace."
      },
      "inference_source_sha256": {
        "pipeline.py": "76573a3a76041ce641f9715dbf710238568363d16727184c2bb2d0dcb1a3b814",
        "grounded.py": "3c512700c7f09687ac79dd4e2ebd26358249287b5c826601d42340a17c151ae2",
        "connection.py": "4dd60b1307db9161ffb9ca7bf29a32fc2836e01dac8d3ba20e675768aaee0c1b",
        "models.py": "0b44d4666c8afd4b9e36892eca11be13eba6de1b22350af010d4f679aa49df7a",
        "server.py": "9190d8a2f74fb74a73aed415559136d4c571dd28e3656a37c5f9277219d451b8",
        "exporting.py": "be391e8b87712cbb6b0e72885bebdf8cd39f230081bfa38f8d38468a01f83f2f",
        "extraction.py": "329eb4c066bd2ddc5a592849a09a0669bdf2b7f4637affe4597f62aa6971968e",
        "structure.py": "683c936cf11eae2be539cde947d82260cbea532133584f013679ab334fb34f90"
      },
      "runtime_identity": {
        "package_sha256": "0acc973f6c00d2ba52464084092964d0ec44dee83539cabf63ba3e36bac465fb",
        "server_sha256": "32467b9909b213251b9ffb9a609e86100b22065a13b15125298309dc21159464"
      }
    },
    {
      "case": "maintenance",
      "source_bytes": 107419586,
      "import_seconds": 97.301,
      "analysis_seconds": 1660.47,
      "startup_import_analysis_wall_seconds": 1760.12,
      "completed_batches": 189,
      "planned_batches": 189,
      "recovery_requests": 0,
      "raw_candidates": 748,
      "mechanically_valid_raw_candidates": 277,
      "retained_candidates": 10,
      "excluded_candidates": 738,
      "structural_corrections": 6,
      "review_api_execution_seconds": 143.946,
      "not_human_review_duration": true,
      "unreviewed_export_http": 400,
      "stale_preview_export_http": 400,
      "export_http": 200,
      "blueprint_digest": "4dc5945ff0a246287c359801a70fab8a6fb9eb309089ae293b245862f210b8a6",
      "scope": "Historical-source weight-and-balance document-register and glossary prototype. Excludes flight calculations, airworthiness determinations, current regulatory advice, operational procedures and production deployment.",
      "coverage": {
        "source_units": 2055,
        "represented_units": 2055,
        "units_without_candidate_citations": 1650,
        "processed_fragments": 3631,
        "completed_batches": 189,
        "recovered_requests": 0,
        "candidate_cap_batches": 187,
        "scope": "All prepared text fragments processed. Candidate selection is bounded and not exhaustive; omitted concepts and visual semantics require source review.",
        "preparation": "Repeated worksheet formula patterns use one representative; all original cells remain in the private workspace."
      },
      "inference_source_sha256": {
        "pipeline.py": "76573a3a76041ce641f9715dbf710238568363d16727184c2bb2d0dcb1a3b814",
        "grounded.py": "3c512700c7f09687ac79dd4e2ebd26358249287b5c826601d42340a17c151ae2",
        "connection.py": "4dd60b1307db9161ffb9ca7bf29a32fc2836e01dac8d3ba20e675768aaee0c1b",
        "models.py": "0b44d4666c8afd4b9e36892eca11be13eba6de1b22350af010d4f679aa49df7a",
        "server.py": "9190d8a2f74fb74a73aed415559136d4c571dd28e3656a37c5f9277219d451b8",
        "exporting.py": "be391e8b87712cbb6b0e72885bebdf8cd39f230081bfa38f8d38468a01f83f2f",
        "extraction.py": "329eb4c066bd2ddc5a592849a09a0669bdf2b7f4637affe4597f62aa6971968e",
        "structure.py": "683c936cf11eae2be539cde947d82260cbea532133584f013679ab334fb34f90"
      },
      "runtime_identity": {
        "package_sha256": "0acc973f6c00d2ba52464084092964d0ec44dee83539cabf63ba3e36bac465fb",
        "server_sha256": "32467b9909b213251b9ffb9a609e86100b22065a13b15125298309dc21159464"
      }
    }
  ],
  "tests": {
    "targeted_passed": 91,
    "warnings": 1,
    "packaged_backend_exports": 3,
    "unreviewed_export_http": 400,
    "stale_preview_export_http": 400,
    "unsupported_correction_http": 400
  },
  "reference_audit": {
    "items": 27,
    "scope": "Assistant semantic audit against 27 expectations fixed before inference. Full requires the expected structured kind, supported description, correct binding and all specified qualifiers. Partial means a mention, related concept or incomplete representation. Absent can coexist with unrelated or invalid candidates. This is bounded reference coverage, not model precision, exhaustive recall or expert certification. No new facts were inserted to improve this score. Scope reductions are not counted as successful extraction.",
    "raw": {
      "full": 1,
      "partial": 17,
      "absent": 8,
      "incorrect": 1
    },
    "curated": {
      "full": 2,
      "partial": 8,
      "absent": 17,
      "incorrect": 0
    }
  },
  "reviewers": {
    "GLM": "GLM-5.3 Effort Max, actual web design review retained; measured-results follow-up rejected by peak-hours service limit",
    "Gemini": "Gemini 4 Argon Medium, actual Antigravity code reviews retained; High unavailable in inspected selector. Final follow-up sent, only partial response captured before Mac locked."
  },
  "distribution": {
    "candidate_signed": true,
    "candidate_newly_notarized": false,
    "candidate_public_installer": false,
    "business_readiness": "Not qualified for unassisted use"
  },
  "previous_attempts": {
    "source_api_baseline_0_3_0": {
      "imports_completed": 0,
      "repositories": 3,
      "caveat": "Source/API reconstruction; two modules recovered from matching cached bytecode. Not a fresh released-binary test."
    },
    "corrected_import_v1": {
      "analyses_completed": 0,
      "attempts": 6,
      "exports": 0,
      "caveat": "Two runtime arms across three repositories; all failed. Times to failure are not completed throughput."
    }
  }
}