Seal AO interface failure and verified isolated postprocessing diagnosis

2026-09-30 17:57:02 +08:00
parent 4ff241bdc9
commit 8e9f8f4d56
126 changed files with 92124 additions and 3 deletions
@@ -0,0 +1,45 @@
+{
+  "actual_complete_brain_trajectories": 1,
+  "cause": "Two separately loaded frozen runtime_light module objects use private _LOADED caches but share a sys.modules helper name; the second correctly rejects unowned existing binding.",
+  "complete_workflow_rows": 0,
+  "diagnostic": {
+    "actual_changed_edges": 90,
+    "experiment": "/data/digital-drosophila/experiments/phase4ao-postprocess-isolation",
+    "manifest_sha256": "202efff603a05016b3f530df9eb1d3c52e1c4119dbc4372ad7b75c6ca69013a2",
+    "new_brain_runs": 0,
+    "off_compartment_changed_edges": 0,
+    "old_trajectory_rerun": false,
+    "receipt_sha256": "cefe84ac1642285b2c815a1f2a03677be064dd38125024f638eda4892cf477b3",
+    "status": "PASS-ISOLATED-POSTPROCESS-DIAGNOSTIC-ONLY",
+    "weights_installed": false
+  },
+  "executed_biological_ms": 120,
+  "executed_ticks": 1200,
+  "failure_stage": "after neural runtime and immediate seal, before epoch delta output creation",
+  "first_checkpoint_manifest_sha256": "e2ad8068bcc8450840ff4c5fb5fbe6a39a1960cd5869b5e16096fb579df28a3a",
+  "full_conditioning_executed": false,
+  "learned_candidate": false,
+  "learning_success_claimed": false,
+  "next_step": "Separately register a new process-isolated coordinator. Do not overwrite or resume this stopped AO inventory; no result-selected seed or brain parameter change.",
+  "old_integrity_pass": true,
+  "old_integrity_roots": 28,
+  "original_sources_unchanged": true,
+  "planned_brain_calls": 12,
+  "previous_synthetic_test_gap": "Tests covered isolated loader and synthetic overlay fixture, not the mixed actual loader integration.",
+  "prior_AN_AM_seals_preserved": true,
+  "registration_sha256": "9e2ed05879ce279da7dc0b4cac09a44d67665c230b56db94e2ca39c645bdc250",
+  "runtime": {
+    "all_finite": true,
+    "build_or_cache_seconds": 59.22188092600118,
+    "edges": 25582938,
+    "neurons": 166700,
+    "peak_allocated_vram_bytes": 518003712,
+    "simulation_seconds": 6.514109814001131,
+    "spikes": 36539,
+    "wall_seconds": 66.93502944299689
+  },
+  "scientific_learning_assessed": false,
+  "status": "FAIL-POSTPROCESS-MODULE-IDENTITY",
+  "stopped_sha256": "45b096d034cc171039b95de69a97538eaf61a9bf4068a47e4e0a2cb16d0a9736",
+  "unchanged_protection": "No loader cache or frozen source was patched or bypassed."
+}
@@ -0,0 +1,23 @@
+{
+  "actual_complete_brain_trajectories": 1,
+  "analysis_path": "audit/failure-analysis.json",
+  "analysis_sha256": "ddd996eedf943665e3593180a85a1b65399b7a29646c1ea487a6945076b71e6e",
+  "completed_calls": 0,
+  "diagnostic_manifest_sha256": "202efff603a05016b3f530df9eb1d3c52e1c4119dbc4372ad7b75c6ca69013a2",
+  "finalizer_source_sha256": "a68f25ac6dc9e7b1aff1f8999aad9ee7531576696dd16b6ceb8e847b66dcb6d1",
+  "five_reference_trials": "Sealed AM evidence retained; not rerun by AO or the CPU diagnosis.",
+  "frozen_21_and_previous_draft_20_unchanged": true,
+  "full_conditioning_executed": false,
+  "learned_candidate": false,
+  "learning_success_claimed": false,
+  "model_directory_sealed": false,
+  "old_integrity_pass": true,
+  "old_integrity_roots": 28,
+  "old_trajectory_rerun": false,
+  "original_failure_preserved": true,
+  "planned_calls": 12,
+  "prior_AN_AM_seals_preserved": true,
+  "registered_51_sources_unchanged": true,
+  "registration_sha256": "9e2ed05879ce279da7dc0b4cac09a44d67665c230b56db94e2ca39c645bdc250",
+  "status": "FAIL-POSTPROCESS-MODULE-IDENTITY"
+}
@@ -0,0 +1,47 @@
+{
+  "schema": "phase4ao-preparation-test-receipt-v1",
+  "code_commit": "4ff241bdc96319823f5fc83f80312468f5208a5c",
+  "remote_commit_verified": true,
+  "final_server_cpu_suite": {
+    "tests": 61,
+    "failures": 0,
+    "errors": 0,
+    "skipped": 0,
+    "unittest_seconds": 29.101,
+    "whole_child_seconds": 29.996908439003164,
+    "python": "3.10.12",
+    "modules": [
+      "test_conditioning_epoch",
+      "test_conditioning_preflight_inputs",
+      "test_conditioning_preflight_compare",
+      "test_conditioning_preflight_prepare"
+    ],
+    "CUDA_VISIBLE_DEVICES": "",
+    "brain_runs": 0,
+    "source_sha256_unchanged_before_after": true
+  },
+  "earlier_failure": {
+    "tests": 48,
+    "failures": 0,
+    "errors": 1,
+    "cause": "New synthetic test used only the local source mirror layout when locating pinned phase4l.py on the server.",
+    "fix": "Select between the two observed server/local layouts and enforce the same frozen source SHA; no skip.",
+    "occurred_before_registration_or_real_input_sampling": true,
+    "frozen_sources_modified": false
+  },
+  "previously_delivered_sources_verified": 41,
+  "static_data_schema_check": {
+    "odor_A": "4-ethylphenol",
+    "odor_A_PNs": 26,
+    "odor_B": "3-hexanone",
+    "odor_B_PNs": 50,
+    "KC": 4064,
+    "MBON": 97,
+    "DAN": 340,
+    "selected_PAM15": 4,
+    "unknown_DAN_compartment": 14,
+    "brain_runs": 0
+  },
+  "learning_success": false,
+  "real_GPU_execution_covered_by_this_receipt": false
+}
@@ -0,0 +1,10 @@
+{
+  "complete": false,
+  "completed_rows": [],
+  "error": "Child failed; preserve partial files and inspect logs",
+  "error_type": "ValueError",
+  "no_automatic_retry": true,
+  "partials_preserved": true,
+  "registration_sha256": "9e2ed05879ce279da7dc0b4cac09a44d67665c230b56db94e2ca39c645bdc250",
+  "traceback": "Traceback (most recent call last):\n  File \"/data/digital-drosophila/models/male-cns-lif/olfactory-conditioning-lab-v1/conditioning_preflight_workflow.py\", line 312, in run\n    child_process(reg, reg_sha, 'worker', row['row_id'])\n  File \"/data/digital-drosophila/models/male-cns-lif/olfactory-conditioning-lab-v1/conditioning_preflight_workflow.py\", line 291, in child_process\n    require(result.returncode == 0, 'Child failed; preserve partial files and inspect logs')\n  File \"/data/digital-drosophila/models/male-cns-lif/olfactory-conditioning-lab-v1/engineering_prepare.py\", line 53, in require\n    raise ValueError(message)\nValueError: Child failed; preserve partial files and inspect logs\n"
+}