{ "RNG": { "input_generator_after_trial_unique_hashes_by_trial": { "auditory-100hz": 1, "auditory-10hz": 1, "gustatory-50hz": 1, "mechanosensory-50hz": 1, "olfactory-50hz": 1 }, "input_generator_before_first_unique_hashes_by_trial": { "auditory-100hz": 1, "auditory-10hz": 1, "gustatory-50hz": 1, "mechanosensory-50hz": 1, "olfactory-50hz": 1 }, "mechanosensory_input_generator_states_identical_in_all_10_repeats": true }, "atomic_real_event_subset": { "fanout_edges": 88391, "max_atomic_sum_range_mv": 0.0001220703125, "maximum_same_target_writes": 129, "targets_with_multiple_concurrent_writes": 13606, "targets_with_nonidentical_atomic_sum_across_100_repeats": 1543 }, "backend": { "binary_path": "/data/digital-drosophila/experiments/phase4o-runtime-credit/compiler-reports/extension-build/male_cns_lif_runtime_v1_ext.so", "binary_sha256": "4130c6be24f671b2521530453041a84f1616932c096d01729ff7ed7c1d83da2c", "config": "/data/digital-drosophila/models/male-cns-lif/mb-mechanistic-v1/phase4i.yaml", "config_sha256": "2a100919bb860ec4ebd60690b7410763022d66ddd59762b467e77362f1f45b0b", "module": "male_cns_lif_runtime_v1_ext", "runtime_v1_python_sha256": "5ec83a132deb8ba20e62dab485537c2414016fe2fece546198d61c0668d75b6b", "source": "BrainRuntime._hybrid_edges plus GPU scatter_add_" }, "binary_audit": { "binary_bytewise_same": false, "current_build_ninja_sha256": "f0b90eda91a05ddcf5a428b5b655eab39c1d9435615a2bba70796a3eec985355", "current_loaded_extension_sha256": "4130c6be24f671b2521530453041a84f1616932c096d01729ff7ed7c1d83da2c", "frozen_runtime_source_sha256": { "phase4c.py": "5ec83a132deb8ba20e62dab485537c2414016fe2fece546198d61c0668d75b6b", "phase4c.yaml": "0734ffb3a99231b40db2052dea0f2d21efd5dad8d11d17d4731b952811ba5071", "phase4c_ext.cpp": "187e268d38bb29ba271959c911d2112f9c84192b25d34ce2ef81ea89f1ae477d", "phase4c_ext.cu": "ba8602151666c96a356fdc86e34deb66285a96efc0ec5e5280630bcaf43816c9" }, "historical_build_ninja_sha256": "121e004af8bc358e3401d9f50c20856870fdb180df08e7dbc9c6b45d6e97f4a2", "historical_extension_sha256": "d8c0e144dd2571d5161075d24c329a56a1180a8a3081c0ddff832e9f65324dbf", "interpretation": "ELF hashes differ; build manifests differ in absolute source/toolkit paths while /usr/local/cuda resolves to CUDA 12.6. No proof that binary difference caused the stochastic bifurcation.", "source_and_arch_flags_unchanged_except_absolute_build_paths": true, "toolkit_path_current": "/usr/local/cuda", "toolkit_path_historical": "/usr/local/cuda-12.6", "toolkit_realpath_current": "/usr/local/cuda-12.6" }, "deterministic_runtime_candidate_generated": false, "eligibility_replay": { "cause": "KC spike at step 899 versus step 904 around the step-900 external US. Offline event ordering and trace update are repeat-exact; upstream LIF trajectory bifurcates.", "frozen_exact_count_by_repeat": { "0": 498, "1": 498, "2": 498, "3": 498, "4": 498 }, "mismatch_KC_neuron_idx": 78836, "mismatch_seed_pairing": [ [ 51202, 40 ], [ 51203, 39 ] ], "mismatch_trace_absolute_error": 0.12266039848327637, "same_sequence_5_of_5": true, "targeted_GPU": { "distinct_event_hashes_by_trial": { "51202/40": 1, "51203/39": 2 }, "exact_count": 17, "note": "This is an isolated 15-repeat targeted diagnostic of the two formerly discrepant trials, not a 5x500 complete brain rerun.", "rows": 30, "same_seed_config_and_sealed_additive_prefix": true } }, "environment": { "cuda_runtime": "13.0", "driver_gpu": "Tesla V100-SXM2-16GB, GPU-a745fd30-4ca8-2370-09f6-2d374ac866dc, 580.178.04, 16384 MiB\nTesla V100-SXM2-16GB, GPU-0f0ff6ed-bf1f-50ea-c244-b4566eccc66a, 580.178.04, 16384 MiB\nNVIDIA GeForce RTX 4090, GPU-79f3a85d-adce-7833-7003-6488140ca596, 580.178.04, 49140 MiB", "nvcc": "nvcc: NVIDIA (R) Cuda compiler driver\nCopyright (c) 2005-2024 NVIDIA Corporation\nBuilt on Tue_Oct_29_23:50:19_PDT_2024\nCuda compilation tools, release 12.6, V12.6.85\nBuild cuda_12.6.r12.6/compiler.35059454_0", "torch": "2.14.0+cu130" }, "first_divergence": { "biological_time_ms": 662.5, "classification": "FLOAT-ORDER-THRESHOLD-BIFURCATION", "divergent_after_step_6625_voltage": -52.0, "divergent_spiked_step_6625": true, "first_global_floating_state_divergence_exactly_located": false, "first_observed_divergent_neuron_idx": 3942, "first_observed_spike_event_divergence_step": 6625, "matched_after_step_6625_voltage": -45.000003814697266, "matched_spiked_step_6625": false, "matched_spiked_step_6626": true, "pre_step_6625_divergent": { "arrival_buffer": 33.55000305175781, "g": 146.2447509765625, "refractory": 0, "voltage": -45.853614807128906 }, "pre_step_6625_matched": { "arrival_buffer": 33.55000305175781, "g": 146.24473571777344, "refractory": 0, "voltage": -45.85362243652344 }, "tracked_neuron_state_already_differs_by_step": 6619 }, "frozen_static_integrity": true, "limitations": [ "A single exact first global floating-state divergence operation was not localized; tracked neuron 3942 already differs at step 6619.", "Historical Phase4M training KC events were not sealed, so the two historical event timelines cannot be directly replayed byte-for-byte.", "Logging OFF has final-state/count comparison only; no event sequence was recorded by design." ], "mode_matrix": { "mode-default-repeat-0": { "CUBLAS_WORKSPACE_CONFIG": null, "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": "0cd6399bb437771a0901575674450fae32cd296df710f0a7ec0da26804176999", "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": true, "mode": "default", "per_neuron_counts_exact": true, "repeat": 0, "spike_events_exact": true, "torch_deterministic_algorithms": false }, "mode-deterministic-flags-repeat-0": { "CUBLAS_WORKSPACE_CONFIG": null, "count_sha256": "282b773c39d60b69754a690bef7c9e9c39f722d19768df4a26519faadd3333e7", "event_sha256": "1d53f2eedb710182cdb7990516653611c787fe53d4852e7fd283875262871160", "final_g_max_abs_error": 489.7890625, "final_voltage_max_abs_error": 300.2852783203125, "first_event_difference": { "event_position": 944246, "first_difference_step_upper_bound": 5159, "note": "Event-list first difference is not necessarily first state divergence; state-level instrumentation is required.", "observed_event": { "neuron_idx": 13079, "step": 5159 }, "reference_event": { "neuron_idx": 13389, "step": 5159 } }, "logging_events_captured": true, "mode": "deterministic-flags", "per_neuron_counts_exact": false, "repeat": 0, "spike_events_exact": false, "torch_deterministic_algorithms": true }, "mode-deterministic-flags-repeat-1": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "282b773c39d60b69754a690bef7c9e9c39f722d19768df4a26519faadd3333e7", "event_sha256": "1d53f2eedb710182cdb7990516653611c787fe53d4852e7fd283875262871160", "final_g_max_abs_error": 489.7890625, "final_voltage_max_abs_error": 300.2852783203125, "first_event_difference": { "event_position": 944246, "first_difference_step_upper_bound": 5159, "note": "Event-list first difference is not necessarily first state divergence; state-level instrumentation is required.", "observed_event": { "neuron_idx": 13079, "step": 5159 }, "reference_event": { "neuron_idx": 13389, "step": 5159 } }, "logging_events_captured": true, "mode": "deterministic-flags", "per_neuron_counts_exact": false, "repeat": 1, "spike_events_exact": false, "torch_deterministic_algorithms": true }, "mode-deterministic-flags-repeat-2": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "282b773c39d60b69754a690bef7c9e9c39f722d19768df4a26519faadd3333e7", "event_sha256": "1d53f2eedb710182cdb7990516653611c787fe53d4852e7fd283875262871160", "final_g_max_abs_error": 489.7890625, "final_voltage_max_abs_error": 300.2852783203125, "first_event_difference": { "event_position": 944246, "first_difference_step_upper_bound": 5159, "note": "Event-list first difference is not necessarily first state divergence; state-level instrumentation is required.", "observed_event": { "neuron_idx": 13079, "step": 5159 }, "reference_event": { "neuron_idx": 13389, "step": 5159 } }, "logging_events_captured": true, "mode": "deterministic-flags", "per_neuron_counts_exact": false, "repeat": 2, "spike_events_exact": false, "torch_deterministic_algorithms": true }, "mode-deterministic-flags-repeat-3": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "282b773c39d60b69754a690bef7c9e9c39f722d19768df4a26519faadd3333e7", "event_sha256": "1d53f2eedb710182cdb7990516653611c787fe53d4852e7fd283875262871160", "final_g_max_abs_error": 489.7890625, "final_voltage_max_abs_error": 300.2852783203125, "first_event_difference": { "event_position": 944246, "first_difference_step_upper_bound": 5159, "note": "Event-list first difference is not necessarily first state divergence; state-level instrumentation is required.", "observed_event": { "neuron_idx": 13079, "step": 5159 }, "reference_event": { "neuron_idx": 13389, "step": 5159 } }, "logging_events_captured": true, "mode": "deterministic-flags", "per_neuron_counts_exact": false, "repeat": 3, "spike_events_exact": false, "torch_deterministic_algorithms": true }, "mode-instrumentation-off-repeat-0": { "CUBLAS_WORKSPACE_CONFIG": null, "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": "0cd6399bb437771a0901575674450fae32cd296df710f0a7ec0da26804176999", "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": true, "mode": "instrumentation-off", "per_neuron_counts_exact": true, "repeat": 0, "spike_events_exact": true, "torch_deterministic_algorithms": false }, "mode-instrumentation-on-repeat-0": { "CUBLAS_WORKSPACE_CONFIG": null, "count_sha256": "25a7ae40e80c065ae374a1d796e642fd2fb660a9fa2f8de9b381c1f6b9bef7b7", "event_sha256": "18d3382142e59e03a5dd3d793164f415d695e82415ff111eef01b4b296c0d882", "final_g_max_abs_error": 444.85986328125, "final_voltage_max_abs_error": 314.9923400878906, "first_event_difference": { "event_position": 1387950, "first_difference_step_upper_bound": 6625, "note": "Event-list first difference is not necessarily first state divergence; state-level instrumentation is required.", "observed_event": { "neuron_idx": 3942, "step": 6625 }, "reference_event": { "neuron_idx": 3954, "step": 6625 } }, "logging_events_captured": true, "mode": "instrumentation-on", "per_neuron_counts_exact": false, "repeat": 0, "spike_events_exact": false, "torch_deterministic_algorithms": false }, "mode-instrumentation-on-repeat-1": { "CUBLAS_WORKSPACE_CONFIG": null, "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": "0cd6399bb437771a0901575674450fae32cd296df710f0a7ec0da26804176999", "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": true, "mode": "instrumentation-on", "per_neuron_counts_exact": true, "repeat": 1, "spike_events_exact": true, "torch_deterministic_algorithms": false }, "mode-logging-off-repeat-0": { "CUBLAS_WORKSPACE_CONFIG": null, "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": null, "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": false, "mode": "logging-off", "per_neuron_counts_exact": true, "repeat": 0, "spike_events_exact": null, "torch_deterministic_algorithms": false }, "mode-logging-off-repeat-1": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "86bd8309d4fa75a6bea7d093d9e7bf9614f6058befcc8cbfac652b6c015b657a", "event_sha256": null, "final_g_max_abs_error": 626.905517578125, "final_voltage_max_abs_error": 353.17620849609375, "first_event_difference": null, "logging_events_captured": false, "mode": "logging-off", "per_neuron_counts_exact": false, "repeat": 1, "spike_events_exact": null, "torch_deterministic_algorithms": false }, "mode-logging-off-repeat-2": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "86bd8309d4fa75a6bea7d093d9e7bf9614f6058befcc8cbfac652b6c015b657a", "event_sha256": null, "final_g_max_abs_error": 626.905517578125, "final_voltage_max_abs_error": 353.17620849609375, "first_event_difference": null, "logging_events_captured": false, "mode": "logging-off", "per_neuron_counts_exact": false, "repeat": 2, "spike_events_exact": null, "torch_deterministic_algorithms": false }, "mode-logging-off-repeat-3": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": null, "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": false, "mode": "logging-off", "per_neuron_counts_exact": true, "repeat": 3, "spike_events_exact": null, "torch_deterministic_algorithms": false }, "mode-logging-on-repeat-0": { "CUBLAS_WORKSPACE_CONFIG": null, "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": "0cd6399bb437771a0901575674450fae32cd296df710f0a7ec0da26804176999", "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": true, "mode": "logging-on", "per_neuron_counts_exact": true, "repeat": 0, "spike_events_exact": true, "torch_deterministic_algorithms": false }, "mode-logging-on-repeat-1": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "86bd8309d4fa75a6bea7d093d9e7bf9614f6058befcc8cbfac652b6c015b657a", "event_sha256": "6990376aba38d6864aab93607aecb824b26fb0028bda147a207ff2b929bd7afa", "final_g_max_abs_error": 626.905517578125, "final_voltage_max_abs_error": 353.17620849609375, "first_event_difference": { "event_position": 40871, "first_difference_step_upper_bound": 609, "note": "Event-list first difference is not necessarily first state divergence; state-level instrumentation is required.", "observed_event": { "neuron_idx": 31532, "step": 609 }, "reference_event": { "neuron_idx": 30245, "step": 609 } }, "logging_events_captured": true, "mode": "logging-on", "per_neuron_counts_exact": false, "repeat": 1, "spike_events_exact": false, "torch_deterministic_algorithms": false }, "mode-logging-on-repeat-2": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": "0cd6399bb437771a0901575674450fae32cd296df710f0a7ec0da26804176999", "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": true, "mode": "logging-on", "per_neuron_counts_exact": true, "repeat": 2, "spike_events_exact": true, "torch_deterministic_algorithms": false }, "mode-logging-on-repeat-3": { "CUBLAS_WORKSPACE_CONFIG": ":4096:8", "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": "0cd6399bb437771a0901575674450fae32cd296df710f0a7ec0da26804176999", "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": true, "mode": "logging-on", "per_neuron_counts_exact": true, "repeat": 3, "spike_events_exact": true, "torch_deterministic_algorithms": false }, "mode-single-stream-sync-repeat-0": { "CUBLAS_WORKSPACE_CONFIG": null, "count_sha256": "ef60a326d7ad9c32b6f3eb04b122110dab830f1d857d1af3dc6e4b685f726462", "event_sha256": "0cd6399bb437771a0901575674450fae32cd296df710f0a7ec0da26804176999", "final_g_max_abs_error": 0.00390625, "final_voltage_max_abs_error": 6.103515625e-05, "first_event_difference": null, "logging_events_captured": true, "mode": "single-stream-sync", "per_neuron_counts_exact": true, "repeat": 0, "spike_events_exact": true, "torch_deterministic_algorithms": false } }, "part_a_gate": { "backend_identity_fixed": true, "event_sequence_repeated_exactly_5_of_5": true, "five_phase4c_trials_10_of_10_per_neuron_counts_exact": false, "five_phase4c_trials_10_of_10_spike_events_exact": false, "frozen_static_integrity": true, "instrumentation_independence": false, "logging_independence_proven": false, "mechanosensory_divergence_absent": false, "phase4m_500_eligibility_5_complete_repeats_exact_to_frozen": false }, "part_b_not_started_reason": "Part A conjunctive PASS gate failed; eligibility-v3 calibration, learning controls and candidates are prohibited.", "phase": "4O-A", "phase4c_repeat_matrix": { "auditory-100hz": { "count_exact": 10, "event_exact": 10 }, "auditory-10hz": { "count_exact": 10, "event_exact": 10 }, "gustatory-50hz": { "count_exact": 10, "event_exact": 10 }, "mechanosensory-50hz": { "count_exact": 9, "event_exact": 9 }, "olfactory-50hz": { "count_exact": 10, "event_exact": 10 } }, "phase4o_b_executed": false, "root_cause": "Concurrent GPU scatter_add_ floating reduction order varies on real CSR fan-out; a few-ULP g/V difference at neuron 3942 crosses the -45 mV threshold one timestep earlier. Exact first floating-state operation before step 6619 is not located.", "status": "FAIL-RUNTIME-DETERMINISM" }