Archive MaleCNS research sources, provenance, bibliography and immutable data inventory

This commit is contained in:
Digital Drosophila Archive
2026-09-29 03:38:32 +08:00
commit 3981628ff8
682 changed files with 161475 additions and 0 deletions
@@ -0,0 +1,116 @@
{
"code": "/data/digital-drosophila/models/male-cns-lif/phase4a.py",
"code_sha256": "34d8568cb36e109f3c5a052d45ba5ca20a7c481ff3037d9af6fe987c833043ae",
"configuration": "/data/digital-drosophila/experiments/phase4a-baseline/config/baseline.yaml",
"configuration_sha256": "3bfa07b2fa1378d9f3c8d38ac323b2897871c37a7f686d3a19e25a81b5a06e83",
"created_unix_time": 1789831330.2409222,
"input_files": {
"csr_metadata": {
"path": "/data/digital-drosophila/datasets/male-cns-v1.0/processed/neuron-only/gpu/csr-metadata.json",
"sha256": "3786a0c79fc25bdc4d11f67d4de1f9f6a88da750431e96508bf72bbfa42bb6f8"
},
"indices": {
"path": "/data/digital-drosophila/datasets/male-cns-v1.0/processed/neuron-only/gpu/csr-indices.int32.npy",
"sha256": "ce20f7433f78442c717ad2a7b5394cf4a3b109d990b4be0788040b7b0f4ed150"
},
"indptr": {
"path": "/data/digital-drosophila/datasets/male-cns-v1.0/processed/neuron-only/gpu/csr-indptr.int64.npy",
"sha256": "fe43420f11e6242a11f8199ae7f097cab4b8a6db181d36f2a46b9e46670acbb4"
},
"metadata": {
"path": "/data/digital-drosophila/datasets/male-cns-v1.0/processed/neuron-only/neuron-index/unified-metadata.parquet",
"sha256": "922af16846a065c3dbfca7c11146b83ca217fcbd7392edc745f444a04eae8c63"
},
"weights": {
"path": "/data/digital-drosophila/datasets/male-cns-v1.0/processed/neuron-only/gpu/csr-weights.int64.npy",
"sha256": "c7ae101451dd19c47fd976bcfacbc52d67193a68ffa04c5b4d2e911cfd52d99b"
}
},
"numpy": "2.2.6",
"output_files": [
{
"bytes": 6252,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/benchmark/cpu-gpu-reference.json",
"sha256": "6915f17e24af64aec5efba9d0142f48871837badd7238ece0071727d4daac206"
},
{
"bytes": 1308,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/benchmark/smoke-100ms-known-type.json",
"sha256": "5f7ef1f57bb6f4a553cc009b0f0e184088ba3eca83c122f497f79a959a8c5305"
},
{
"bytes": 1176,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/benchmark/smoke-10ms-single-neuron.json",
"sha256": "cd12e5f812904341899bbbabbd3219a098dc38c4eb19fb0834d1019cc8235134"
},
{
"bytes": 1862,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/benchmark/smoke-1s-sparse-poisson.json",
"sha256": "89df74381fada60ff340c01f8008ae249b340ca4a2b76b3e3361b886fade78a8"
},
{
"bytes": 14852,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/benchmark/summary.json",
"sha256": "ab6d6675a211d858a16aeebe159cb054e726043b0aba342896b8642b522d586e"
},
{
"bytes": 2713,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/config/baseline.yaml",
"sha256": "3bfa07b2fa1378d9f3c8d38ac323b2897871c37a7f686d3a19e25a81b5a06e83"
},
{
"bytes": 3135,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/logs/phase4a.log",
"sha256": "114ead2b9bc024c4a8a27c3bf2fc0f3ffdebcc864c66f161ed0113208eb584d4"
},
{
"bytes": 102331880,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/derived/effective-weights.float32.npy",
"sha256": "3529b58da27d58efdb9e56af938cda69b422008f87b94698422efae99e09e75e"
},
{
"bytes": 1372,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/derived/sign-and-weight-audit.json",
"sha256": "23b6b92b881a7eeec2f8afa8c88063c0f6b0e8e65466a57a4eb53efa47552459"
},
{
"bytes": 166828,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/derived/synaptic-sign.int8.npy",
"sha256": "33d2339d5ad957f80e8baf7194beddcb58021ad0ac51e041aeb044bdede559c4"
},
{
"bytes": 874,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-100ms-known-type.events.parquet",
"sha256": "da62077821dd248c0c359d7df2f6761342c39a0f85bf5ec62438eaf92dd59421"
},
{
"bytes": 1668,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-100ms-known-type.window-rates.parquet",
"sha256": "d7b68b703dc976fbb2b23339a11fe79d7d3980e84d68a93400f2f4af37e529df"
},
{
"bytes": 823,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-10ms-single-neuron.events.parquet",
"sha256": "206bc20487dea968ee952a2f1ed0816e5ee7342ef55e30388a21629beec3b7db"
},
{
"bytes": 1567,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-10ms-single-neuron.window-rates.parquet",
"sha256": "6fc69324df2aa5d913257859e730e48ca5b003923d66bbe50c6e1b589a19c56c"
},
{
"bytes": 15045,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-1s-sparse-poisson.events.parquet",
"sha256": "95c5ca3533eb53b3326b7181838f6a69be4dbf00428903528e1ef48fdda56f3f"
},
{
"bytes": 2468,
"path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-1s-sparse-poisson.window-rates.parquet",
"sha256": "0b43d1a33e00977d676c9ae7be655c468f06cd74b13853a348cefc1b62edaa57"
}
],
"phase": "4A",
"pyarrow": "25.0.1",
"python": "3.10.12",
"torch": "2.14.0+cu130"
}
@@ -0,0 +1,774 @@
{
"any_explosive_synchrony": false,
"any_memory_leak_suspected": false,
"any_silent_run": false,
"cpu_gpu_reference": {
"absolute_tolerance": 1e-10,
"cpu_event_count": 4,
"events_exact_match": true,
"gpu_event_count": 4,
"induced_edges": 271,
"max_abs_synaptic_state_difference": 0.0,
"max_abs_voltage_difference": 0.0,
"numerical_match": true,
"passed": true,
"seed": 41100,
"selected_global_neuron_indices": [
240,
1003,
1181,
1383,
2392,
2669,
2758,
3555,
3559,
4077,
4196,
4340,
4346,
4389,
4482,
4740,
4861,
5145,
6125,
6232,
6516,
7538,
7542,
7761,
7803,
8349,
9076,
9250,
9297,
10127,
10291,
10552,
10772,
11017,
11109,
11132,
11164,
11318,
12240,
12865,
12890,
12897,
12936,
13276,
13913,
14339,
14517,
14829,
15125,
15200,
15471,
15731,
16009,
16335,
17047,
17158,
17263,
17331,
17368,
18969,
19055,
19254,
19281,
19313,
19488,
19539,
20050,
20064,
20136,
20324,
20431,
20579,
21498,
21739,
22533,
23828,
24173,
24198,
24573,
24803,
24885,
26315,
26329,
26928,
27085,
27485,
27500,
27696,
28660,
28910,
29207,
29574,
29586,
29590,
29761,
29841,
30480,
30571,
30749,
30857,
31157,
31599,
32026,
32635,
33014,
33491,
33550,
33866,
33985,
34592,
34858,
35109,
35339,
35566,
35640,
35653,
35911,
35912,
36684,
37878,
38675,
39063,
39067,
39842,
40112,
41662,
41820,
42345,
42585,
42854,
43842,
44451,
44788,
44839,
44947,
44959,
45451,
45786,
46304,
46458,
46555,
46724,
46809,
47844,
48747,
48998,
49764,
50175,
50527,
50655,
50786,
50861,
52337,
52691,
52765,
53200,
53284,
53341,
53595,
54099,
54700,
54932,
55534,
55757,
56316,
56609,
56642,
57796,
58557,
59853,
60491,
60537,
60625,
60654,
60748,
60944,
60968,
61234,
61600,
62427,
62872,
63020,
63158,
63710,
64064,
64578,
64770,
64929,
65145,
65840,
65901,
66089,
66790,
67089,
67333,
67347,
67764,
68173,
68233,
68296,
68313,
68482,
69162,
69211,
69793,
70077,
71267,
71583,
71781,
71920,
72452,
72481,
72521,
72680,
72954,
73476,
73501,
73807,
73973,
74392,
74905,
75059,
75495,
75583,
75920,
75970,
76238,
76255,
76472,
77523,
77557,
78160,
78416,
79280,
79436,
79777,
80021,
80411,
81137,
81405,
81632,
82362,
82516,
82611,
82843,
83107,
83801,
84143,
84169,
84294,
84624,
84946,
84953,
84956,
85316,
85676,
86493,
87112,
87195,
87720,
88389,
88477,
88627,
88690,
88814,
89160,
89432,
89787,
89869,
89916,
90324,
90381,
90603,
90968,
91327,
91507,
92099,
92921,
93436,
94010,
94035,
94154,
94706,
95195,
95628,
95762,
96494,
96581,
96723,
96781,
96834,
96961,
96993,
98575,
98766,
98778,
99706,
99763,
99864,
100250,
100298,
100408,
101214,
101627,
102004,
102063,
102440,
103405,
103509,
103872,
104572,
104648,
104825,
105121,
105804,
106106,
106233,
106291,
106375,
107035,
107172,
107263,
107283,
107419,
107622,
107810,
107939,
108364,
108596,
108605,
108635,
108726,
108757,
109388,
109799,
111528,
111548,
111631,
112071,
112239,
112758,
112861,
113919,
114191,
114691,
114733,
114777,
114930,
115335,
115632,
115707,
116042,
116513,
116833,
117032,
117284,
117360,
117592,
118109,
118285,
118442,
118642,
118683,
119029,
119048,
119197,
119824,
119840,
119859,
120197,
120226,
120418,
120518,
120975,
121221,
122023,
122228,
122653,
123494,
123642,
124112,
124527,
124978,
125779,
125805,
126353,
126510,
126568,
126738,
126826,
127173,
127270,
127428,
127564,
127639,
127657,
127916,
128354,
129569,
129606,
129844,
129970,
130180,
131550,
131568,
131794,
132401,
132849,
133023,
133276,
133425,
133571,
133924,
134129,
134206,
134291,
134340,
134711,
135156,
136036,
136150,
136166,
136726,
137033,
137066,
137229,
137622,
137693,
137731,
137887,
137965,
137976,
138187,
138672,
139091,
139155,
139290,
139302,
139728,
141159,
141317,
141672,
142140,
142231,
142681,
142700,
143034,
143073,
143725,
144362,
144557,
145641,
146130,
146430,
146734,
147033,
147583,
147911,
148387,
148414,
148536,
148684,
148855,
149715,
149882,
150266,
150669,
150914,
151019,
151020,
151074,
151654,
151657,
151821,
152126,
152557,
152601,
153202,
153258,
153963,
154128,
154434,
154490,
155011,
155268,
156936,
157117,
157238,
158939,
159101,
159580,
160175,
160248,
160769,
160885,
161195,
161868,
162020,
162176,
162302,
162901,
163089,
163658,
164230,
164316,
164712,
164890,
165455,
165845,
166305,
166436,
166452
],
"selection": "uniform random without replacement, then induced edges",
"steps": 100,
"subgraph_neurons": 512
},
"derived_audit": {
"classification_counts": {
"UNCLEAR": 2999,
"UNKNOWN": 178,
"acetylcholine": 103720,
"dopamine": 392,
"gaba": 22069,
"glutamate": 29302,
"histamine": 7891,
"octopamine": 101,
"serotonin": 48
},
"directed_edges": 25582938,
"effective_weight_path": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/derived/effective-weights.float32.npy",
"effective_weight_scale": 0.05,
"effective_weight_sha256": "3529b58da27d58efdb9e56af938cda69b422008f87b94698422efae99e09e75e",
"effective_weight_transform": "sqrt",
"histamine_configured_sign": -1,
"histamine_count": 7891,
"neurons": 166700,
"neurotransmitter_counts": {
"UNKNOWN": 178,
"acetylcholine": 103720,
"dopamine": 392,
"gaba": 22069,
"glutamate": 29302,
"histamine": 7891,
"octopamine": 101,
"serotonin": 48,
"unclear": 2999
},
"neurotransmitter_source_field": "neurotransmitter",
"raw_synaptic_contact_weight_sum": 124177617,
"raw_weight_modified": false,
"raw_weight_path": "/data/digital-drosophila/datasets/male-cns-v1.0/processed/neuron-only/gpu/csr-weights.int64.npy",
"raw_weight_sha256": "c7ae101451dd19c47fd976bcfacbc52d67193a68ffa04c5b4d2e911cfd52d99b",
"sign_counts": {
"-1": 59262,
"0": 3177,
"1": 104261
},
"unclear_metadata_count": 2999,
"unknown_metadata_count": 178
},
"device": {
"mixed_multi_gpu_used": false,
"name": "NVIDIA GeForce RTX 4090",
"torch_visible_device_count": 1,
"total_vram_bytes": 50864390144
},
"input_hashes_unchanged": true,
"isolated_neurons_retained": 217,
"limitations": [
"Dynamics parameters are a configurable FlyWire-inspired baseline, not MaleCNS single-cell measurements.",
"Synthetic benchmark drive amplitudes are test inputs, not biological calibration.",
"No training, plasticity, RL, game, web service, visual input, or 3D frontend is included."
],
"model_loaded_edges": 25582938,
"model_loaded_neurons": 166700,
"numerical_instability_detected": false,
"peak_reserved_vram_bytes_across_smoke_tests": 270532608,
"peak_vram_bytes_across_smoke_tests": 246107136,
"raw_synaptic_contact_weight_sum": 124177617,
"self_loops_loaded": 101,
"smoke_tests": [
{
"active_neuron_count": 1,
"all_network_silent": false,
"duration_ms": 10.0,
"event_file": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-10ms-single-neuron.events.parquet",
"explosive_synchrony": false,
"final_allocated_vram_bytes": 223202304,
"mean_firing_rate_hz": 0.0005998800239952009,
"memory_leak_suspected": false,
"name": "smoke-10ms-single-neuron",
"nan_or_inf": false,
"observed_allocated_growth_bytes": 7680,
"peak_reserved_vram_bytes": 270532608,
"peak_spikes_in_one_step": 1,
"peak_synchronous_fraction": 5.99880023995201e-06,
"peak_vram_bytes": 246008320,
"persistent_model_vram_bytes": 222193152,
"realtime_factor_wall_over_biological": 9.064520199990511,
"self_loop_effective_input_sum": 0.0,
"self_loop_transmission_events": 0,
"spikes_per_biological_second": 100.0,
"steps": 100,
"steps_per_second": 1103.2023515166825,
"stimulated_indices_truncated": false,
"stimulated_neuron_count": 1,
"stimulated_neuron_indices": [
0
],
"stimulation": "single_neuron",
"stimulation_kind": "single_neuron_pulse",
"total_spikes": 1,
"wall_clock_seconds": 0.09064520199990511
},
{
"active_neuron_count": 12,
"all_network_silent": false,
"duration_ms": 100.0,
"event_file": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-100ms-known-type.events.parquet",
"explosive_synchrony": false,
"final_allocated_vram_bytes": 223215104,
"mean_firing_rate_hz": 0.0007198560287942411,
"memory_leak_suspected": false,
"name": "smoke-100ms-known-type",
"nan_or_inf": false,
"observed_allocated_growth_bytes": 20480,
"peak_reserved_vram_bytes": 270532608,
"peak_spikes_in_one_step": 12,
"peak_synchronous_fraction": 7.198560287942411e-05,
"peak_vram_bytes": 246021120,
"persistent_model_vram_bytes": 222193152,
"realtime_factor_wall_over_biological": 5.243370829994092,
"self_loop_effective_input_sum": 0.0,
"self_loop_transmission_events": 0,
"spikes_per_biological_second": 120.0,
"steps": 1000,
"steps_per_second": 1907.1700866160686,
"stimulated_indices_truncated": false,
"stimulated_neuron_count": 12,
"stimulated_neuron_indices": [
17519,
29114,
32797,
34059,
36206,
48678,
54913,
61816,
86531,
96556,
102634,
104438
],
"stimulation": "known_type_AMMC005",
"stimulation_kind": "known_type_pulse",
"total_spikes": 12,
"wall_clock_seconds": 0.5243370829994092
},
{
"active_neuron_count": 167,
"all_network_silent": false,
"duration_ms": 1000.0,
"event_file": "/data/digital-drosophila/experiments/phase4a-baseline/outputs/spikes/smoke-1s-sparse-poisson.events.parquet",
"explosive_synchrony": false,
"final_allocated_vram_bytes": 223200256,
"mean_firing_rate_hz": 0.019400119976004798,
"memory_leak_suspected": false,
"name": "smoke-1s-sparse-poisson",
"nan_or_inf": false,
"observed_allocated_growth_bytes": 104960,
"peak_reserved_vram_bytes": 270532608,
"peak_spikes_in_one_step": 4,
"peak_synchronous_fraction": 2.399520095980804e-05,
"peak_vram_bytes": 246107136,
"persistent_model_vram_bytes": 222194176,
"realtime_factor_wall_over_biological": 7.301688167000066,
"self_loop_effective_input_sum": 0.0,
"self_loop_transmission_events": 0,
"spikes_per_biological_second": 3234.0,
"steps": 10000,
"steps_per_second": 1369.5462982375689,
"stimulated_indices_truncated": true,
"stimulated_neuron_count": 167,
"stimulated_neuron_indices": [
383,
1498,
1674,
2540,
3029,
3371,
4387,
5213,
7294,
7411,
7701,
8257,
8785,
9046,
9551,
14021,
14059,
14127,
16513,
20712,
21453,
22141,
23612,
23648,
24161,
24531,
24784,
24893,
25144,
27715,
30006,
30487,
33791,
34160,
35437,
37343,
38234,
38329,
41081,
42189,
43351,
44100,
44781,
45486,
46191,
46209,
47106,
47406,
47785,
48744,
50733,
51307,
51478,
53585,
53616,
55516,
55987,
56973,
57360,
57608,
57832,
61324,
64174,
64197
],
"stimulation": "sparse_poisson",
"stimulation_kind": "sparse_poisson",
"total_spikes": 3234,
"wall_clock_seconds": 7.301688167000066
}
],
"status": "PASS"
}
@@ -0,0 +1,110 @@
phase: 4A
paths:
connectome_root: /data/digital-drosophila/datasets/male-cns-v1.0/processed/neuron-only
experiment_root: /data/digital-drosophila/experiments/phase4a-baseline
expected_graph:
neurons: 166700
directed_edges: 25582938
synaptic_contact_weight_sum: 124177617
isolated_neurons: 217
self_loops: 101
device:
required_name_substring: RTX 4090
launcher_visible_gpu_uuid: GPU-79f3a85d-adce-7833-7003-6488140ca596
mixed_multi_gpu: false
model:
integrator: forward_euler
dt_ms: 0.1
membrane_tau_ms: 20.0
synaptic_tau_ms: 5.0
refractory_ms: 2.2
resting_potential_mv: -52.0
reset_potential_mv: -52.0
threshold_mv: -45.0
synaptic_delay_ms: 1.8
parameter_provenance: FlyWire-inspired 2024 LIF baseline; not MaleCNS measured single-cell parameters
sign_policy:
neurotransmitter_sign:
acetylcholine: 1
gaba: -1
glutamate: -1
dopamine: 1
octopamine: 1
serotonin: 1
histamine: -1
histamine_policy_note: explicitly configured inhibitory baseline assumption; not silently inferred
unknown_sign: 0
unclear_sign: 0
unmapped_policy: error
unmapped_sign: 0
weights:
transform: sqrt
supported_transforms: [linear, sqrt, log1p]
scale: 0.05
chunk_edges: 2000000
units: model synaptic-state increment per presynaptic spike
formula: effective_weight = presynaptic_sign * scale * f(raw_synapse_count)
preserve_raw_int64: true
stimulations:
single_neuron:
kind: single_neuron_pulse
neuron_idx: 0
start_ms: 2.0
duration_ms: 1.0
amplitude_mv_equivalent: 400.0
known_type_AMMC005:
kind: known_type_pulse
type_name: AMMC005
max_neurons: 12
start_ms: 5.0
duration_ms: 1.0
amplitude_mv_equivalent: 400.0
sparse_poisson:
kind: sparse_poisson
target_fraction: 0.001
rate_hz: 20.0
event_amplitude_mv_equivalent: 1600.0
smoke_tests:
- name: smoke-10ms-single-neuron
duration_ms: 10.0
stimulation: single_neuron
seed: 41001
- name: smoke-100ms-known-type
duration_ms: 100.0
stimulation: known_type_AMMC005
seed: 41002
- name: smoke-1s-sparse-poisson
duration_ms: 1000.0
stimulation: sparse_poisson
seed: 41003
cpu_gpu_reference:
seed: 41100
subgraph_neurons: 512
steps: 100
pulse_start_step: 5
pulse_steps: 10
pulse_neurons: 4
pulse_amplitude_mv_equivalent: 400.0
absolute_tolerance: 1.0e-10
validation:
finite_check_interval_steps: 100
explosive_step_fraction: 0.1
memory_growth_tolerance_bytes: 10485760
output:
spike_representation: event_table_timestamp_ms_neuron_idx
dense_time_by_neuron_forbidden: true
rate_window_ms: 10.0
reproducibility:
seed: 41000
deterministic_synthetic_inputs: true