Files
digital-drosophila/registry/acceleration-20261001/pipeline/final-summary.json
T

533 lines
20 KiB
JSON

{
"brain_matched_pairs": [
{
"first_fixture_cold_build_and_context": true,
"fixed_index": 0,
"fixture_id": "00-cs_only",
"fresh_runtime_seconds": 65.35286720699969,
"fresh_simulation_seconds": 2.614504967999892,
"fresh_trial_wall_seconds": 67.3396666159997,
"resident_runtime_seconds": 4.829426256000261,
"resident_simulation_seconds": 2.4258526345001883,
"resident_trial_wall_seconds": 7.01521050700012,
"runtime_ratio": 13.532221788416964,
"trial_wall_ratio": 9.599094218028796
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 1,
"fixture_id": "01-cs_only",
"fresh_runtime_seconds": 5.984003917999871,
"fresh_simulation_seconds": 2.593902593999701,
"fresh_trial_wall_seconds": 8.017140279999694,
"resident_runtime_seconds": 3.7571635549998064,
"resident_simulation_seconds": 2.295868848999362,
"resident_trial_wall_seconds": 5.915995811999892,
"runtime_ratio": 1.5926918885489347,
"trial_wall_ratio": 1.355163278469177
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 2,
"fixture_id": "02-d_zero",
"fresh_runtime_seconds": 5.9979634660003285,
"fresh_simulation_seconds": 2.5769733950000955,
"fresh_trial_wall_seconds": 8.022121797000182,
"resident_runtime_seconds": 3.751296795000144,
"resident_simulation_seconds": 2.2797322554997663,
"resident_trial_wall_seconds": 5.890771792999658,
"runtime_ratio": 1.5989040040752356,
"trial_wall_ratio": 1.3618116740718642
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 3,
"fixture_id": "03-d_zero",
"fresh_runtime_seconds": 5.982476725000197,
"fresh_simulation_seconds": 2.5773725859999104,
"fresh_trial_wall_seconds": 8.00832260900006,
"resident_runtime_seconds": 3.7547762260001036,
"resident_simulation_seconds": 2.319585893000294,
"resident_trial_wall_seconds": 5.895358800500162,
"runtime_ratio": 1.5932978065574956,
"trial_wall_ratio": 1.358411401240012
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 4,
"fixture_id": "04-dan_only",
"fresh_runtime_seconds": 4.749538970000685,
"fresh_simulation_seconds": 1.3650442850002946,
"fresh_trial_wall_seconds": 6.727319513999646,
"resident_runtime_seconds": 2.529837508000128,
"resident_simulation_seconds": 1.1021227920000456,
"resident_trial_wall_seconds": 4.626612702999864,
"runtime_ratio": 1.877408709049959,
"trial_wall_ratio": 1.4540485547099495
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 5,
"fixture_id": "05-dan_only",
"fresh_runtime_seconds": 4.794270962000155,
"fresh_simulation_seconds": 1.3635098229997311,
"fresh_trial_wall_seconds": 6.785381824000069,
"resident_runtime_seconds": 2.5495016239997312,
"resident_simulation_seconds": 1.0964573165001639,
"resident_trial_wall_seconds": 4.630903192000005,
"runtime_ratio": 1.8804737823538882,
"trial_wall_ratio": 1.4652394020505497
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 6,
"fixture_id": "06-frozen",
"fresh_runtime_seconds": 5.943664408000586,
"fresh_simulation_seconds": 2.537586863000797,
"fresh_trial_wall_seconds": 7.968554020000738,
"resident_runtime_seconds": 3.739337917499597,
"resident_simulation_seconds": 2.274588298999788,
"resident_trial_wall_seconds": 5.863817397000275,
"runtime_ratio": 1.5894964667902942,
"trial_wall_ratio": 1.3589362492899544
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 7,
"fixture_id": "07-frozen",
"fresh_runtime_seconds": 6.110534065999673,
"fresh_simulation_seconds": 2.582069095999941,
"fresh_trial_wall_seconds": 8.228193209999517,
"resident_runtime_seconds": 3.7222462010004165,
"resident_simulation_seconds": 2.302735479000148,
"resident_trial_wall_seconds": 5.8500312219998705,
"runtime_ratio": 1.641625442281965,
"trial_wall_ratio": 1.4065212471099697
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 8,
"fixture_id": "08-paired",
"fresh_runtime_seconds": 6.045053863999783,
"fresh_simulation_seconds": 2.56315154099957,
"fresh_trial_wall_seconds": 8.07308078099959,
"resident_runtime_seconds": 3.7187771884996437,
"resident_simulation_seconds": 2.292921604500407,
"resident_trial_wall_seconds": 5.844987367499925,
"runtime_ratio": 1.6255488182228754,
"trial_wall_ratio": 1.381197301792063
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 9,
"fixture_id": "09-paired",
"fresh_runtime_seconds": 6.0329436539996095,
"fresh_simulation_seconds": 2.578432846999931,
"fresh_trial_wall_seconds": 8.06702318600037,
"resident_runtime_seconds": 3.752024064000125,
"resident_simulation_seconds": 2.3125394145004066,
"resident_trial_wall_seconds": 5.875522780999745,
"runtime_ratio": 1.6079171005016797,
"trial_wall_ratio": 1.3729881555540036
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 10,
"fixture_id": "10-random_reward",
"fresh_runtime_seconds": 5.9459936279999965,
"fresh_simulation_seconds": 2.5486168549996364,
"fresh_trial_wall_seconds": 7.969415038999614,
"resident_runtime_seconds": 3.741656974500529,
"resident_simulation_seconds": 2.2819819735000237,
"resident_trial_wall_seconds": 5.869267663999835,
"runtime_ratio": 1.5891338165208806,
"trial_wall_ratio": 1.3578210255908747
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 11,
"fixture_id": "11-random_reward",
"fresh_runtime_seconds": 6.022653824999907,
"fresh_simulation_seconds": 2.577513352999631,
"fresh_trial_wall_seconds": 8.047795367000617,
"resident_runtime_seconds": 3.7174769284997637,
"resident_simulation_seconds": 2.3056816289999915,
"resident_trial_wall_seconds": 5.856069947500146,
"runtime_ratio": 1.6200917829046022,
"trial_wall_ratio": 1.3742655806965012
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 12,
"fixture_id": "12-unpaired",
"fresh_runtime_seconds": 4.770189471999402,
"fresh_simulation_seconds": 1.3640906330001599,
"fresh_trial_wall_seconds": 6.746124274999602,
"resident_runtime_seconds": 2.5186805469998035,
"resident_simulation_seconds": 1.1082154464997984,
"resident_trial_wall_seconds": 4.599120383999889,
"runtime_ratio": 1.8939239744720884,
"trial_wall_ratio": 1.4668292437982342
},
{
"first_fixture_cold_build_and_context": false,
"fixed_index": 13,
"fixture_id": "13-unpaired",
"fresh_runtime_seconds": 4.788546644000235,
"fresh_simulation_seconds": 1.3511515399995915,
"fresh_trial_wall_seconds": 6.774379648000831,
"resident_runtime_seconds": 2.5566162760001134,
"resident_simulation_seconds": 1.1084074525001597,
"resident_trial_wall_seconds": 4.625984206500107,
"runtime_ratio": 1.8730017050083203,
"trial_wall_ratio": 1.4644191042593597
}
],
"brain_steady_13_fixture_summary": {
"fresh_runtime_seconds": {
"count": 13,
"maximum": 6.110534065999673,
"mean": 5.628294892461572,
"median": 5.982476725000197,
"minimum": 4.749538970000685,
"total": 73.16783360200043
},
"fresh_simulation_seconds": {
"count": 13,
"maximum": 2.593902593999701,
"mean": 2.198416570076845,
"median": 2.56315154099957,
"minimum": 1.3511515399995915,
"total": 28.57941541099899
},
"fresh_trial_wall_seconds": {
"count": 13,
"maximum": 8.228193209999517,
"mean": 7.648834734615425,
"median": 8.00832260900006,
"minimum": 6.727319513999646,
"total": 99.43485155000053
},
"resident_runtime_seconds": {
"count": 13,
"maximum": 3.7571635549998064,
"mean": 3.3699532157692236,
"median": 3.7222462010004165,
"minimum": 2.5186805469998035,
"total": 43.809391804999905
},
"resident_simulation_seconds": {
"count": 13,
"maximum": 2.319585893000294,
"mean": 1.9292952618846426,
"median": 2.2819819735000237,
"minimum": 1.0964573165001639,
"total": 25.080838404500355
},
"resident_trial_wall_seconds": {
"count": 13,
"maximum": 5.915995811999892,
"mean": 5.4880340976922595,
"median": 5.856069947500146,
"minimum": 4.599120383999889,
"total": 71.34444326999937
},
"runtime_ratio": {
"count": 13,
"maximum": 1.8939239744720884,
"mean": 1.69103963825294,
"median": 1.6200917829046022,
"minimum": 1.5891338165208806,
"total": 21.98351529728822
},
"trial_wall_ratio": {
"count": 13,
"maximum": 1.4668292437982342,
"mean": 1.3982809398948086,
"median": 1.3742655806965012,
"minimum": 1.355163278469177,
"total": 18.177652218632513
}
},
"cpu_regression": {
"cold_U": 14,
"full_AQ_on_new_E_outputs": 14,
"full_E_cold": 1,
"full_E_resident": 28,
"host_tests": 17,
"resident_update_plus_independent_verification": 42
},
"cpu_summary": {
"cold_U_API_seconds": {
"count": 14,
"maximum": 1.3637360310003714,
"mean": 1.349338465785747,
"median": 1.3479703455000163,
"minimum": 1.3283745310000086,
"sum": 18.890738521000458
},
"cold_U_subprocess_wall_seconds": {
"count": 14,
"maximum": 1.8981196659997295,
"mean": 1.885562129142792,
"median": 1.8844832749996385,
"minimum": 1.8637141089993747,
"sum": 26.397869807999086
},
"cold_input_load_verify_seconds": {
"count": 14,
"maximum": 0.010746739999376587,
"mean": 0.009368129571612371,
"median": 0.00954562650031221,
"minimum": 0.008100717999695917,
"sum": 0.1311538140025732
},
"cold_worker_startup_wall_seconds": {
"count": 14,
"maximum": 0.10847249400012515,
"mean": 0.10693613914281741,
"median": 0.10691448550051064,
"minimum": 0.10573622599986265,
"sum": 1.4971059479994437
},
"original_full_AQ_subprocess_wall_seconds": {
"count": 14,
"maximum": 3.668942025999968,
"mean": 3.643564634214207,
"median": 3.6435176954996678,
"minimum": 3.618401282999912,
"sum": 51.009904878998896
},
"original_full_E_cold_first_API_seconds": 3.7089290359999723,
"original_full_E_cold_first_process_wall_seconds": 4.24782893199972,
"original_full_E_warm_API_seconds": {
"count": 14,
"maximum": 2.4132408899995426,
"mean": 2.3535953922856345,
"median": 2.3438503964998745,
"minimum": 2.2940232779992584,
"sum": 32.950335491998885
},
"original_full_E_warm_roundtrip_seconds": {
"count": 14,
"maximum": 2.4179386750001868,
"mean": 2.358171566214488,
"median": 2.348314214000311,
"minimum": 2.2985241940004926,
"sum": 33.01440192700284
},
"resident_warm_U_API_seconds": {
"count": 28,
"maximum": 0.17676272300013807,
"mean": 0.13507185135706226,
"median": 0.11820473399984621,
"minimum": 0.11332106000008935,
"sum": 3.782011837997743
},
"resident_warm_pair_roundtrip_seconds": {
"count": 28,
"maximum": 0.3602939359998345,
"mean": 0.27662439482141316,
"median": 0.24055810749996454,
"minimum": 0.22945901599996432,
"sum": 7.745483054999568
},
"resident_warm_verify_API_seconds": {
"count": 28,
"maximum": 0.17938798499926634,
"mean": 0.13211264517862478,
"median": 0.1128409300004023,
"minimum": 0.10732271400047466,
"sum": 3.699154065001494
}
},
"created_utc": "2026-10-01T07:19:11.514183+00:00",
"first_brain_fixture": {
"first_fixture_cold_build_and_context": true,
"fixed_index": 0,
"fixture_id": "00-cs_only",
"fresh_runtime_seconds": 65.35286720699969,
"fresh_simulation_seconds": 2.614504967999892,
"fresh_trial_wall_seconds": 67.3396666159997,
"resident_runtime_seconds": 4.829426256000261,
"resident_simulation_seconds": 2.4258526345001883,
"resident_trial_wall_seconds": 7.01521050700012,
"runtime_ratio": 13.532221788416964,
"trial_wall_ratio": 9.599094218028796
},
"fixture_manifest_sha256": "481df128d39bf28e5984a6f2e5757f83d45cb7a6136f8d2843ecc0a67eca437b",
"full_E_same_fixture_API_comparison": {
"API_ratio": 1.5833984849811464,
"cold_API_seconds": 3.7089290359999723,
"fixture_id": "00-cs_only",
"sample_warning": "One fixed-first cold sample; not a 14-fixture matched cold E study",
"warm_API_seconds": 2.3423851110001124
},
"full_brain_regression": {
"actual_child_exits_observed_zero": 15,
"all_bitwise_exact": true,
"arrays_per_trial": 10,
"fresh": 14,
"resident_forward": 14,
"resident_reverse": 14
},
"integrity": {
"fixture_manifest_sha256": "481df128d39bf28e5984a6f2e5757f83d45cb7a6136f8d2843ecc0a67eca437b",
"old_artifacts_modified": false,
"original": {
"bytes_checked": 3103901058,
"created_utc": "2026-10-01T07:17:32.838570+00:00",
"file_mismatches": [],
"files_checked": 64034,
"inventory_sha256": "d7b675b0d0d4647d8fe2fcf9616b9a599e5bc3c15565e604e0d66a046afb835a",
"original_experiment_resumed": false,
"original_git_head": "09187e4d4d67badf1b418c5f211258ca5d8fb328",
"original_git_status": "",
"probes_completed_unchanged": 138,
"registered_science_commit": "80aeb2093db655329774eff7b32fb6e417b8b40b",
"registration_sha256": "b63e6281b6505ca3b60acb467dd0b3fae274cf513dcbfd653649ba52e9ba9740",
"scope": "Saved Phase4AR experiment/control files and registered source files; NOT a new Phase1-4AQ numerical regression",
"source_mismatches": [],
"sources_checked": 16,
"status": "PASS",
"training_epochs_cpu_verified_unchanged": 1033,
"wall_seconds": 5.062658503000421
},
"original_AR_resumed": false,
"previous_engineering_files_checked": 659,
"previous_engineering_sources_checked": 13,
"previous_manifest_sha256": "6efdec34c96cdc79f786b91bd7a99b0e8ef64d0c4dcfa525646c82659a77d44f",
"status": "PASS",
"wall_seconds": 5.197849371999837
},
"jobs": {
"brain-replay-01": {
"command": [
"/data/digital-drosophila/models/male-cns-lif/.venv/bin/python",
"-B",
"/home/qishizhe/digital-drosophila-v100-acceleration/models/male-cns-lif/conditioning-pipeline-acceleration-v1/brain_replay.py",
"--fixtures",
"/home/qishizhe/phase4ar-v100-acceleration-20261001/fixtures",
"--fixture-manifest-sha256",
"481df128d39bf28e5984a6f2e5757f83d45cb7a6136f8d2843ecc0a67eca437b",
"--output",
"/home/qishizhe/phase4ar-pipeline-acceleration-20261001/brain-replay"
],
"exit_code": 0,
"finished_utc": "2026-10-01T07:17:05.441907+00:00",
"label": "brain-replay-01",
"observed_exit": true,
"pid": 35046,
"process_group": 35046,
"scientific_AR_resumed": false,
"scope": "independent engineering replay only",
"started_utc": "2026-10-01T07:11:17.781251+00:00",
"stop_reason": null,
"timed_out": false,
"wall_seconds": 347.66065984800025
},
"brain-unit-tests": {
"command": [
"/data/digital-drosophila/models/male-cns-lif/.venv/bin/python",
"-B",
"-m",
"unittest",
"discover",
"-s",
"/home/qishizhe/digital-drosophila-v100-acceleration/models/male-cns-lif/conditioning-pipeline-acceleration-v1",
"-p",
"test_brain_replay.py",
"-v"
],
"exit_code": 0,
"finished_utc": "2026-10-01T07:08:49.205842+00:00",
"label": "brain-unit-tests",
"observed_exit": true,
"pid": 34762,
"process_group": 34762,
"scientific_AR_resumed": false,
"scope": "independent engineering replay only",
"started_utc": "2026-10-01T07:08:49.035004+00:00",
"stop_reason": null,
"timed_out": false,
"wall_seconds": 0.17084325300038472
},
"cpu-profile-01": {
"command": [
"/data/digital-drosophila/models/male-cns-lif/.venv/bin/python",
"-B",
"/home/qishizhe/digital-drosophila-v100-acceleration/models/male-cns-lif/conditioning-pipeline-acceleration-v1/profile_original.py",
"--fixtures",
"/home/qishizhe/phase4ar-v100-acceleration-20261001/fixtures",
"--fixture-manifest-sha256",
"481df128d39bf28e5984a6f2e5757f83d45cb7a6136f8d2843ecc0a67eca437b",
"--output",
"/home/qishizhe/phase4ar-pipeline-acceleration-20261001/cpu-profile",
"--repeats",
"3"
],
"exit_code": 0,
"finished_utc": "2026-10-01T07:08:22.538896+00:00",
"label": "cpu-profile-01",
"observed_exit": true,
"pid": 27868,
"process_group": 27868,
"scientific_AR_resumed": false,
"scope": "independent engineering replay only",
"started_utc": "2026-10-01T07:05:31.857063+00:00",
"stop_reason": null,
"timed_out": false,
"wall_seconds": 170.68183461700028
},
"cpu-unit-tests": {
"command": [
"/data/digital-drosophila/models/male-cns-lif/.venv/bin/python",
"-B",
"-m",
"unittest",
"discover",
"-s",
"/home/qishizhe/digital-drosophila-v100-acceleration/models/male-cns-lif/conditioning-pipeline-acceleration-v1",
"-p",
"test_profile_original.py",
"-v"
],
"exit_code": 0,
"finished_utc": "2026-10-01T07:01:44.742692+00:00",
"label": "cpu-unit-tests",
"observed_exit": true,
"pid": 27719,
"process_group": 27719,
"scientific_AR_resumed": false,
"scope": "independent engineering replay only",
"started_utc": "2026-10-01T07:01:44.577624+00:00",
"stop_reason": null,
"timed_out": false,
"wall_seconds": 0.165072402000078
}
},
"limitations": [
"Fixed 14 real committed-prefix fixtures only; not the full scientific design.",
"Fresh means fresh interpreter, not flushed filesystem caches.",
"Brain uses unchanged original 4090 runtime; whole-brain V100 compatibility remains unestablished.",
"Original GPU tensors/graph are still allocated and uploaded each trial; no numerical loop rewrite.",
"Brain runtime timings include its original output I/O. Trial wall also includes extra audit checks.",
"Resident trial audit additionally checks the current fresh reference, making trial-wall boundaries unequal.",
"Paired steady timing excludes fixed fixture 0 cold initialization in both lanes; correctness excludes none.",
"Independent measured stages are not a combined training pipeline; no end-to-end speedup or revised full-run ETA.",
"Full independent AQ still uses a fresh subprocess and all original checks.",
"The original stopped scientific run remains at 1033 CPU-verified epochs and 138 probes.",
"Integrity covers saved Phase4AR files/sources and previous acceleration files; not a new Phase1-4AQ numerical regression.",
"Expected timeout self-test intentionally exits nonzero; it is not a scientific-run failure."
],
"original_source_commit": "80aeb2093db655329774eff7b32fb6e417b8b40b",
"probes_added": 0,
"production_runtime_promoted": false,
"registration_sha256": "b63e6281b6505ca3b60acb467dd0b3fae274cf513dcbfd653649ba52e9ba9740",
"scientific_AR_resumed": false,
"scientific_learning_success_claimed": false,
"source_commit": "018f038c7857c7e0236dd7408a680458520d92ce",
"status": "PASS-PERSISTENT-REPLAY-EQUIVALENCE",
"training_epochs_added": 0
}