Publish licensed data snapshots with LAN LFS transfer and content audits

2026-10-01 03:42:51 +08:00
parent 13cd0e0be7
commit 6e33e05ede
173 changed files with 3614 additions and 0 deletions
@@ -0,0 +1,291 @@
+{
+  "archive_bytes": 2760276945,
+  "archive_format": "tar.pax+zstd",
+  "archive_sha256": "537644b322747b821580818aaa4154ab15714f0ddbcebc3183b587682760f57e",
+  "chunk_bytes": 67108864,
+  "chunks": [
+    {
+      "bytes": 67108864,
+      "index": 0,
+      "path": "payload-000000.bin",
+      "sha256": "1f21099a6411dec6c0b1f5eba48618de749ac6ec7f18b18d7521fe75b7fe32e9"
+    },
+    {
+      "bytes": 67108864,
+      "index": 1,
+      "path": "payload-000001.bin",
+      "sha256": "a749bcac2abeb5f8621603d81a069a96b63cc5e12dbb87b51744b5838c25bab5"
+    },
+    {
+      "bytes": 67108864,
+      "index": 2,
+      "path": "payload-000002.bin",
+      "sha256": "8bacba0b7452c99f2a8e57b17f72604671d78faed5dbc39cf800b148a9a3476b"
+    },
+    {
+      "bytes": 67108864,
+      "index": 3,
+      "path": "payload-000003.bin",
+      "sha256": "0e226842328b68a4ce86bdb612379047c44a535c6d4b5eb8aa97ed0fccccede4"
+    },
+    {
+      "bytes": 67108864,
+      "index": 4,
+      "path": "payload-000004.bin",
+      "sha256": "19559779bbd8f305c690ccb1c5a2a03b53bdee0e2afe3f6dca1faf2926ae1143"
+    },
+    {
+      "bytes": 67108864,
+      "index": 5,
+      "path": "payload-000005.bin",
+      "sha256": "f9441d9484184e90d3b962b9b32ef80e8daa1944ca67d11e691fda715eb4908f"
+    },
+    {
+      "bytes": 67108864,
+      "index": 6,
+      "path": "payload-000006.bin",
+      "sha256": "c022c80fe76fbbe69602755de5ea74b97db9ee56db280d6c9ec863ba3c1ff332"
+    },
+    {
+      "bytes": 67108864,
+      "index": 7,
+      "path": "payload-000007.bin",
+      "sha256": "12370abe8bbe6fee58be01d6b2204b64c54a7eada3988a367de9451b910ae3e1"
+    },
+    {
+      "bytes": 67108864,
+      "index": 8,
+      "path": "payload-000008.bin",
+      "sha256": "f7d5d2b8f699f15466e6fabcefc398b21f142d23c5ad173020add2461e32d27e"
+    },
+    {
+      "bytes": 67108864,
+      "index": 9,
+      "path": "payload-000009.bin",
+      "sha256": "4e70530845d6e86b037cd7dc7d0d7a5bf544263f99893a6836525b92a5b142d4"
+    },
+    {
+      "bytes": 67108864,
+      "index": 10,
+      "path": "payload-000010.bin",
+      "sha256": "9ce176c8fcaef8671815c5b4f3366c233632be1ac313ab6f351f7f93cd2f0072"
+    },
+    {
+      "bytes": 67108864,
+      "index": 11,
+      "path": "payload-000011.bin",
+      "sha256": "12f4d9d507494cd85f17583fa9665f20b68f928db1125668d9bfc462fc0f66a5"
+    },
+    {
+      "bytes": 67108864,
+      "index": 12,
+      "path": "payload-000012.bin",
+      "sha256": "39e8403e3fd8ea71e281034b346da33511d1ec1c236b1f16929113d4cec53e6d"
+    },
+    {
+      "bytes": 67108864,
+      "index": 13,
+      "path": "payload-000013.bin",
+      "sha256": "979bb9d50a5b44608ce6ace417dec67236072d027fab79cf9b0255ed39c08020"
+    },
+    {
+      "bytes": 67108864,
+      "index": 14,
+      "path": "payload-000014.bin",
+      "sha256": "b029a7948ae6c23916fcd81c3b9bf1a260f2c9d8659b53b7f5e556384349f21f"
+    },
+    {
+      "bytes": 67108864,
+      "index": 15,
+      "path": "payload-000015.bin",
+      "sha256": "c26d6139d8e1a51ffabe1a06a13c2061a5928e168a961930d9d195a25b6ab620"
+    },
+    {
+      "bytes": 67108864,
+      "index": 16,
+      "path": "payload-000016.bin",
+      "sha256": "98b5853bc02c4bd0bf1598fdfd1c52f55628660047fb4977f1f8eaf02e70b603"
+    },
+    {
+      "bytes": 67108864,
+      "index": 17,
+      "path": "payload-000017.bin",
+      "sha256": "789d6ad66acddd2aaa750d4c27d55be897f0c9a935c0c1837d9e46c2f916d0b3"
+    },
+    {
+      "bytes": 67108864,
+      "index": 18,
+      "path": "payload-000018.bin",
+      "sha256": "907c4ae7690a13663e8a489ec229f436e329823b7fb1c1e68228338388754ec7"
+    },
+    {
+      "bytes": 67108864,
+      "index": 19,
+      "path": "payload-000019.bin",
+      "sha256": "c28d51fdf23a630eaf2506276da19d34c609a6b5448afdedd2efea25e4602b06"
+    },
+    {
+      "bytes": 67108864,
+      "index": 20,
+      "path": "payload-000020.bin",
+      "sha256": "2d1be9e0abfd4604b55bfd0c8e740ee58bb153d126a81aa08126fecdc0057150"
+    },
+    {
+      "bytes": 67108864,
+      "index": 21,
+      "path": "payload-000021.bin",
+      "sha256": "f9725762b7fb5e0cc5a896c8b63ceb816faa246aeba4a3082b9eaf492cbe97c5"
+    },
+    {
+      "bytes": 67108864,
+      "index": 22,
+      "path": "payload-000022.bin",
+      "sha256": "72e90497e9e6fbf586e3659d4e023f47a8f3942ac10bce1fe314659f16568160"
+    },
+    {
+      "bytes": 67108864,
+      "index": 23,
+      "path": "payload-000023.bin",
+      "sha256": "2fd9ba58a4f2acbb5fbbb023cb100a1bcc0079c7c490d25c2c63bd46441aa08e"
+    },
+    {
+      "bytes": 67108864,
+      "index": 24,
+      "path": "payload-000024.bin",
+      "sha256": "ead438094c5a9d4b5550ebc95ec583d8e7cd1d84b601e549d50c4ab9a5e9818b"
+    },
+    {
+      "bytes": 67108864,
+      "index": 25,
+      "path": "payload-000025.bin",
+      "sha256": "97b32a95ca08c4b69908c93a7ce40606a9597cd9f2eb47f9447cc4a93cb6eab2"
+    },
+    {
+      "bytes": 67108864,
+      "index": 26,
+      "path": "payload-000026.bin",
+      "sha256": "6f985c609b0f1f3538b7b7407da46c2983781552cec9e12e5ca9b5ba5d1ceca9"
+    },
+    {
+      "bytes": 67108864,
+      "index": 27,
+      "path": "payload-000027.bin",
+      "sha256": "7465e4aff8c0ad68fcbb201815828a5198611c18c8fb2cdfdaf4ba7b2a6b2456"
+    },
+    {
+      "bytes": 67108864,
+      "index": 28,
+      "path": "payload-000028.bin",
+      "sha256": "7a3ba5b63ac70b19e54cce3e9f90038caae01e992fe81a45b7ddb370dcbf125e"
+    },
+    {
+      "bytes": 67108864,
+      "index": 29,
+      "path": "payload-000029.bin",
+      "sha256": "c9fafa0218befdebb42d19ff7f720e18b392c742ff45e39b64018c41a31a1530"
+    },
+    {
+      "bytes": 67108864,
+      "index": 30,
+      "path": "payload-000030.bin",
+      "sha256": "aac2f55805490cfa5e42bbd7cc169a83a40132f269d64315ebb2aec6dafc5a96"
+    },
+    {
+      "bytes": 67108864,
+      "index": 31,
+      "path": "payload-000031.bin",
+      "sha256": "c362980ebf871332f8fc05f5f72ccce8ed13319c596039a960cd0450e7f09a78"
+    },
+    {
+      "bytes": 67108864,
+      "index": 32,
+      "path": "payload-000032.bin",
+      "sha256": "52272e69c6b23bc0951f6cd4e824c357ccb13d3bb781cd68591a8a5476540229"
+    },
+    {
+      "bytes": 67108864,
+      "index": 33,
+      "path": "payload-000033.bin",
+      "sha256": "c3ada974de03b55ce956d6af4f5d9238f2e1ab7ad2bd81265eb9a7bf883e65e1"
+    },
+    {
+      "bytes": 67108864,
+      "index": 34,
+      "path": "payload-000034.bin",
+      "sha256": "7aa8cf11b2d356a45e2608295deeb6443bdcf83427a8b71e6da758e2cfed9e2d"
+    },
+    {
+      "bytes": 67108864,
+      "index": 35,
+      "path": "payload-000035.bin",
+      "sha256": "0edc84c74eebcc6d1375bfe5e09e8933221b025cfd4ce98539a574c1b26c6cf4"
+    },
+    {
+      "bytes": 67108864,
+      "index": 36,
+      "path": "payload-000036.bin",
+      "sha256": "ad237a494101cd4a392d0a29406b217673ecdfe1ac999f9ee76bcb99dd449840"
+    },
+    {
+      "bytes": 67108864,
+      "index": 37,
+      "path": "payload-000037.bin",
+      "sha256": "fa89d550c2b9674ed8e01a1443d355c01cfebae2394a92f21999e09598159249"
+    },
+    {
+      "bytes": 67108864,
+      "index": 38,
+      "path": "payload-000038.bin",
+      "sha256": "c22cd72daba6848f000d39c6c9e0f500c47c2a97c59bf4d01cb485c4542504af"
+    },
+    {
+      "bytes": 67108864,
+      "index": 39,
+      "path": "payload-000039.bin",
+      "sha256": "9c3cb5c9db5915ec11ddd25f01c09a68bd493f2fa7e01a2832cf6b13bd034169"
+    },
+    {
+      "bytes": 67108864,
+      "index": 40,
+      "path": "payload-000040.bin",
+      "sha256": "52f9bf010556a9c231771c36697c257059d1200f42b021811568e5ad8aaa81c8"
+    },
+    {
+      "bytes": 8813521,
+      "index": 41,
+      "path": "payload-000041.bin",
+      "sha256": "3bd8789f041905e31bf669c2e9877dc19e92108dc721fa7db4c6f4a1fea2a850"
+    }
+  ],
+  "exclusion_records": 0,
+  "exclusions": {
+    "bytes": 20,
+    "sha256": "9ceffb7310338057cfe71a4ae1e2c98d2c485d81cdef906532a801f457a38d64"
+  },
+  "group_id": "malecns-swc",
+  "license": {
+    "data": "CC-BY-4.0",
+    "url": "https://creativecommons.org/licenses/by/4.0/"
+  },
+  "members": {
+    "bytes": 10023755,
+    "sha256": "1dcc1bac912889118e2a34211b4c43b2b0af871c8b76b97ede31db88ce67a961"
+  },
+  "plan_sha256": "a20a61821c504e8315171a5fd14afbac011b934709af344045175bdda9fcba71",
+  "provenance": {
+    "attribution": "Male CNS collaboration: FlyEM (HHMI Janelia), University of Cambridge Department of Zoology, MRC Laboratory of Molecular Biology, Google Research",
+    "changes": "Unchanged downloaded SWC bytes; not restricted to the later neuron-only canonical set. No EM images.",
+    "source_page": "https://male-cns.janelia.org/download/",
+    "source_prefix": "gs://flyem-male-cns/v1.0/segmentation/skeletons-malecns/skeletons-swc/",
+    "version": "male-cns:v1.0"
+  },
+  "schema": "lfs-publication-group-v1",
+  "secret_scan": "UTF-8 files <=2 MiB, known binary suffixes excluded; fail closed on matching rules",
+  "source_bytes": 9299975999,
+  "source_files": 211573,
+  "source_paths": [
+    "datasets/male-cns-v1.0/raw/skeletons"
+  ],
+  "source_root": "/data/digital-drosophila",
+  "verification_scope": "content snapshot, not a license grant or nested-archive secret audit"
+}