stellar-archivist: support empty generalized txsets in scan --verify

historyarchive/archive_test.go

@@ -30,6 +30,12 @@ import (
 
 var cachePath = filepath.Join(os.TempDir(), "history-archive-test-cache")
 
+func GetCoreFuturenetLast100FileArchive() *Archive {
+	return MustConnect("file://./testdata/futurenet-2025-12-10-last-100", ArchiveOptions{
+		CheckpointFrequency: DefaultCheckpointFrequency,
+	})
+}
+
 func GetTestS3Archive() *Archive {
 	mx := big.NewInt(0xffffffff)
 	r, e := rand.Int(rand.Reader, mx)
@@ -194,6 +200,27 @@ func TestScan(t *testing.T) {
 	GetRandomPopulatedArchive().Scan(opts)
 }
 
+func testScanLast100(arch *Archive, t *testing.T) {
+	last := uint32(100)
+	opts := testOptions()
+	state, e := arch.GetRootHAS()
+	assert.NoError(t, e, "getting root HAS failed")
+	low := state.CurrentLedger - last
+	opts.Range = arch.checkpointManager.MakeRange(low, state.CurrentLedger)
+	opts.Verify = true
+	err := arch.Scan(opts)
+	assert.NoError(t, err, "scanning last 100 checkpoints failed")
+	haveInvalid, err := arch.ReportInvalid(opts)
+	assert.NoError(t, err, "reporting invalid checkpoints failed")
+	assert.False(t, haveInvalid, "found invalid checkpoints in last 100 scan")
+}
+
+func TestScanVerifyLast100Futurenet(t *testing.T) {
+	defer cleanup()
+	arch := GetCoreFuturenetLast100FileArchive()
+	testScanLast100(arch, t)
+}
+
 func TestConfiguresHttpUserAgent(t *testing.T) {
 	var userAgent string
 	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {

historyarchive/scan.go

@@ -43,7 +43,7 @@ func (arch *Archive) ScanCheckpoints(opts *CommandOptions) error {
 func (arch *Archive) ScanCheckpointsSlow(opts *CommandOptions) error {
 
 	if opts.Concurrency == 0 {
-		return errors.New("Zero concurrency")
+		return errors.New("zero concurrency")
 	}
 
 	var errs uint32
@@ -105,7 +105,7 @@ func (arch *Archive) ScanCheckpointsSlow(opts *CommandOptions) error {
 func (arch *Archive) ScanCheckpointsFast(opts *CommandOptions) error {
 
 	if opts.Concurrency == 0 {
-		return errors.New("Zero concurrency")
+		return errors.New("zero concurrency")
 	}
 
 	var errs uint32
@@ -202,7 +202,7 @@ func (arch *Archive) ScanAllBuckets() error {
 func (arch *Archive) ScanBuckets(opts *CommandOptions) error {
 
 	if opts.Concurrency == 0 {
-		return errors.New("Zero concurrency")
+		return errors.New("zero concurrency")
 	}
 
 	var errs uint32

historyarchive/testdata/futurenet-2025-12-10-last-100/.well-known/stellar-history.json

@@ -0,0 +1,164 @@
+{
+    "version": 2,
+    "server": "stellar-core 25.0.0 (e9748b05a70d613437a52c8388dc0d8e68149394)",
+    "currentLedger": 247487,
+    "networkPassphrase": "Test SDF Future Network ; October 2022",
+    "currentBuckets": [
+        {
+            "curr": "6c48953f5be5c714f5816d1aefd31e313c5cab83722e6f37c1fcd8c2afd0ec1e",
+            "snap": "48a1a0a3a6fa5dd7973e6e7f0acd8bb7a09787c67b01e839a7b6e0c431003d3b",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "0f5ed0a85221f682191778bb59db311f3972e1436bcfa4e4c5a8d397b5930bc2",
+            "snap": "7b66e8dbe548648412cf8302972e2a5a2c97742660b875231a387abe2486def4",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "6491cc2d9f0505d30af35167e7bd5c45d15fe3b91925b203f050ae567c8db550",
+            "snap": "83d1dd2511d0587c1ea12b17ea657c52789af388e9356cddb430f67786079519",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "b6df8ab9e807f69e7e74b1d3345797a7e0c2aea1bb70a8c311cab92ae01f8df7",
+            "snap": "642df1cd7d25de03c827893c2839c6cd531b99508c70d963768bd9fea1cdf561",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "787bcfc39b0fe9b640a7d69c46566bda5d10723cb849f8ebe9f7088888e3aa6a",
+            "snap": "4f131b8eb0fd490411ec0124025a189fb33d14faeaf594a0e97efba93eac462d",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "a0661241f1d876bd69da4af9c059235fe6f05fc3f30933e2bf2d3d1e1351dbdf",
+            "snap": "e3bc0a20844db5efde0dff6cce5d3bfb042d641c5dc0dcc7147329c8f757c06a",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "316b1b79352b5d38fccb37c5a0b4969b1f91bba8d63481528cf1f2bc75211045",
+            "snap": "e3b92061a88ac3e454df3fee0eaefd5142854b1562a561fe09b3664dfb2ae218",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "c1f39c27cd9f0a7ac5e49539e9ea7e12140dd148b988583dd1325643dd9cfa90",
+            "snap": "3a39ba75982dffed3f4859ffb52318a6bb28a8950a3dfd2baa3aec0cc9e591ad",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "2d92b3e98afe5e7c70265cd2e183894cb7d972c511f48a20429e8495f1196d08",
+            "snap": "9ee4352d94c274fe73869a43239ff6cad6f56eb9d0196aa6d33ba4957b0063de",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "0000000000000000000000000000000000000000000000000000000000000000",
+            "snap": "0000000000000000000000000000000000000000000000000000000000000000",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "0000000000000000000000000000000000000000000000000000000000000000",
+            "snap": "0000000000000000000000000000000000000000000000000000000000000000",
+            "next": {
+                "state": 0
+            }
+        }
+    ],
+    "hotArchiveBuckets": [
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "snap": "a03b84c51e10a960cae403c8d3f3be2959307ff89c6f18239917242d586aec33",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "82f26c4a4af3c5afbb2a53e57650e0d7d26a23583e298998c44a1aef85daaaec",
+            "snap": "38aa7277c82dd5e59725de16c774874848f26fb36ac4b1f45c2feb42f3814c31",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "5d5e8d31a0b4e583109f9a0ad812a35f0b26465f446816029dc70d7844ff968f",
+            "snap": "7b318c9c374b118034176f188a287f3737fc237a312bc207e49b19f8c3b379f7",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "f1eb14eda15552958215da58480b2230dbfb06f12b67b6cfca5a9e5bb0de5739",
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "0000000000000000000000000000000000000000000000000000000000000000",
+            "snap": "0000000000000000000000000000000000000000000000000000000000000000",
+            "next": {
+                "state": 0
+            }
+        },
+        {
+            "curr": "0000000000000000000000000000000000000000000000000000000000000000",
+            "snap": "0000000000000000000000000000000000000000000000000000000000000000",
+            "next": {
+                "state": 0
+            }
+        }
+    ]
+}

historyarchive/testdata/futurenet-2025-12-10-last-100/history/00/03/c6/history-0003c63f.json

@@ -0,0 +1,164 @@
+{
+    "version": 2,
+    "server": "stellar-core 25.0.0 (e9748b05a70d613437a52c8388dc0d8e68149394)",
+    "currentLedger": 247359,
+    "networkPassphrase": "Test SDF Future Network ; October 2022",
+    "currentBuckets": [
+        {
+            "curr": "e522b5dc5892b5239e0030d7dbe52d9de77d9167bc23668a0b6d95da8ff410eb",
+            "next": {
+                "state": 0
+            },
+            "snap": "498cecfcd3376624bd09c01e36a474904b1e369e1274856ccb07777fde32379c"
+        },
+        {
+            "curr": "7207c0a394d4c425a500f550d661e9deb4bea5355758a9bf8fe7b94648f541ad",
+            "next": {
+                "state": 0
+            },
+            "snap": "3e4c829d376370a04041e16f9af3c2cc47cedb5984651b79027e4001a34967d4"
+        },
+        {
+            "curr": "31cb8303dbd398360f148116ca72cbf1b56d330653502df8225f53f5fe6e8fb4",
+            "next": {
+                "state": 0
+            },
+            "snap": "8070de1dc90060e53559c43168a3052dc302660094c49dddee47af5b18f777b1"
+        },
+        {
+            "curr": "b28132396ad76678d9b42ff3c4a5844f7893092a6db326a0de21e47316e9eff9",
+            "next": {
+                "state": 0
+            },
+            "snap": "b37f0a55ee8497696d2ed002decc9f692217512e89ca3da549bb23e0429888c9"
+        },
+        {
+            "curr": "cb43d90dc3ee9e1137d80320dd31c0dfd9576b60004be0a6397c986a2f1795b2",
+            "next": {
+                "state": 0
+            },
+            "snap": "4f131b8eb0fd490411ec0124025a189fb33d14faeaf594a0e97efba93eac462d"
+        },
+        {
+            "curr": "a0661241f1d876bd69da4af9c059235fe6f05fc3f30933e2bf2d3d1e1351dbdf",
+            "next": {
+                "state": 0
+            },
+            "snap": "e3bc0a20844db5efde0dff6cce5d3bfb042d641c5dc0dcc7147329c8f757c06a"
+        },
+        {
+            "curr": "316b1b79352b5d38fccb37c5a0b4969b1f91bba8d63481528cf1f2bc75211045",
+            "next": {
+                "state": 0
+            },
+            "snap": "e3b92061a88ac3e454df3fee0eaefd5142854b1562a561fe09b3664dfb2ae218"
+        },
+        {
+            "curr": "c1f39c27cd9f0a7ac5e49539e9ea7e12140dd148b988583dd1325643dd9cfa90",
+            "next": {
+                "state": 0
+            },
+            "snap": "3a39ba75982dffed3f4859ffb52318a6bb28a8950a3dfd2baa3aec0cc9e591ad"
+        },
+        {
+            "curr": "2d92b3e98afe5e7c70265cd2e183894cb7d972c511f48a20429e8495f1196d08",
+            "next": {
+                "state": 0
+            },
+            "snap": "9ee4352d94c274fe73869a43239ff6cad6f56eb9d0196aa6d33ba4957b0063de"
+        },
+        {
+            "curr": "0000000000000000000000000000000000000000000000000000000000000000",
+            "next": {
+                "state": 0
+            },
+            "snap": "0000000000000000000000000000000000000000000000000000000000000000"
+        },
+        {
+            "curr": "0000000000000000000000000000000000000000000000000000000000000000",
+            "next": {
+                "state": 0
+            },
+            "snap": "0000000000000000000000000000000000000000000000000000000000000000"
+        }
+    ],
+    "hotArchiveBuckets": [
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            },
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa"
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            },
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa"
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            },
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa"
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            },
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa"
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            },
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa"
+        },
+        {
+            "curr": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa",
+            "next": {
+                "state": 0
+            },
+            "snap": "a03b84c51e10a960cae403c8d3f3be2959307ff89c6f18239917242d586aec33"
+        },
+        {
+            "curr": "82f26c4a4af3c5afbb2a53e57650e0d7d26a23583e298998c44a1aef85daaaec",
+            "next": {
+                "state": 0
+            },
+            "snap": "38aa7277c82dd5e59725de16c774874848f26fb36ac4b1f45c2feb42f3814c31"
+        },
+        {
+            "curr": "5d5e8d31a0b4e583109f9a0ad812a35f0b26465f446816029dc70d7844ff968f",
+            "next": {
+                "state": 0
+            },
+            "snap": "7b318c9c374b118034176f188a287f3737fc237a312bc207e49b19f8c3b379f7"
+        },
+        {
+            "curr": "f1eb14eda15552958215da58480b2230dbfb06f12b67b6cfca5a9e5bb0de5739",
+            "next": {
+                "state": 0
+            },
+            "snap": "95079eba2ff8ef53c179aa3dedb62b78acd7aa9ba5ddcc391436812c5f7084aa"
+        },
+        {
+            "curr": "0000000000000000000000000000000000000000000000000000000000000000",
+            "next": {
+                "state": 0
+            },
+            "snap": "0000000000000000000000000000000000000000000000000000000000000000"
+        },
+        {
+            "curr": "0000000000000000000000000000000000000000000000000000000000000000",
+            "next": {
+                "state": 0
+            },
+            "snap": "0000000000000000000000000000000000000000000000000000000000000000"
+        }
+    ]
+}