fix(verify): scan all engrams
This commit is contained in:
@@ -67,7 +67,14 @@ def main() -> int:
|
|||||||
return 1
|
return 1
|
||||||
|
|
||||||
store = EngramStore(str(DB_PATH))
|
store = EngramStore(str(DB_PATH))
|
||||||
all_egs = store.get_all()
|
all_egs = []
|
||||||
|
offset = 0
|
||||||
|
while True:
|
||||||
|
batch = store.get_all(limit=2000, offset=offset)
|
||||||
|
if not batch:
|
||||||
|
break
|
||||||
|
all_egs.extend(batch)
|
||||||
|
offset += len(batch)
|
||||||
pending = [
|
pending = [
|
||||||
eg
|
eg
|
||||||
for eg in all_egs
|
for eg in all_egs
|
||||||
@@ -160,4 +167,3 @@ def main() -> int:
|
|||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
raise SystemExit(main())
|
raise SystemExit(main())
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user