diff --git a/cron_tasks/verify_pending_external.py b/cron_tasks/verify_pending_external.py index de0afd6..b1ee909 100755 --- a/cron_tasks/verify_pending_external.py +++ b/cron_tasks/verify_pending_external.py @@ -67,7 +67,14 @@ def main() -> int: return 1 store = EngramStore(str(DB_PATH)) - all_egs = store.get_all() + all_egs = [] + offset = 0 + while True: + batch = store.get_all(limit=2000, offset=offset) + if not batch: + break + all_egs.extend(batch) + offset += len(batch) pending = [ eg for eg in all_egs @@ -160,4 +167,3 @@ def main() -> int: if __name__ == "__main__": raise SystemExit(main()) -