Serialize Redis pending pages as JSON objects (#212)

* Add redis:// prefix to test --redisStoreUrl * Serialize pending pages as JSON objects
webrecorder · Jan 24, 2023 · c0b0d5b · c0b0d5b
1 parent a767721
commit c0b0d5b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/tests/redis_crawl_state.js b/tests/redis_crawl_state.js
@@ -4,7 +4,7 @@ import child_process from "child_process";
 test("ensure crawl run with redis passes", async () => {
   const redis = child_process.spawn("docker run -d --name test-crawl-redis -p 6379:6379 redis");
 
-  child_process.execSync("docker run -v $PWD/test-crawls:/crawls webrecorder/browsertrix-crawler crawl --url http://www.example.com/ --generateWACZ  --text --collection redis-crawl --redisStoreUrl 127.0.0.1:6379 --workers 2");
+  child_process.execSync("docker run -v $PWD/test-crawls:/crawls webrecorder/browsertrix-crawler crawl --url http://www.example.com/ --generateWACZ  --text --collection redis-crawl --redisStoreUrl redis://127.0.0.1:6379 --workers 2");
 
   redis.kill("SIGINT");
 });

diff --git a/util/state.js b/util/state.js
@@ -366,7 +366,7 @@ return 0;
   async serialize() {
     const queued = await this._iterListKeys(this.qkey);
     const done = await this._iterListKeys(this.dkey);
-    const pending = await this.redis.hvals(this.pkey);
+    const pending = await this.getPendingList();
 
     return {queued, pending, done};
   }