feat: 🎸 add sync loop methods

Author: streamich

package.json

@@ -75,7 +75,7 @@
     "@jsonjoy.com/json-pack": "^1.0.2",
     "@jsonjoy.com/util": "^1.0.0",
     "json-joy": "^15.4.1",
-    "memfs": "^4.9.1",
+    "memfs": "^5.0.0-next.1",
     "sonic-forest": "^1.0.0",
     "thingies": "^2.1.0"
   },

src/json-crdt-repo/local/server-crud/ServerCrudLocalHistorySync.ts

@@ -10,14 +10,34 @@ export interface ServerCrudLocalHistorySyncOpts {
    * Number of milliseconds after which remote calls are considered timed out.
    */
   remoteTimeout?: number;
+
+  /**
+   * Minimum backoff time in milliseconds for the sync loop.
+   */
+  syncLoopMinBackoff?: number;
+
+  /**
+   * Maximum backoff time in milliseconds for the sync loop.
+   */
+  syncLoopMaxBackoff?: number;
 }
 
 export class ServerCrudLocalHistorySync {
+  private syncLoopTimer: any = 0;
+
   constructor(
     protected readonly opts: ServerCrudLocalHistorySyncOpts,
     protected readonly core: ServerCrudLocalHistoryCore,
   ) {}
 
+  public start(): void {
+    
+  }
+
+  public stop(): void {
+
+  }
+
   protected remoteTimeout(): number {
     return this.opts.remoteTimeout ?? 5000;
   }
@@ -146,10 +166,28 @@ export class ServerCrudLocalHistorySync {
     }
   }
 
-  public async * listDirty(collection: string[] = ['sync', 'dirty']): AsyncIterableIterator<{collection: string[]; id: string}> {
+  protected async * listDirty(collection: string[] = ['sync', 'dirty']): AsyncIterableIterator<{collection: string[]; id: string}> {
     for await (const entry of this.core.crud.scan(collection)) {
       if (entry.type === 'collection') yield* this.listDirty([...collection, entry.id]);
       else yield {collection, id: entry.id};
     }
   }
+
+  protected async * syncDirty(): AsyncIterableIterator<[block: {collection: string[]; id: string}, success: boolean]> {
+    for await (const block of this.listDirty()) {
+      const {collection, id} = block;
+      const success = await this.push(collection, id);
+      yield [block, success];
+    }
+  }
+
+  protected async syncAllDirty(): Promise<SyncResultList> {
+    const list: SyncResultList = [];
+    for await (const result of this.syncDirty()) list.push(result);
+    return list;
+  }
 }
+
+export type ItemId = {collection: string[], id: string};
+export type SyncResult = [block: ItemId, success: boolean];
+export type SyncResultList = SyncResult[];

yarn.lock

@@ -2034,10 +2034,10 @@ marked@^4.3.0:
   resolved "https://registry.yarnpkg.com/marked/-/marked-4.3.0.tgz#796362821b019f734054582038b116481b456cf3"
   integrity sha512-PRsaiG84bK+AMvxziE/lCFss8juXjNaWzVbN5tXAm4XjeaS9NAHhop+PjQxz2A9h8Q4M/xGmzP8vqNwy6JeK0A==
 
-memfs@^4.9.1:
-  version "4.9.1"
-  resolved "https://registry.yarnpkg.com/memfs/-/memfs-4.9.1.tgz#cd0b94987c365298a6e57b4beb98c658008d7ff1"
-  integrity sha512-36cVYFMaa9HNEYyvkyKCwker8DBmOdjWLrfekE/cHEKJ806fCfKNVhOJNvoyV/CrGSZDtfQPbhn0Zid0gbH0Hw==
+memfs@^5.0.0-next.1:
+  version "5.0.0-next.1"
+  resolved "https://registry.yarnpkg.com/memfs/-/memfs-5.0.0-next.1.tgz#fbf85543cbcdda5c2c47a6a20857437f3b8ee29e"
+  integrity sha512-SrXXr7KM5P2xfYbHopapF410Ib8LZS7OPsxfUDvayA/pz/NHirxwfUVFInmSOJvjsxrmm2+VStLYb2AbNaMHLA==
   dependencies:
     "@jsonjoy.com/json-pack" "^1.0.2"
     "@jsonjoy.com/util" "^1.1.0"