(EAI-483): ingest:all command deletes pages and embeddings not in data sources (#562)

* ingest:all command deletes pages and embeddings not in data sources, default behavior is soft delete pages

* refactor tests to use mongodb-memory-server, add tests for delete in ingest:all command

Author: yakubova92

package-lock.json

@@ -60,6 +60,21 @@ export interface EmbeddedContent {
   chunkAlgoHash?: string;
 }
 
+export type DeleteEmbeddedContentArgs = {
+  /**
+    The page for which to delete embedded content.
+    */
+  page?: Page;
+  /**
+    The names of the data sources for which to delete embedded content.
+    */
+  dataSources?: string[];
+  /**
+   If true, delete pages that do NOT match the data sources in the query.
+   */
+  inverseDataSources?: boolean;
+};
+
 /**
   Data store of the embedded content.
  */
@@ -72,10 +87,7 @@ export type EmbeddedContentStore = VectorStore<EmbeddedContent> & {
   /**
     Delete all embedded content for the given page and/or data sources.
    */
-  deleteEmbeddedContent(args: {
-    page?: Page;
-    dataSources?: string[];
-  }): Promise<void>;
+  deleteEmbeddedContent(args: DeleteEmbeddedContentArgs): Promise<void>;
 
   /**
     Replace all embedded content for the given page with the given embedded content.