(EAI-928) add blog and comparison pages to web scrape (#665)

* create comparisons web source with list of urls

* create blog web source with list of urls

Author: yakubova92

packages/ingest-mongodb-public/src/sources/mongodbDotCom/webSources.ts

@@ -184,6 +184,208 @@ export const initialWebSources: InitialWebSource[] = [
       type: "Resources",
     },
   },
+  {
+    name: "comparisons",
+    urls: [
+      "https://www.mongodb.com/resources/compare/advantages-of-mongodb",
+      "https://www.mongodb.com/resources/compare/cassandra-vs-mongodb",
+      "https://www.mongodb.com/resources/compare/compare-documentdb-cosmosdb",
+      "https://www.mongodb.com/resources/compare/couchbase-vs-mongodb",
+      "https://www.mongodb.com/resources/compare/mongodb-oracle",
+      "https://www.mongodb.com/resources/compare/mongodb-postgresql",
+    ],
+    staticMetadata: {
+      type: "Comparisons",
+    }
+  },
+  {
+    name: "blog",
+    urls: [
+      "https://www.mongodb.com/blog/post/3-ways-mongodb-ea-azure-arc-certification-serves-customers",
+      "https://www.mongodb.com/blog/post/a-new-way-to-query-introducing-atlas-search-playground",
+      "https://www.mongodb.com/blog/post/accelerating-mongodb-migration-to-azure-microsoft-migration-factory",
+      "https://www.mongodb.com/blog/post/accelerating-sybase-to-mongodb-modernization-peerai",
+      "https://www.mongodb.com/blog/post/advancing-encryption-in-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/agnostiq-mongodb-high-performance-computing-for-all",
+      "https://www.mongodb.com/blog/post/ahamove-rides-vietnams-ecommerce-boom-ai-on-mongodb",
+      "https://www.mongodb.com/blog/post/ai-agents-hybrid-search-indexing-with-langchain-mongodb",
+      "https://www.mongodb.com/blog/post/ai-applications-program-partner-spotlight-cohere-leading-ai-foundation-models-enterprise",
+      "https://www.mongodb.com/blog/post/ai-driven-noise-analysis-for-automotive-diagnostics",
+      "https://www.mongodb.com/blog/post/ai-powered-call-centers-new-era-of-customer-service",
+      "https://www.mongodb.com/blog/post/ai-powered-java-applications-with-mongodb-langchain4j",
+      "https://www.mongodb.com/blog/post/ai-powered-media-personalization-mongodb-vector-search",
+      "https://www.mongodb.com/blog/post/ai-powered-retail-with-together-ai-mongodb",
+      "https://www.mongodb.com/blog/post/ai-powered-sql-query-converter-tool-now-available-relational-migrator",
+      "https://www.mongodb.com/blog/post/announcing-direct-query-support-for-mongodb-atlas-connector-power-bi",
+      "https://www.mongodb.com/blog/post/announcing-hybrid-search-support-for-llama-index",
+      "https://www.mongodb.com/blog/post/announcing-mongodb-server-8-0-platform-support-improvements",
+      "https://www.mongodb.com/blog/post/announcing-search-index-management-in-mongodb-compass",
+      "https://www.mongodb.com/blog/post/anti-money-laundering-fraud-prevention-mongodb-vector-search-openai",
+      "https://www.mongodb.com/blog/post/architecting-success-as-woman-in-tech",
+      "https://www.mongodb.com/blog/post/assessing-business-loan-risks-mongodb-generative-ai",
+      "https://www.mongodb.com/blog/post/atlas-edge-server-now-in-public-preview",
+      "https://www.mongodb.com/blog/post/atlas-search-nodes-now-with-multi-region-availability",
+      "https://www.mongodb.com/blog/post/atlas-stream-processing-adds-aws-regions-vpc-peering-more",
+      "https://www.mongodb.com/blog/post/atlas-stream-processing-cost-effective-way-integrate-kafka-mongodb",
+      "https://www.mongodb.com/blog/post/atlas-stream-processing-now-generally-available",
+      "https://www.mongodb.com/blog/post/atlas-stream-processing-now-supports-azure-and-azure-private-link",
+      "https://www.mongodb.com/blog/post/automate-network-management-using-gen-ai-ops-mongodb",
+      "https://www.mongodb.com/blog/post/aws-names-mongodb-asean-global-software-partner-of-year",
+      "https://www.mongodb.com/blog/post/baic-group-powers-internet-of-vehicles-with-mongodb",
+      "https://www.mongodb.com/blog/post/better-digital-banking-experiences-with-ai-mongodb",
+      "https://www.mongodb.com/blog/post/binary-quantization-rescoring-96-less-memory-faster-search",
+      "https://www.mongodb.com/blog/post/boosting-customer-lifetime-value-agmeta-mongodb",
+      "https://www.mongodb.com/blog/post/bringing-gen-ai-into-real-world-with-ramblr-mongodb",
+      "https://www.mongodb.com/blog/post/building-ai-mongodb-conversation-intelligence-observe-ai",
+      "https://www.mongodb.com/blog/post/building-ai-mongodb-how-devrev-redefining-crm-product-led-growth",
+      "https://www.mongodb.com/blog/post/building-gen-ai-applications-using-iguazio-mongodb",
+      "https://www.mongodb.com/blog/post/building-gen-ai-mongodb-ai-partners-may-2024",
+      "https://www.mongodb.com/blog/post/building-gen-ai-powered-predictive-maintenance-mongodb",
+      "https://www.mongodb.com/blog/post/building-modern-applications-faster-new-capabilities-mongodb-local-nyc-2024",
+      "https://www.mongodb.com/blog/post/building-the-next-big-thing-together-partner-awards-2024",
+      "https://www.mongodb.com/blog/post/building-unified-data-platform-for-gen-ai",
+      "https://www.mongodb.com/blog/post/built-mongodb-atlas-helps-team-gpt-launch-two-weeks",
+      "https://www.mongodb.com/blog/post/built-mongodb-buzzy-makes-ai-application-development-more-accessible",
+      "https://www.mongodb.com/blog/post/built-mongodb-kraken-coding-revolutionizes-clinical-decision-support",
+      "https://www.mongodb.com/blog/post/busting-top-myths-about-mongodb-vs-relational-databases",
+      "https://www.mongodb.com/blog/post/checkpointers-native-parent-child-retrievers-with-langchain-mongodb",
+      "https://www.mongodb.com/blog/post/collaborating-build-ai-apps-mongodb-partners-google-cloud-next-24",
+      "https://www.mongodb.com/blog/post/commerce-scale-zepto-reduces-latency-by-40-percent-mongodb",
+      "https://www.mongodb.com/blog/post/converged-ai-application-datastore-for-insurance",
+      "https://www.mongodb.com/blog/post/ctf-life-leverages-mongodb-atlas-deliver-customer-centric-service",
+      "https://www.mongodb.com/blog/post/customer-service-expert-wati-io-scales-up-on-mongodb",
+      "https://www.mongodb.com/blog/post/debunking-mongodb-myths-enterprise-use-cases",
+      "https://www.mongodb.com/blog/post/debunking-mongodb-myths-security-scale-performance",
+      "https://www.mongodb.com/blog/post/ditto-mongodb-connector-seamlessly-sync-edge-and-cloud-data",
+      "https://www.mongodb.com/blog/post/dual-journey-healthcare-interoperability-modernization",
+      "https://www.mongodb.com/blog/post/dynamic-workloads-predictable-costs-mongodb-atlas-flex-tier",
+      "https://www.mongodb.com/blog/post/elevate-your-java-applications-mongodb-spring-ai",
+      "https://www.mongodb.com/blog/post/elevate-your-python-ai-projects-mongodb-haystack",
+      "https://www.mongodb.com/blog/post/elevating-database-performance-introducing-query-insights-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/embracing-neurodiversity-during-autism-awareness-month",
+      "https://www.mongodb.com/blog/post/embracing-open-finance-innovation-with-mongodb",
+      "https://www.mongodb.com/blog/post/empower-financial-services-developers-with-document-model",
+      "https://www.mongodb.com/blog/post/empower-innovation-in-insurance-mongodb-informatica",
+      "https://www.mongodb.com/blog/post/empowering-aspiring-developers-africa-mongodb-mytechdev-partnership",
+      "https://www.mongodb.com/blog/post/enabling-commerce-innovation-with-power-of-mongodb-google-cloud",
+      "https://www.mongodb.com/blog/post/enhancing-mongodb-atlas-go-sdk-with-automated-code-generation",
+      "https://www.mongodb.com/blog/post/enhancing-retail-retrieval-augmented-generation-rag",
+      "https://www.mongodb.com/blog/post/exact-nearest-neighbor-vector-search-for-precise-retrieval",
+      "https://www.mongodb.com/blog/post/exploring-new-security-billing-customization-features-in-atlas-charts",
+      "https://www.mongodb.com/blog/post/find-hidden-insights-vector-databases-semantic-clustering",
+      "https://www.mongodb.com/blog/post/fireworks-ai-mongodb-fastest-ai-apps-with-best-models-powered-by-your-data",
+      "https://www.mongodb.com/blog/post/five-languages-one-goal-developers-path-certification-mastery",
+      "https://www.mongodb.com/blog/post/from-chaos-to-control-real-time-data-analytics-for-airlines",
+      "https://www.mongodb.com/blog/post/from-relational-databases-to-ai-insurance-data-modernization-journey",
+      "https://www.mongodb.com/blog/post/goodnotes-finds-marketplace-success-using-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/grab-drives-50-percent-efficiencies-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/hasura-powerful-access-control-on-mongodb-data",
+      "https://www.mongodb.com/blog/post/health-tech-startup-aktivo-labs-scales-up-with-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/how-gobots-ai-ecommerce-increases-retailer-sales-conversion-by-40-percent",
+      "https://www.mongodb.com/blog/post/how-mongodb-enables-digital-twins-in-industrial-metaverse",
+      "https://www.mongodb.com/blog/post/how-mongodb-scales-copilot-ai-humanized-sales-interactions",
+      "https://www.mongodb.com/blog/post/how-nfsa-is-using-mongodb-atlas-ai-make-aussie-culture-accessible",
+      "https://www.mongodb.com/blog/post/improving-mongodb-queries-by-simplifying-boolean-expressions",
+      "https://www.mongodb.com/blog/post/improving-omnichannel-ordering-bopis-delivery-with-mongodb",
+      "https://www.mongodb.com/blog/post/inside-mongodbs-early-access-programs",
+      "https://www.mongodb.com/blog/post/integrating-vector-search-cohere-build-frontier-enterprise-apps",
+      "https://www.mongodb.com/blog/post/intellect-ai-unleashes-ai-at-scale-with-mongodb",
+      "https://www.mongodb.com/blog/post/introducing-ai-powered-natural-language-mode-atlas-charts",
+      "https://www.mongodb.com/blog/post/introducing-multi-kubernetes-cluster-deployment-support",
+      "https://www.mongodb.com/blog/post/introducing-new-mongodb-application-delivery-certification",
+      "https://www.mongodb.com/blog/post/introducing-semantic-caching-dedicated-mongodb-lang-chain-package-gen-ai-apps",
+      "https://www.mongodb.com/blog/post/introducing-two-mongodb-generative-ai-learning-badges",
+      "https://www.mongodb.com/blog/post/journey-mongodb-with-covesa-in-connected-vehicle-landscape",
+      "https://www.mongodb.com/blog/post/leveraging-an-operational-data-layer-for-telco-success",
+      "https://www.mongodb.com/blog/post/leveraging-big-query-json-for-optimized-mongodb-dataflow-pipelines",
+      "https://www.mongodb.com/blog/post/leveraging-database-observability-mongodb-real-life-use-case",
+      "https://www.mongodb.com/blog/post/magicpin-builds-indias-largest-hyperlocal-retail-platform-on-mongodb",
+      "https://www.mongodb.com/blog/post/managing-data-corruption-in-the-cloud",
+      "https://www.mongodb.com/blog/post/meeting-uks-telecommunications-security-act-mongodb",
+      "https://www.mongodb.com/blog/post/microservices-realizing-benefits-without-complexity",
+      "https://www.mongodb.com/blog/post/modernizing-telecom-legacy-applications-mongodb",
+      "https://www.mongodb.com/blog/post/mongodb-8-0-eating-our-own-dog-food",
+      "https://www.mongodb.com/blog/post/mongodb-8-0-raising-the-bar",
+      "https://www.mongodb.com/blog/post/mongodb-ai-applications-program-delivering-customer-value",
+      "https://www.mongodb.com/blog/post/mongodb-ai-applications-program-maap-is-now-available",
+      "https://www.mongodb.com/blog/post/mongodb-atlas-expands-cloud-availability-to-mexico",
+      "https://www.mongodb.com/blog/post/mongodb-atlas-government-supports-gcp-assured-workloads",
+      "https://www.mongodb.com/blog/post/mongodb-atlas-integration-ably-unlocks-real-time-capabilities",
+      "https://www.mongodb.com/blog/post/mongodb-atlas-introduces-enhanced-cost-optimization-tools",
+      "https://www.mongodb.com/blog/post/mongodb-atlas-power-sync-future-offline-first-enterprise-apps",
+      "https://www.mongodb.com/blog/post/mongodb-database-observability-integrating-with-monitoring-tools",
+      "https://www.mongodb.com/blog/post/mongodb-django-backend-now-available-public-preview",
+      "https://www.mongodb.com/blog/post/mongodb-dkatalis-bank-jago-empowering-over-500-engineers",
+      "https://www.mongodb.com/blog/post/mongodb-empowers-isvs-to-drive-saas-innovation-india",
+      "https://www.mongodb.com/blog/post/mongodb-enables-ai-powered-legal-searches-qura",
+      "https://www.mongodb.com/blog/post/mongodb-helps-asian-retailers-scale-innovate-at-speed",
+      "https://www.mongodb.com/blog/post/mongodb-introduces-workload-identity-federation-database-access",
+      "https://www.mongodb.com/blog/post/mongodb-leader-in-forrester-wave-translytical-data-platforms",
+      "https://www.mongodb.com/blog/post/mongodb-local-london-2024-better-applications-faster",
+      "https://www.mongodb.com/blog/post/mongodb-microsoft-team-up-enhance-copilot-in-vs-code",
+      "https://www.mongodb.com/blog/post/mongodb-named-leader-2024-gartner-magic-quadrant-cloud-database-management-system",
+      "https://www.mongodb.com/blog/post/mongodb-powering-digital-natives",
+      "https://www.mongodb.com/blog/post/mongodb-provider-entity-framework-core-now-generally-available",
+      "https://www.mongodb.com/blog/post/mongodb-sales-recognized-as-top-20-org-professional-development-repvue",
+      "https://www.mongodb.com/blog/post/multi-agent-collaboration-for-manufacturing-operations-optimization",
+      "https://www.mongodb.com/blog/post/new-atlas-administrator-learning-path-and-certification",
+      "https://www.mongodb.com/blog/post/new-course-building-ai-applications-mongodb-on-aws",
+      "https://www.mongodb.com/blog/post/new-data-modeling-learning-path-certification",
+      "https://www.mongodb.com/blog/post/nokia-corteca-scales-wifi-connectivity-millions-devices-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/origami-machine-learning-architecture-for-document-model",
+      "https://www.mongodb.com/blog/post/pathfinder-labs-tames-data-chaos-unleashes-ai-mongodb",
+      "https://www.mongodb.com/blog/post/payments-modernization-role-of-operational-data-layer",
+      "https://www.mongodb.com/blog/post/rag-claim-processing-combing-mongodb-atlas-vector-search-llms",
+      "https://www.mongodb.com/blog/post/redefining-database-ai-why-mongodb-acquired-voyage-ai",
+      "https://www.mongodb.com/blog/post/reintroducing-versioned-mongodb-atlas-administration-api",
+      "https://www.mongodb.com/blog/post/retail-insights-mongodb-shoptalk-fall",
+      "https://www.mongodb.com/blog/post/retool-state-of-ai-report-mongodb-vector-search-most-loved-vector-database",
+      "https://www.mongodb.com/blog/post/revolutionizing-sales-with-ai-glyphic-ais-journey-mongodb",
+      "https://www.mongodb.com/blog/post/saving-energy-smarter-mongodb-cedalo-for-smart-meter-systems",
+      "https://www.mongodb.com/blog/post/search-pdfs-at-scale-mongodb-nomic",
+      "https://www.mongodb.com/blog/post/secure-by-default-mandatory-mfa-in-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/securing-digital-transformation-with-mongodb-regdata",
+      "https://www.mongodb.com/blog/post/simplify-security-at-scale-resource-policies-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/smarter-care-mongodb-microsoft",
+      "https://www.mongodb.com/blog/post/smarter-factory-floor-mongodb-atlas-google-clouds-manufacturing-data-engine",
+      "https://www.mongodb.com/blog/post/sonyliv-improves-cms-performance-by-98-percent-on-atlas",
+      "https://www.mongodb.com/blog/post/spinning-up-innovation-how-mongodb-driving-new-solutions-qsstudio",
+      "https://www.mongodb.com/blog/post/stay-compliant-mongodbs-latest-certifications-iso9001-tisax-hds-tx-ramp",
+      "https://www.mongodb.com/blog/post/strengthen-data-security-mongodb-queryable-encryption",
+      "https://www.mongodb.com/blog/post/supercharge-ai-data-management-knowledge-graphs",
+      "https://www.mongodb.com/blog/post/teach-learn-with-mongodb-professor-abdussalam-alawini",
+      "https://www.mongodb.com/blog/post/test-out-search-like-never-before-introducing-search-demo-builder",
+      "https://www.mongodb.com/blog/post/thl-simplifies-architecture-with-mongodb-atlas-search",
+      "https://www.mongodb.com/blog/post/top-4-reasons-to-use-mongodb-8-0",
+      "https://www.mongodb.com/blog/post/top-ai-announcements-at-mongodb-local-nyc",
+      "https://www.mongodb.com/blog/post/top-use-cases-for-text-vector-and-hybrid-search",
+      "https://www.mongodb.com/blog/post/transforming-industries-mongodb-ai-financial-services",
+      "https://www.mongodb.com/blog/post/transforming-industries-mongodb-ai-healthcare",
+      "https://www.mongodb.com/blog/post/transforming-industries-mongodb-ai-insurance",
+      "https://www.mongodb.com/blog/post/transforming-industries-mongodb-ai-manufacturing-motion",
+      "https://www.mongodb.com/blog/post/transforming-industries-mongodb-ai-telecommunications-media",
+      "https://www.mongodb.com/blog/post/transforming-industries-with-mongodb-ai-retail",
+      "https://www.mongodb.com/blog/post/transforming-predictive-maintenance-ai-real-time-audio-based-diagnostics-atlas-vector-search",
+      "https://www.mongodb.com/blog/post/unified-namespace-implementation-mongodb-and-maestrohub",
+      "https://www.mongodb.com/blog/post/unleashing-developer-potential-managing-costs-mongodb-atlas",
+      "https://www.mongodb.com/blog/post/unlock-pdf-search-in-insurance-mongodb-superduperdb",
+      "https://www.mongodb.com/blog/post/unlocking-performance-insights-optimization-strategies",
+      "https://www.mongodb.com/blog/post/unlocking-seamless-data-migrations-from-cosmos-db-mongodb-atlas-with-adiom",
+      "https://www.mongodb.com/blog/post/using-agentic-rag-transform-retail-mongodb",
+      "https://www.mongodb.com/blog/post/using-generative-ai-mongodb-tackle-cybersecuritys-biggest-challenges",
+      "https://www.mongodb.com/blog/post/vector-quantization-scale-search-generative-ai-applications",
+      "https://www.mongodb.com/blog/post/vertex-ai-mongodb-for-intelligent-retail-pricing",
+      "https://www.mongodb.com/blog/post/welcome-to-mongodb-local-nyc-2024",
+      "https://www.mongodb.com/blog/post/whats-new-from-mongodb-at-microsoft-build-2024",
+      "https://www.mongodb.com/blog/post/whats-your-developer-persona",
+      "https://www.mongodb.com/blog/post/why-vector-quantization-matters-for-ai-workloads",
+      "https://www.mongodb.com/blog/post/workload-isolation-more-scalability-availability-search-nodes-now-on-gcp",
+      "https://www.mongodb.com/blog/post/zee5-masterclass-in-migrating-microservices-atlas",
+    ],
+    staticMetadata: {
+      type: "Blog",
+    }
+  },
   {
     name: "web-misc",
     urls: [