Fix malformed entity lookup retry loop

CHANGELOG.md

@@ -7,6 +7,12 @@ file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.1.2] - 2026-06-09
+
+## Fixed
+- Skip malformed Knowledge Graph entity lookup results during search post-processing instead
+  of retrying the same batch indefinitely.
+
 ## [1.1.1] - 2025-12-17
 
 ## Fixed

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "bigdata-research-tools"
-version = "1.1.1"
+version = "1.1.2"
 description = "Bigdata.com API High-Efficiency Tools at Scale"
 readme = "README.md"
 authors = [{ name = "Bigdata.com", email = "support@ravenpack.com" }]

src/bigdata_research_tools/search/search_utils.py

@@ -7,6 +7,7 @@
 from bigdata_client.connection import RequestMaxLimitExceeds
 from bigdata_client.document import Document
 from bigdata_client.models.document import DocumentChunk
+from bigdata_client.models.entities import QueryComponentMixin
 from bigdata_client.query_type import QueryType
 from pydantic import ValidationError
 
@@ -53,6 +54,22 @@ def _look_up_entities_binary_search(
     entities = []
     non_entities = []
 
+    def convert_sdk_entities(
+        batch_lookup: list[QueryComponentMixin | None],
+    ) -> list[BigdataEntity]:
+        converted_entities = []
+        for sdk_entity in batch_lookup:
+            if sdk_entity is None:
+                continue
+            try:
+                converted_entities.append(BigdataEntity.from_sdk(sdk_entity))
+            except AssertionError as e:
+                logger.warning(
+                    "Skipping malformed entity returned by Knowledge Graph lookup: %s",
+                    e,
+                )
+        return converted_entities
+
     def depth_first_search(batch: list[str]) -> None:
         """
         Recursively lookup entities in a depth-first search manner.
@@ -68,9 +85,7 @@ def depth_first_search(batch: list[str]) -> None:
 
         try:
             batch_lookup = bigdata.knowledge_graph.get_entities(batch)
-            entities.extend(
-                [BigdataEntity.from_sdk(ent) for ent in batch_lookup if ent is not None]
-            )
+            entities.extend(convert_sdk_entities(batch_lookup))
         except ValidationError as e:
             non_entities_found = findall(non_entity_key_pattern, str(e))
             non_entities.extend(non_entities_found)

tests/test_search/test_search_utils.py

@@ -0,0 +1,38 @@
+from dataclasses import dataclass
+
+from bigdata_research_tools.search import search_utils
+
+
+@dataclass
+class FakeSdkEntity:
+    id: str
+    name: str
+    entity_type: str = "COMP"
+
+
+@dataclass
+class MalformedSdkEntity:
+    name: str
+    entity_type: str = "COMP"
+
+
+class FakeKnowledgeGraph:
+    def get_entities(self, ids: list[str]) -> list[FakeSdkEntity | MalformedSdkEntity]:
+        return [
+            FakeSdkEntity(id=ids[0], name="Valid Company"),
+            MalformedSdkEntity(name="Malformed Company"),
+        ]
+
+
+class FakeBigdata:
+    knowledge_graph = FakeKnowledgeGraph()
+
+
+def test_lookup_entities_skips_malformed_sdk_entities(monkeypatch) -> None:
+    monkeypatch.setattr(search_utils, "bigdata_connection", lambda: FakeBigdata())
+
+    entities = search_utils._look_up_entities_binary_search(["ABC123", "DEF456"])
+
+    assert len(entities) == 1
+    assert entities[0].id == "ABC123"
+    assert entities[0].name == "Valid Company"