Async client and waiting for evaluation completion

.gitignore

@@ -1,3 +1,5 @@
+node_modules/
+
 .prism.log
 _dev
 

.husky/pre-commit

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+npx lint-staged
+
+./scripts/test || { echo "❌ Tests failed"; exit 1; }

examples/async_client.py

@@ -0,0 +1,44 @@
+#!/usr/bin/env -S poetry run python
+
+import asyncio
+
+from atlas import AsyncAtlas
+
+
+async def main():
+    # Construct async client
+    client = await AsyncAtlas.create()
+
+    # --- Models
+    models = await client.models.get()
+    print(f"Found {len(models)} models")
+
+    # --- Benchmarks
+    benchmarks = await client.benchmarks.get()
+    print(f"Found {len(benchmarks)} benchmarks")
+
+    # --- Create evaluation
+    evaluation = await client.evaluations.create(
+        model=models[0],
+        benchmark=benchmarks[0],
+    )
+    print(f"Created evaluation {evaluation.id}, status={evaluation.status}")
+
+    # --- Wait for completion
+    evaluation = await client.evaluations.wait_for_completion(
+        evaluation,
+        interval_seconds=10,
+        timeout=600,  # 10 minutes
+    )
+    print(f"Evaluation {evaluation.id} finished with status={evaluation.status}")
+
+    # --- Results
+    if evaluation.is_success:
+        results = await client.results.get(evaluation=evaluation)
+        print("Results:", results)
+    else:
+        print("Evaluation did not succeed, no results to show.")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

examples/async_client_simple.py

@@ -0,0 +1,38 @@
+#!/usr/bin/env -S poetry run python
+
+import asyncio
+
+from atlas import AsyncAtlas
+
+
+async def main():
+    # Construct async client
+    client = await AsyncAtlas.create()
+
+    # --- Models
+    models = await client.models.get()
+    print(f"Found {len(models)} models")
+
+    # --- Benchmarks
+    benchmarks = await client.benchmarks.get()
+    print(f"Found {len(benchmarks)} benchmarks")
+
+    # --- Create evaluation
+    evaluation = await client.evaluations.create(model=models[0], benchmark=benchmarks[0])
+
+    print(f"Created evaluation {evaluation.id}, status={evaluation.status}")
+
+    # --- Wait for completion
+    await evaluation.wait_for_completion_async(interval_seconds=10, timeout=600)
+    print(f"Evaluation {evaluation.id} finished with status={evaluation.status}")
+
+    # --- Results
+    if evaluation.is_success:
+        results = await evaluation.get_results_async()
+        print("Results:", results)
+    else:
+        print("Evaluation did not succeed, no results to show.")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

examples/client.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env -S poetry run python
+
+from atlas import Atlas
+
+# Construct sync client (API key from env or inline)
+client = Atlas()
+
+# --- Models
+models = client.models.get()
+print(f"Found {len(models)} models")
+
+# --- Benchmarks
+benchmarks = client.benchmarks.get()
+print(f"Found {len(benchmarks)} benchmarks")
+
+# --- Create evaluation
+evaluation = client.evaluations.create(
+    model=models[0],
+    benchmark=benchmarks[0],
+)
+print(f"Created evaluation {evaluation.id}, status={evaluation.status}")
+
+# --- Wait for completion
+evaluation = client.evaluations.wait_for_completion(
+    evaluation,
+    interval_seconds=10,
+    timeout=600,  # 10 minutes
+)
+print(f"Evaluation {evaluation.id} finished with status={evaluation.status}")
+
+# --- Results
+if evaluation.is_success:
+    results = client.results.get(evaluation=evaluation)
+    print("Results:", results)
+else:
+    print("Evaluation did not succeed, no results to show.")

examples/client_simple.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env -S poetry run python
+
+from atlas import Atlas
+
+# Construct sync client (API key from env or inline)
+client = Atlas()
+
+# --- Models
+models = client.models.get()
+print(f"Found {len(models)} models")
+
+# --- Benchmarks
+benchmarks = client.benchmarks.get()
+print(f"Found {len(benchmarks)} benchmarks")
+
+# --- Create evaluation
+evaluation = client.evaluations.create(
+    model=models[0],
+    benchmark=benchmarks[0],
+)
+
+print(f"Created evaluation {evaluation.id}, status={evaluation.status}")
+
+# --- Wait for completion
+evaluation.wait_for_completion(
+    interval_seconds=10,
+    timeout=600,  # 10 minutes
+)
+print(f"Evaluation {evaluation.id} finished with status={evaluation.status}")
+
+# --- Results
+if evaluation.is_success:
+    results = evaluation.get_results()
+    print("Results:", results)
+else:
+    print("Evaluation did not succeed, no results to show.")