ci: rebuild CI & publish workflows; code/test fixes for CI compatibility

Author: hey-granth

.github/workflows/ci.yml

@@ -2,57 +2,52 @@ name: CI
 
 on:
   push:
-    branches:
-      - main
+    branches: [main]
   pull_request:
-    branches:
-      - main
+    branches: [main]
 
 jobs:
-  build-and-test:
-    name: Test with Python ${{ matrix.python-version }}
+  quality:
+    name: Quality checks (Python ${{ matrix.python-version }})
     runs-on: ubuntu-latest
     strategy:
-      fail-fast: false
       matrix:
-        python-version: ["3.10", "3.11", "3.12", "3.13"]
-    
+        python-version: ["3.10", "3.11", "3.12"]
+
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
 
-      - name: Setup Python
+      - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
 
-      - name: Cache pip dependencies
+      - name: Cache pip downloads
         uses: actions/cache@v4
         with:
           path: ~/.cache/pip
           key: ${{ runner.os }}-pip-${{ hashFiles('pyproject.toml') }}
           restore-keys: |
             ${{ runner.os }}-pip-
 
-      - name: Install project and dev dependencies
+      - name: Install project and development dependencies
         run: |
           python -m pip install --upgrade pip
-          # Installing required tools for the CI steps
-          pip install ruff mypy vulture pytest build
-          # Install the project itself in editable mode so tools can find it if needed
           pip install -e .
+          pip install pytest pytest-cov ruff mypy vulture build
 
-      - name: Run linting
+      - name: Lint (ruff)
         run: ruff check src
 
-      - name: Run type checking
+      - name: Type check (mypy)
         run: mypy src
 
-      - name: Run dead code detection
+      - name: Dead code detection (vulture)
         run: vulture src --min-confidence 80
 
-      - name: Run test suite
+      - name: Test suite (pytest)
         run: pytest -v
 
-      - name: Build package
+      - name: Build package (PEP 517)
         run: python -m build

.github/workflows/publish.yml

@@ -6,32 +6,29 @@ on:
 
 jobs:
   publish:
-    name: Build and Publish
+    name: Build and publish package
     runs-on: ubuntu-latest
-    
-    # Required permissions for PyPI Trusted Publishing
+
     permissions:
-      id-token: write  # This permission is required for trusted publishing
-      contents: read   # Required to checkout the repository
+      id-token: write
+      contents: read
 
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
 
-      - name: Setup Python
+      - name: Set up Python 3.12
         uses: actions/setup-python@v5
         with:
-          python-version: "3.12" # Can use any supported stable version for the build
+          python-version: "3.12"
 
-      - name: Install build tools
+      - name: Install build dependencies
         run: |
           python -m pip install --upgrade pip
           pip install build
 
-      - name: Build package
+      - name: Build distribution artifacts
         run: python -m build
 
-      # Publish using PyPI Trusted Publishing.
-      # Note: No API token or secret is needed securely provided the repository is linked in PyPI settings
       - name: Publish to PyPI
         uses: pypa/gh-action-pypi-publish@release/v1

src/codectx/cache.py

@@ -27,7 +27,7 @@ def _load(self) -> None:
         cache_file = self.cache_dir / "cache.json"
         if cache_file.is_file():
             try:
-                with open(cache_file, "r", encoding="utf-8") as f:
+                with open(cache_file, encoding="utf-8") as f:
                     self._data = json.load(f)
             except (json.JSONDecodeError, OSError) as exc:
                 logger.warning("Cache load failed: %s", exc)
@@ -121,7 +121,7 @@ def export_cache(self, output: Path) -> None:
         logger.info("Cache exported to %s", output)
 
     @classmethod
-    def import_cache(cls, archive: Path, root: Path) -> "Cache":
+    def import_cache(cls, archive: Path, root: Path) -> Cache:
         """Import cache from a tar.gz archive.
 
         Args:

src/codectx/cli.py

@@ -6,16 +6,14 @@
 import sys
 import time
 from pathlib import Path
-from typing import Optional
 
 import typer
 from rich.console import Console
 from rich.panel import Panel
 from rich.progress import Progress, SpinnerColumn, TextColumn
 
-from codectx.config.defaults import CACHE_DIR_NAME
-
 from codectx import __version__
+from codectx.config.defaults import CACHE_DIR_NAME
 
 app = typer.Typer(
     name="codectx",
@@ -47,7 +45,7 @@ def analyze(
         "-o",
         help="Output file path (default: CONTEXT.md).",
     ),
-    since: Optional[str] = typer.Option(
+    since: str | None = typer.Option(
         None,
         "--since",
         help="Include recent changes since this date (e.g. '7 days ago').",
@@ -63,7 +61,7 @@ def analyze(
         "--no-git",
         help="Skip git metadata collection.",
     ),
-    query: Optional[str] = typer.Option(
+    query: str | None = typer.Option(
         None,
         "--query",
         "-q",
@@ -79,7 +77,7 @@ def analyze(
         "--layers",
         help="Generate layered context output.",
     ),
-    extra_roots: Optional[list[Path]] = typer.Option(
+    extra_roots: list[Path] | None = typer.Option(
         None,
         "--extra-root",
         help="Additional root directories for multi-root analysis.",
@@ -180,7 +178,7 @@ def benchmark(
 
     # Rank
     t0 = time.perf_counter()
-    from codectx.ranker.git_meta import collect_git_metadata, collect_recent_changes
+    from codectx.ranker.git_meta import collect_git_metadata
     from codectx.ranker.scorer import score_files
 
     git_meta = collect_git_metadata(files, config.root, config.no_git)
@@ -299,22 +297,26 @@ def search(
 ) -> None:
     """Search the codebase semantically."""
     _setup_logging(verbose)
-    
+
     try:
         from codectx.ranker.semantic import is_available, semantic_score
+
         if not is_available():
-            console.print("[red]Semantic search is not installed. Run: pip install codectx[semantic][/]")
+            console.print(
+                "[red]Semantic search is not installed. Run: pip install codectx[semantic][/]"
+            )
             raise typer.Exit(1)
-            
-        from codectx.walker import walk
-        from codectx.parser.treesitter import parse_files
-        from codectx.config.loader import load_config
+
         import hashlib
+
         from codectx.cache import Cache
-        
+        from codectx.config.loader import load_config
+        from codectx.parser.treesitter import parse_files
+        from codectx.walker import walk
+
         config = load_config(root)
         files = walk(config.root, config.extra_ignore)
-        
+
         # Parse files with cache
         cache = Cache(config.root)
         parse_results = {}
@@ -329,9 +331,13 @@ def search(
                 parse_results[f] = cached
             else:
                 uncached_files.append(f)
-        
+
         if uncached_files:
-            with Progress(SpinnerColumn(), TextColumn("[progress.description]{task.description}"), transient=True) as progress:
+            with Progress(
+                SpinnerColumn(),
+                TextColumn("[progress.description]{task.description}"),
+                transient=True,
+            ) as progress:
                 progress.add_task("Parsing uncached files...", total=None)
                 fresh = parse_files(uncached_files)
                 for f, result in fresh.items():
@@ -342,28 +348,30 @@ def search(
                         fhash = ""
                     cache.put_parse_result(f, fhash, result)
             cache.save()
-        
+
         cache_dir = config.root / ".codectx_cache" / "embeddings"
         cache_dir.mkdir(parents=True, exist_ok=True)
-        
-        with Progress(SpinnerColumn(), TextColumn("[progress.description]{task.description}"), transient=True) as progress:
+
+        with Progress(
+            SpinnerColumn(), TextColumn("[progress.description]{task.description}"), transient=True
+        ) as progress:
             progress.add_task("Computing semantic relevance...", total=None)
             scores = semantic_score(query, files, parse_results, cache_dir)
-            
+
         sorted_files = sorted(scores.items(), key=lambda x: x[1], reverse=True)
-        
+
         console.print(f"\n[bold cyan]Search Results for:[/] '{query}'\n")
-        
+
         found = False
         for f, score in sorted_files[:limit]:
             if score > 0.0:
                 rel = f.relative_to(config.root)
                 console.print(f"[bold green]{rel}[/] (score: {score:.3f})")
                 found = True
-                
+
         if not found:
             console.print("[yellow]No relevant files found.[/]")
-            
+
     except Exception as exc:
         console.print(f"[red]Error during search:[/] {exc}")
         raise typer.Exit(1)
@@ -453,14 +461,16 @@ def main(
 
 from dataclasses import dataclass
 
+
 @dataclass
 class PipelineMetrics:
     output_path: Path
     files_scanned: int
     original_tokens: int
     context_tokens: int
 
-def _run_pipeline(config: "object") -> PipelineMetrics:
+
+def _run_pipeline(config: object) -> PipelineMetrics:
     """Run the full codectx pipeline and return the output metrics."""
     import hashlib
 
@@ -470,7 +480,7 @@ def _run_pipeline(config: "object") -> PipelineMetrics:
     from codectx.config.loader import Config
     from codectx.graph.builder import build_dependency_graph
     from codectx.output.formatter import format_context, write_context_file
-    from codectx.parser.treesitter import parse_file, parse_files
+    from codectx.parser.treesitter import parse_files
     from codectx.ranker.git_meta import collect_git_metadata, collect_recent_changes
     from codectx.ranker.scorer import score_files
     from codectx.safety import confirm_sensitive_files, find_sensitive_files
@@ -607,6 +617,7 @@ def _run_pipeline(config: "object") -> PipelineMetrics:
 
         if config.layers:
             from codectx.output.formatter import write_layer_files
+
             write_layer_files(content_sections, config.root)
             output_path = config.root / "FULL_CONTEXT.md"
             write_context_file(content_sections, output_path)
@@ -620,6 +631,7 @@ def _run_pipeline(config: "object") -> PipelineMetrics:
         progress.update(task, description="Done!")
 
     from codectx.compressor.budget import count_tokens
+
     original_tokens = sum(count_tokens(pr.raw_source) for pr in parse_results.values() if pr)
 
     return PipelineMetrics(

src/codectx/compressor/tiered.py

@@ -85,23 +85,23 @@ def sort_key(p: Path) -> tuple[float, str]:
 
     for path in sorted_paths:
         tier = tiers.get(path, 3)
-        
+
         if tier == 1:
             if path.name in ENTRYPOINT_FILENAMES:
                 tier1.append(path)
             elif core_count < MAX_CORE_MODULES:
                 tier1.append(path)
                 core_count += 1
             else:
-                tier = 2 # Downgrade to tier 2
+                tier = 2  # Downgrade to tier 2
 
         if tier == 2:
             if supporting_count < MAX_SUPPORTING_MODULES:
                 tier2.append(path)
                 supporting_count += 1
             else:
-                tier = 3 # Downgrade to tier 3
-                
+                tier = 3  # Downgrade to tier 3
+
         if tier == 3:
             tier3.append(path)
 
@@ -233,7 +233,7 @@ def _tier1_content(pr: ParseResult, path: Path, root: Path) -> str:
     rel = path.relative_to(root).as_posix()
     lang = pr.language if pr.language != "unknown" else ""
     header = f"### `{rel}`\n"
-    
+
     source = pr.raw_source
     if path.name in ENTRYPOINT_FILENAMES:
         lines = source.split("\n")

src/codectx/graph/builder.py

@@ -154,11 +154,11 @@ def detect_call_paths(self, max_depth: int = 5) -> list[list[Path]]:
         for entry in entries:
             current = entry
             path = [current]
-            
+
             idx = self.path_to_idx.get(current)
             if idx is None:
                 continue
-                
+
             visited = {idx}
 
             for _ in range(max_depth - 1):