Resolve #42 -- Add logging and sampling callbacks

Author: codingjoe

mcp_client_for_ollama/client.py

@@ -37,7 +37,7 @@ def __init__(self, model: str = DEFAULT_MODEL, host: str = DEFAULT_OLLAMA_HOST):
         self.console = Console()
         self.config_manager = ConfigManager(self.console)
         # Initialize the server connector
-        self.server_connector = ServerConnector(self.exit_stack, self.console)
+        self.server_connector = ServerConnector(self.exit_stack, default_model=model, ollama_client=self.ollama, console=self.console)
         # Initialize the model manager
         self.model_manager = ModelManager(console=self.console, default_model=model, ollama=self.ollama)
         # Initialize the model config manager

mcp_client_for_ollama/server/connector.py

@@ -7,13 +7,18 @@
 import os
 import shutil
 from contextlib import AsyncExitStack
-from typing import Dict, List, Any, Optional, Tuple
-from rich.console import Console
-from rich.panel import Panel
+from typing import Any, Dict, List, Optional, Tuple
+
+import mcp.types
+import ollama
 from mcp import ClientSession, Tool
-from mcp.client.stdio import stdio_client, StdioServerParameters
+from mcp.client.session import LoggingFnT, SamplingFnT
 from mcp.client.sse import sse_client
+from mcp.client.stdio import StdioServerParameters, stdio_client
 from mcp.client.streamable_http import streamablehttp_client
+from mcp.shared.context import LifespanContextT, RequestContext
+from rich.console import Console
+from rich.panel import Panel
 
 from .discovery import process_server_paths, parse_server_configs, auto_discover_servers
 
@@ -25,14 +30,16 @@ class ServerConnector:
     tools provided by those servers.
     """
 
-    def __init__(self, exit_stack: AsyncExitStack, console: Optional[Console] = None):
+    def __init__(self, exit_stack: AsyncExitStack, default_model: str, ollama_client: ollama.AsyncClient, console: Optional[Console] = None):
         """Initialize the ServerConnector.
 
         Args:
             exit_stack: AsyncExitStack to manage server connections
             console: Rich console for output (optional)
         """
         self.exit_stack = exit_stack
+        self.ollama = ollama_client
+        self.default_model = default_model
         self.console = console or Console()
         self.sessions = {}  # Dict to store multiple sessions
         self.available_tools = []  # List to store all available tools
@@ -97,6 +104,40 @@ async def connect_to_servers(self, server_paths=None, config_path=None, auto_dis
 
         return self.sessions, self.available_tools, self.enabled_tools
 
+    def create_log_callback(self, server_name: str) -> LoggingFnT:
+        async def log_callback(params: mcp.types.LoggingMessageNotificationParams) -> None:
+            self.console.log(f"[green]\[{params.level.upper()}] - {server_name}:[/green]", params.data)
+
+        return log_callback
+
+    def create_sampling_callback(self) -> SamplingFnT:
+        async def _sampling_handler(
+                context: RequestContext[ClientSession, LifespanContextT],
+                params: mcp.types.CreateMessageRequestParams,
+        ) -> mcp.types.CreateMessageResult | mcp.types.ErrorData:
+            self.console.print("[cyan]Handling sampling request...[/cyan]")
+            try:
+                response = await self.ollama.chat(self.default_model, [{'role': msg.role, 'content': msg.content.text} for msg in params.messages], options={
+                    "temperature": params.temperature,
+                    "num_predict": params.maxTokens,
+                    "stop": params.stopSequences,
+                })
+            except Exception as e:
+                self.console.print_exception()
+                return mcp.types.ErrorData(
+                    code=mcp.types.INTERNAL_ERROR,
+                    message=str(e),
+                )
+            else:
+                return mcp.CreateMessageResult(
+                    role="assistant",
+                    model="fastmcp-client",
+                    content=mcp.types.TextContent(type="text", text=response.message.content),
+                )
+
+        return _sampling_handler
+
+
     async def _connect_to_server(self, server: Dict[str, Any]) -> bool:
         """Connect to a single MCP server
 
@@ -126,7 +167,7 @@ async def _connect_to_server(self, server: Dict[str, Any]) -> bool:
                 # Connect using SSE transport
                 sse_transport = await self.exit_stack.enter_async_context(sse_client(url, headers=headers))
                 read_stream, write_stream = sse_transport
-                session = await self.exit_stack.enter_async_context(ClientSession(read_stream, write_stream))
+                session = await self.exit_stack.enter_async_context(ClientSession(read_stream, write_stream, logging_callback=self.create_log_callback(server_name), sampling_callback=self.create_sampling_callback()))
 
             elif server_type == "streamable_http":
                 # Connect to Streamable HTTP server
@@ -142,7 +183,7 @@ async def _connect_to_server(self, server: Dict[str, Any]) -> bool:
                     streamablehttp_client(url, headers=headers)
                 )
                 read_stream, write_stream, session_info = transport
-                session = await self.exit_stack.enter_async_context(ClientSession(read_stream, write_stream))
+                session = await self.exit_stack.enter_async_context(ClientSession(read_stream, write_stream, logging_callback=self.create_log_callback(server_name), sampling_callback=self.create_sampling_callback()))
 
                 # Store session ID if provided
                 if hasattr(session_info, 'session_id') and session_info.session_id:
@@ -156,7 +197,7 @@ async def _connect_to_server(self, server: Dict[str, Any]) -> bool:
 
                 stdio_transport = await self.exit_stack.enter_async_context(stdio_client(server_params))
                 read_stream, write_stream = stdio_transport
-                session = await self.exit_stack.enter_async_context(ClientSession(read_stream, write_stream))
+                session = await self.exit_stack.enter_async_context(ClientSession(read_stream, write_stream, logging_callback=self.create_log_callback(server_name), sampling_callback=self.create_sampling_callback()))
 
             else:
                 # Connect to config-based server using STDIO
@@ -166,7 +207,7 @@ async def _connect_to_server(self, server: Dict[str, Any]) -> bool:
 
                 stdio_transport = await self.exit_stack.enter_async_context(stdio_client(server_params))
                 read_stream, write_stream = stdio_transport
-                session = await self.exit_stack.enter_async_context(ClientSession(read_stream, write_stream))
+                session = await self.exit_stack.enter_async_context(ClientSession(read_stream, write_stream, logging_callback=self.create_log_callback(server_name), sampling_callback=self.create_sampling_callback()))
 
             # Initialize the session
             await session.initialize()

pyproject.toml

@@ -9,7 +9,7 @@ authors = [
     {name = "Jonathan Löwenstern"}
 ]
 dependencies = [
-    "mcp>=1.6.0",
+    "mcp>=1.11.0",
     "ollama==0.5.1",
     "prompt-toolkit>=3.0.51",
     "rich>=14.0.0",