Fix a lot of issues

Author: h3xxit

README.md

@@ -14,7 +14,7 @@ UTCP offers a unified framework for integrating disparate tools and services, ma
 *   **Automatic Plugin Registration**: The official plugins are automatically discovered and registered when you import the core client—no manual setup required. For other plugins, you will need to register them manually.
 *   **Scalability**: Designed to handle a large number of tools and providers without compromising performance.
 *   **Extensibility**: A pluggable architecture allows developers to easily add new communication protocols, tool storage mechanisms, and search strategies without modifying the core library.
-*   **Interoperability**: With a growing ecosystem of protocol plugins—including HTTP, MCP, Text, and CLI—UTCP can integrate with almost any existing service or infrastructure.
+*   **Interoperability**: With a growing ecosystem of protocol plugins—including HTTP, MCP, Text, File, and CLI—UTCP can integrate with almost any existing service or infrastructure.
 *   **Type Safety**: Built on well-defined TypeScript interfaces and runtime validation powered by Zod, making it robust and developer-friendly.
 *   **Secure Variable Management**: Namespace-isolated variables prevent leakage between manuals, with support for environment variables and .env files.
 
@@ -28,10 +28,13 @@ Install UTCP packages from npm:
 
 ```bash
 # Install core SDK and desired protocol plugins
-npm install @utcp/sdk @utcp/http @utcp/mcp @utcp/text
+npm install @utcp/sdk @utcp/http @utcp/mcp @utcp/text @utcp/file
+
+# Optional: Add dotenv variable loader for Node.js
+npm install @utcp/dotenv-loader
 
 # Or using bun
-bun add @utcp/sdk @utcp/http @utcp/mcp @utcp/text
+bun add @utcp/sdk @utcp/http @utcp/mcp @utcp/text @utcp/file
 ```
 
 ### For Development
@@ -98,13 +101,13 @@ main().catch(console.error);
 import { UtcpClient } from '@utcp/sdk';
 import { HttpCallTemplateSerializer } from '@utcp/http';
 import { McpCallTemplateSerializer } from '@utcp/mcp';
-import { TextCallTemplateSerializer } from '@utcp/text';
+import { FileCallTemplateSerializer } from '@utcp/file';
 
 async function main() {
   // Create serializers for each protocol
   const httpSerializer = new HttpCallTemplateSerializer();
   const mcpSerializer = new McpCallTemplateSerializer();
-  const textSerializer = new TextCallTemplateSerializer();
+  const fileSerializer = new FileCallTemplateSerializer();
 
   // Validate and create call templates
   const httpTemplate = httpSerializer.validateDict({
@@ -132,9 +135,9 @@ async function main() {
     }
   });
 
-  const textTemplate = textSerializer.validateDict({
+  const fileTemplate = fileSerializer.validateDict({
     name: 'local_tools',
-    call_template_type: 'text',
+    call_template_type: 'file',
     file_path: './config/tools.json'
   });
 
@@ -152,7 +155,7 @@ async function main() {
     manual_call_templates: [
       httpTemplate,  // HTTP API
       mcpTemplate,   // MCP Server
-      textTemplate   // Local file-based tools
+      fileTemplate   // Local file-based tools
     ]
   });
 
@@ -383,15 +386,34 @@ const mcpTemplate = serializer.validateDict({
 
 ### Text Protocol
 
-Load tools from local JSON/YAML files or OpenAPI specs:
+Handle direct text/string content (browser-compatible):
 
 ```typescript
 import { TextCallTemplateSerializer } from '@utcp/text';
 
 const serializer = new TextCallTemplateSerializer();
 const textTemplate = serializer.validateDict({
-  name: 'local_tools',
+  name: 'inline_tools',
   call_template_type: 'text',
+  content: JSON.stringify({
+    tools: [
+      // UTCP manual or OpenAPI spec as string
+    ]
+  })
+});
+```
+
+### File Protocol
+
+Load tools from local JSON/YAML files or OpenAPI specs (Node.js only):
+
+```typescript
+import { FileCallTemplateSerializer } from '@utcp/file';
+
+const serializer = new FileCallTemplateSerializer();
+const fileTemplate = serializer.validateDict({
+  name: 'local_tools',
+  call_template_type: 'file',
   file_path: './config/tools.json'
   // Supports: .json, .yaml, .yml, OpenAPI specs
 });
@@ -425,7 +447,10 @@ typescript-utcp/
 │   ├── core/          # Core SDK with UtcpClient and interfaces
 │   ├── http/          # HTTP protocol plugin
 │   ├── mcp/           # MCP protocol plugin
-│   ├── text/          # Text/file protocol plugin
+│   ├── text/          # Text/string content protocol plugin (browser-compatible)
+│   ├── file/          # File system protocol plugin (Node.js only)
+│   ├── dotenv-loader/ # DotEnv variable loader plugin (Node.js only)
+│   ├── direct-call/   # Direct call protocol plugin
 │   └── cli/           # CLI protocol plugin
 ├── tests/             # End-to-end integration tests
 └── README.md
@@ -435,7 +460,10 @@ Each package is independently published to npm:
 - `@utcp/sdk` - Core SDK library (required)
 - `@utcp/http` - HTTP protocol support
 - `@utcp/mcp` - MCP protocol support
-- `@utcp/text` - File-based tools
+- `@utcp/text` - Direct text/string content (browser-compatible)
+- `@utcp/file` - File system operations (Node.js only)
+- `@utcp/dotenv-loader` - DotEnv variable loader (Node.js only)
+- `@utcp/direct-call` - Direct function call protocol
 - `@utcp/cli` - Command-line tools
 
 ## Development & Testing

bun.lock

@@ -51,9 +51,38 @@
         "typescript": "^5.0.0",
       },
     },
+    "packages/dotenv-loader": {
+      "name": "@utcp/dotenv-loader",
+      "version": "1.0.0",
+      "dependencies": {
+        "dotenv": "^17.2.1",
+        "zod": "^3.23.8",
+      },
+      "devDependencies": {
+        "bun-types": "latest",
+        "typescript": "^5.0.0",
+      },
+      "peerDependencies": {
+        "@utcp/sdk": "^1.0.8",
+      },
+    },
+    "packages/file": {
+      "name": "@utcp/file",
+      "version": "1.0.0",
+      "dependencies": {
+        "@utcp/http": "^1.0.7",
+        "@utcp/sdk": "^1.0.8",
+        "js-yaml": "^4.1.0",
+      },
+      "devDependencies": {
+        "@types/bun": "latest",
+        "bun-types": "latest",
+        "typescript": "^5.0.0",
+      },
+    },
     "packages/http": {
       "name": "@utcp/http",
-      "version": "1.0.6",
+      "version": "1.0.8",
       "dependencies": {
         "@utcp/sdk": "^1.0.6",
         "axios": "^1.11.0",
@@ -82,14 +111,13 @@
     },
     "packages/text": {
       "name": "@utcp/text",
-      "version": "1.0.8",
+      "version": "1.0.11",
       "dependencies": {
-        "@utcp/http": "^1.0.6",
+        "@utcp/http": "^1.0.8",
         "@utcp/sdk": "^1.0.8",
         "js-yaml": "^4.1.0",
       },
       "devDependencies": {
-        "@types/bun": "latest",
         "bun-types": "latest",
         "typescript": "^5.0.0",
       },
@@ -231,6 +259,10 @@
 
     "@utcp/direct-call": ["@utcp/direct-call@workspace:packages/direct-call"],
 
+    "@utcp/dotenv-loader": ["@utcp/dotenv-loader@workspace:packages/dotenv-loader"],
+
+    "@utcp/file": ["@utcp/file@workspace:packages/file"],
+
     "@utcp/http": ["@utcp/http@workspace:packages/http"],
 
     "@utcp/mcp": ["@utcp/mcp@workspace:packages/mcp"],
@@ -593,6 +625,10 @@
 
     "@utcp/direct-call/bun-types": ["bun-types@1.3.0", "", { "dependencies": { "@types/node": "*" }, "peerDependencies": { "@types/react": "^19" } }, "sha512-u8X0thhx+yJ0KmkxuEo9HAtdfgCBaM/aI9K90VQcQioAmkVp3SG3FkwWGibUFz3WdXAdcsqOcbU40lK7tbHdkQ=="],
 
+    "@utcp/dotenv-loader/bun-types": ["bun-types@1.3.1", "", { "dependencies": { "@types/node": "*" }, "peerDependencies": { "@types/react": "^19" } }, "sha512-NMrcy7smratanWJ2mMXdpatalovtxVggkj11bScuWuiOoXTiKIu2eVS1/7qbyI/4yHedtsn175n4Sm4JcdHLXw=="],
+
+    "@utcp/file/bun-types": ["bun-types@1.3.1", "", { "dependencies": { "@types/node": "*" }, "peerDependencies": { "@types/react": "^19" } }, "sha512-NMrcy7smratanWJ2mMXdpatalovtxVggkj11bScuWuiOoXTiKIu2eVS1/7qbyI/4yHedtsn175n4Sm4JcdHLXw=="],
+
     "@utcp/http/bun-types": ["bun-types@1.3.1", "", { "dependencies": { "@types/node": "*" }, "peerDependencies": { "@types/react": "^19" } }, "sha512-NMrcy7smratanWJ2mMXdpatalovtxVggkj11bScuWuiOoXTiKIu2eVS1/7qbyI/4yHedtsn175n4Sm4JcdHLXw=="],
 
     "@utcp/mcp/bun-types": ["bun-types@1.3.0", "", { "dependencies": { "@types/node": "*" }, "peerDependencies": { "@types/react": "^19" } }, "sha512-u8X0thhx+yJ0KmkxuEo9HAtdfgCBaM/aI9K90VQcQioAmkVp3SG3FkwWGibUFz3WdXAdcsqOcbU40lK7tbHdkQ=="],

package.json

@@ -18,13 +18,15 @@
   },
   "scripts": {
     "clean": "rm -rf packages/*/dist || rmdir /s /q packages\\*\\dist || true",
-    "build": "bun run build:core && bun run build:http && bun run build:mcp && bun run build:text && bun run build:cli && bun run build:direct-call",
+    "build": "bun run build:core && bun run build:http && bun run build:mcp && bun run build:text && bun run build:file && bun run build:cli && bun run build:direct-call && bun run build:dotenv-loader",
     "build:core": "cd packages/core && bun run build",
     "build:http": "cd packages/http && bun run build",
     "build:mcp": "cd packages/mcp && bun run build",
     "build:text": "cd packages/text && bun run build",
+    "build:file": "cd packages/file && bun run build",
     "build:cli": "cd packages/cli && bun run build",
     "build:direct-call": "cd packages/direct-call && bun run build",
+    "build:dotenv-loader": "cd packages/dotenv-loader && bun run build",
     "rebuild": "bun run clean && bun run build",
     "test": "bun test --config tsconfig.test.json",
     "version:patch": "node scripts/update-versions.js patch",
@@ -33,11 +35,13 @@
     "version:set": "node scripts/update-versions.js set",
     "publish:core": "cd packages/core && npm publish",
     "publish:text": "cd packages/text && npm publish",
+    "publish:file": "cd packages/file && npm publish",
     "publish:http": "cd packages/http && npm publish",
     "publish:mcp": "cd packages/mcp && npm publish",
     "publish:cli": "cd packages/cli && npm publish",
     "publish:direct-call": "cd packages/direct-call && npm publish",
-    "publish:all": "bun run build && bun run publish:core && bun run publish:text && bun run publish:http && bun run publish:mcp && bun run publish:cli && bun run publish:direct-call"
+    "publish:dotenv-loader": "cd packages/dotenv-loader && npm publish",
+    "publish:all": "bun run build && bun run publish:core && bun run publish:text && bun run publish:file && bun run publish:http && bun run publish:mcp && bun run publish:cli && bun run publish:direct-call && bun run publish:dotenv-loader"
   },
   "workspaces": [
     "packages/*"

packages/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@utcp/cli",
-  "version": "1.0.6",
+  "version": "1.0.11",
   "description": "CLI utilities for UTCP",
   "main": "dist/index.cjs",
   "module": "dist/index.js",
@@ -43,7 +43,7 @@
     }
   },
   "dependencies": {
-    "@utcp/sdk": "^1.0.6"
+    "@utcp/sdk": "^1.0.11"
   },
   "devDependencies": {
     "bun-types": "latest",

packages/core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@utcp/sdk",
-  "version": "1.0.8",
+  "version": "1.0.11",
   "description": "Universal Tool Calling Protocol SDK",
   "main": "dist/index.cjs",
   "module": "dist/index.js",

packages/core/src/client/utcp_client.ts

@@ -1,7 +1,4 @@
 // packages/core/src/client/utcp_client.ts
-import { promises as fs } from 'fs';
-import * as path from 'path';
-import { parse as parseDotEnv } from 'dotenv';
 import { CallTemplate, CallTemplateSchema } from '../data/call_template';
 import { Tool } from '../data/tool';
 import { UtcpManualSchema } from '../data/utcp_manual';
@@ -14,6 +11,7 @@ import { ToolPostProcessor } from '../interfaces/tool_post_processor';
 import {
   UtcpClientConfig,
   UtcpClientConfigSchema,
+  UtcpClientConfigSerializer,
 } from './utcp_client_config';
 import { DefaultVariableSubstitutor } from '../implementations/default_variable_substitutor';
 import { ensureCorePluginsInitialized } from '../plugins/plugin_loader';
@@ -60,16 +58,14 @@ export class UtcpClient implements IUtcpClient {
    */
   public static async create(
     root_dir: string = process.cwd(),
-    config: Partial<UtcpClientConfig> | string = {}
+    config: UtcpClientConfig | null = null
   ): Promise<UtcpClient> {
     // Ensure core plugins are initialized before parsing config
     ensureCorePluginsInitialized();
 
     let loadedConfig: Partial<UtcpClientConfig>;
-    if (typeof config === 'string') {
-        const configPath = path.resolve(root_dir, config);
-        const configFileContent = await fs.readFile(configPath, 'utf-8');
-        loadedConfig = JSON.parse(configFileContent);
+    if (config === null) {
+        loadedConfig = new UtcpClientConfigSerializer().validateDict({});
     } else {
         loadedConfig = config;
     }
@@ -347,27 +343,6 @@ export class UtcpClient implements IUtcpClient {
     return result.data as T;
   }
 
-  /**
-   * Loads variables from sources defined in the client configuration.
-   */
-  private async loadVariables(): Promise<void> {
-    for (const varLoader of this.config.load_variables_from || []) {
-        const parsedLoader = varLoader;
-        if (parsedLoader.variable_loader_type === 'dotenv') {
-            try {
-                const envFilePath = path.resolve(this.root_dir || process.cwd(), parsedLoader.env_file_path);
-                const envContent = await fs.readFile(envFilePath, 'utf-8');
-                const envVars = parseDotEnv(envContent);
-                // Merge loaded variables, giving precedence to existing config.variables
-                this.config.variables = { ...envVars, ...this.config.variables };
-                console.log(`Loaded variables from .env file: ${envFilePath}`);
-            } catch (e: any) {
-                console.warn(`Could not load .env file from '${parsedLoader.env_file_path}': ${e.message}`);
-            }
-        }
-    }
-  }
-
   /**
    * Closes the UTCP client and releases any resources held by its communication protocols.
    */

packages/core/src/plugins/plugin_loader.ts

@@ -5,10 +5,6 @@ import { BasicAuthSerializer } from '../data/auth_implementations/basic_auth';
 import { OAuth2AuthSerializer } from '../data/auth_implementations/oauth2_auth';
 import { setPluginInitializer } from '../interfaces/serializer';
 
-// Core Variable Loaders
-import { VariableLoaderSerializer } from '../data/variable_loader';
-import { DotEnvVariableLoaderSerializer } from '../data/variable_loader_implementations/dotenv_variable_loader';
-
 // Core Tool Repository
 import { InMemConcurrentToolRepositorySerializer } from '../implementations/in_mem_concurrent_tool_repository';
 import { ConcurrentToolRepositoryConfigSerializer } from '../interfaces/concurrent_tool_repository';
@@ -34,9 +30,6 @@ function _registerCorePlugins(): void {
   AuthSerializer.registerAuth('basic', new BasicAuthSerializer());
   AuthSerializer.registerAuth('oauth2', new OAuth2AuthSerializer());
 
-  // Register Core Variable Loader Serializers
-  VariableLoaderSerializer.registerVariableLoader('dotenv', new DotEnvVariableLoaderSerializer());
-
   // Register Tool Repository Serializers
   ConcurrentToolRepositoryConfigSerializer.registerRepository('in_memory', new InMemConcurrentToolRepositorySerializer());
 
@@ -49,7 +42,7 @@ function _registerCorePlugins(): void {
 }
 
 /**
- * Attempts to auto-register optional UTCP plugins (HTTP, MCP, Text, Direct Call, CLI, etc.)
+ * Attempts to auto-register optional UTCP plugins (HTTP, MCP, Text, File, Direct Call, CLI, DotEnv Loader, etc.)
  * if they are available in the project. This is a best-effort approach that
  * silently ignores plugins that are not installed.
  */
@@ -84,6 +77,16 @@ function _tryRegisterOptionalPlugins(): void {
     // Text plugin not available, skip
   }
 
+  // Try to register File plugin
+  try {
+    const filePlugin = require('@utcp/file');
+    if (filePlugin && typeof filePlugin.register === 'function') {
+      filePlugin.register();
+    }
+  } catch (e) {
+    // File plugin not available, skip
+  }
+
   // Try to register Direct Call plugin
   try {
     const directCallPlugin = require('@utcp/direct-call');
@@ -103,6 +106,26 @@ function _tryRegisterOptionalPlugins(): void {
   } catch (e) {
     // CLI plugin not available, skip
   }
+
+  // Try to register DotEnv Loader plugin
+  try {
+    const dotenvLoaderPlugin = require('@utcp/dotenv-loader');
+    if (dotenvLoaderPlugin && typeof dotenvLoaderPlugin.register === 'function') {
+      dotenvLoaderPlugin.register();
+    }
+  } catch (e) {
+    // DotEnv Loader plugin not available, skip
+  }
+
+  // Try to register String plugin
+  try {
+    const stringPlugin = require('@utcp/string');
+    if (stringPlugin && typeof stringPlugin.register === 'function') {
+      stringPlugin.register();
+    }
+  } catch (e) {
+    // String plugin not available, skip
+  }
 }
 
 /**