feat(ollama): add support for custom baseUrl (#9607)

Co-authored-by: Hunter Lovell <40191806+hntrl@users.noreply.github.com>

Author: jonghwanhyeon

.changeset/serious-grapes-shave.md

@@ -0,0 +1,5 @@
+---
+"@langchain/ollama": patch
+---
+
+feat(ollama): add support for custom baseUrl

libs/providers/langchain-ollama/src/chat_models.ts

@@ -38,6 +38,7 @@ import {
   JsonOutputParser,
   StructuredOutputParser,
 } from "@langchain/core/output_parsers";
+import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import {
   InteropZodType,
   isInteropZodSchema,
@@ -91,6 +92,7 @@ export interface ChatOllamaInput
   model?: string;
   /**
    * The host URL of the Ollama server.
+   * Defaults to `OLLAMA_BASE_URL` if set.
    * @default "http://127.0.0.1:11434"
    */
   baseUrl?: string;
@@ -124,6 +126,7 @@ export interface ChatOllamaInput
  *
  * ```bash
  * npm install @langchain/ollama
+ * export OLLAMA_BASE_URL="http://127.0.0.1:11434" # Optional; defaults to http://127.0.0.1:11434 if not set
  * ```
  *
  * ## [Constructor args](https://api.js.langchain.com/classes/_langchain_ollama.ChatOllama.html#constructor)
@@ -499,12 +502,16 @@ export class ChatOllama
   constructor(fields?: ChatOllamaInput) {
     super(fields ?? {});
 
+    this.baseUrl =
+      fields?.baseUrl ??
+      getEnvironmentVariable("OLLAMA_BASE_URL") ??
+      this.baseUrl;
+
     this.client = new Ollama({
       fetch: fields?.fetch,
-      host: fields?.baseUrl,
+      host: this.baseUrl,
       headers: fields?.headers,
     });
-    this.baseUrl = fields?.baseUrl ?? this.baseUrl;
 
     this.model = fields?.model ?? this.model;
     this.numa = fields?.numa;

libs/providers/langchain-ollama/src/embeddings.ts

@@ -1,4 +1,5 @@
 import { Embeddings, EmbeddingsParams } from "@langchain/core/embeddings";
+import { getEnvironmentVariable } from "@langchain/core/utils/env";
 // eslint-disable-next-line @typescript-eslint/ban-ts-comment
 // @ts-ignore CJS type resolution workaround
 import { Ollama } from "ollama/browser";
@@ -17,7 +18,8 @@ export interface OllamaEmbeddingsParams extends EmbeddingsParams {
   model?: string;
 
   /**
-   * Base URL of the Ollama server
+   * Base URL of the Ollama server.
+   * Defaults to `OLLAMA_BASE_URL` if set.
    * @default "http://localhost:11434"
    */
   baseUrl?: string;
@@ -76,12 +78,15 @@ export class OllamaEmbeddings extends Embeddings {
   constructor(fields?: OllamaEmbeddingsParams) {
     super({ maxConcurrency: 1, ...fields });
 
+    this.baseUrl =
+      fields?.baseUrl ??
+      getEnvironmentVariable("OLLAMA_BASE_URL") ??
+      this.baseUrl;
     this.client = new Ollama({
       fetch: fields?.fetch,
-      host: fields?.baseUrl,
+      host: this.baseUrl,
       headers: fields?.headers ? new Headers(fields.headers) : undefined,
     });
-    this.baseUrl = fields?.baseUrl ?? this.baseUrl;
 
     this.model = fields?.model ?? this.model;
     this.dimensions = fields?.dimensions;

libs/providers/langchain-ollama/src/llms.ts

@@ -1,6 +1,7 @@
 import type { BaseLanguageModelCallOptions } from "@langchain/core/language_models/base";
 import { CallbackManagerForLLMRun } from "@langchain/core/callbacks/manager";
 import { GenerationChunk } from "@langchain/core/outputs";
+import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import type { StringWithAutocomplete } from "@langchain/core/utils/types";
 import { LLM, type BaseLLMParams } from "@langchain/core/language_models/llms";
 // eslint-disable-next-line @typescript-eslint/ban-ts-comment
@@ -22,6 +23,7 @@ export interface OllamaInput extends BaseLLMParams, OllamaCamelCaseOptions {
    * Optionally override the base URL to make request to.
    * This should only be set if your Ollama instance is being
    * server from a non-standard location.
+   * Defaults to `OLLAMA_BASE_URL` if set.
    * @default "http://localhost:11434"
    */
   baseUrl?: string;
@@ -139,9 +141,11 @@ export class Ollama extends LLM<OllamaCallOptions> implements OllamaInput {
   constructor(fields?: OllamaInput & BaseLLMParams) {
     super(fields ?? {});
     this.model = fields?.model ?? this.model;
-    this.baseUrl = fields?.baseUrl?.endsWith("/")
-      ? fields?.baseUrl.slice(0, -1)
-      : fields?.baseUrl ?? this.baseUrl;
+    this.baseUrl = fields?.baseUrl
+      ? fields?.baseUrl.endsWith("/")
+        ? fields?.baseUrl.slice(0, -1)
+        : fields?.baseUrl
+      : getEnvironmentVariable("OLLAMA_BASE_URL") ?? this.baseUrl;
     this.client = new OllamaClient({
       fetch: fields?.fetch,
       host: this.baseUrl,