🤖 feat: Add first-class Ollama support with auto-detect and auto-start

Implement comprehensive Ollama integration that automatically detects
running servers, starts them if needed, and manages model availability.

Key features:
- Provider resolution: parseModelSpec() handles 'ollama:model:tag' format
- OllamaManager service: health checks, CLI detection, server lifecycle
- Auto-start: spawns 'ollama serve' with exponential backoff (max 30s)
- Model management: list, pull, warm-up operations via /api/* endpoints
- Security: localhost-only by default, validates non-local hosts
- IPC channels: 6 new handlers for health, start, list, pull, cancel, config
- AI service: integrates ollama-ai-provider package with lazy loading
- Type safety: comprehensive TypeScript types and defensive programming

Architecture:
- ~800 LoC production code across provider resolver, manager, types
- Full test coverage for provider resolution (16 tests)
- Tracks server lifecycle (only kills processes we started)
- Streaming pull progress support (channel ready, UI pending)

Phase 1 complete - server detection, CLI validation, model ops, chat streaming.
Phase 2 (future PR): UI for model picker, pull progress modal, settings panel.

Generated with cmux

Change-Id: I25dcd66747c1db7b57d539b198cb761892b9f7ec
Signed-off-by: Test <test@example.com>

Author: Test

bun.lock

@@ -28,6 +28,7 @@
         "lru-cache": "^11.2.2",
         "markdown-it": "^14.1.0",
         "minimist": "^1.2.8",
+        "ollama-ai-provider": "^1.2.0",
         "rehype-harden": "^1.1.5",
         "shescape": "^2.1.6",
         "source-map-support": "^0.5.21",
@@ -2234,6 +2235,8 @@
 
     "object.values": ["object.values@1.2.1", "", { "dependencies": { "call-bind": "^1.0.8", "call-bound": "^1.0.3", "define-properties": "^1.2.1", "es-object-atoms": "^1.0.0" } }, "sha512-gXah6aZrcUxjWg2zR2MwouP2eHlCBzdV4pygudehaKXSGW4v2AsRQUK+lwwXhii6KFZcunEnmSUoYp5CXibxtA=="],
 
+    "ollama-ai-provider": ["ollama-ai-provider@1.2.0", "", { "dependencies": { "@ai-sdk/provider": "^1.0.0", "@ai-sdk/provider-utils": "^2.0.0", "partial-json": "0.1.7" }, "peerDependencies": { "zod": "^3.0.0" }, "optionalPeers": ["zod"] }, "sha512-jTNFruwe3O/ruJeppI/quoOUxG7NA6blG3ZyQj3lei4+NnJo7bi3eIRWqlVpRlu/mbzbFXeJSBuYQWF6pzGKww=="],
+
     "on-finished": ["on-finished@2.4.1", "", { "dependencies": { "ee-first": "1.1.1" } }, "sha512-oVlzkg3ENAhCk2zdv7IJwd/QUD4z2RxRwpkcGY8psCVcCYZNq4wYnVWALHM+brtuJjePWiYF/ClmuDr8Ch5+kg=="],
 
     "once": ["once@1.4.0", "", { "dependencies": { "wrappy": "1" } }, "sha512-lNaJgI+2Q5URQBkccEKHTQOPaXdUxnZZElQTZY0MFUAuaEqe1E+Nyvgdz/aIyNi6Z9MzO5dv1H8n58/GELp3+w=="],
@@ -2280,6 +2283,8 @@
 
     "parseurl": ["parseurl@1.3.3", "", {}, "sha512-CiyeOxFT/JZyN5m0z9PfXw4SCBJ6Sygz1Dpl0wqjlhDEGGBP1GnsUVEL0p63hoG1fcj3fHynXi9NYO4nWOL+qQ=="],
 
+    "partial-json": ["partial-json@0.1.7", "", {}, "sha512-Njv/59hHaokb/hRUjce3Hdv12wd60MtM9Z5Olmn+nehe0QDAsRtRbJPvJ0Z91TusF0SuZRIvnM+S4l6EIP8leA=="],
+
     "path-data-parser": ["path-data-parser@0.1.0", "", {}, "sha512-NOnmBpt5Y2RWbuv0LMzsayp3lVylAHLPUTut412ZA3l+C4uw4ZVkQbjShYCQ8TCpUMdPapr4YjUqLYD6v68j+w=="],
 
     "path-exists": ["path-exists@4.0.0", "", {}, "sha512-ak9Qy5Q7jYb2Wwcey5Fpvg2KoAc/ZIhLSLOSBmRmygPsGwkVVt0fZa0qrtMz+m6tJTAHfZQ8FnmB4MG4LWy7/w=="],
@@ -2504,6 +2509,8 @@
 
     "scheduler": ["scheduler@0.23.2", "", { "dependencies": { "loose-envify": "^1.1.0" } }, "sha512-UOShsPwz7NrMUqhR6t0hWjFduvOzbtv7toDH1/hIrfRNIDBnnBWd0CwJTGvTpngVlmwGCdP9/Zl/tVrDqcuYzQ=="],
 
+    "secure-json-parse": ["secure-json-parse@2.7.0", "", {}, "sha512-6aU+Rwsezw7VR8/nyvKTx8QpWH9FrcYiXXlqC4z5d5XQBDRqtbfsRjnwGyqbi3gddNtWHuEk9OANUotL26qKUw=="],
+
     "semver": ["semver@6.3.1", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA=="],
 
     "semver-compare": ["semver-compare@1.0.0", "", {}, "sha512-YM3/ITh2MJ5MtzaM429anh+x2jiLVjqILF4m4oyQB18W7Ggea7BfqdH/wGMK7dDiMghv/6WG7znWMwUDzJiXow=="],
@@ -3194,6 +3201,10 @@
 
     "nyc/yargs": ["yargs@15.4.1", "", { "dependencies": { "cliui": "^6.0.0", "decamelize": "^1.2.0", "find-up": "^4.1.0", "get-caller-file": "^2.0.1", "require-directory": "^2.1.1", "require-main-filename": "^2.0.0", "set-blocking": "^2.0.0", "string-width": "^4.2.0", "which-module": "^2.0.0", "y18n": "^4.0.0", "yargs-parser": "^18.1.2" } }, "sha512-aePbxDmcYW++PaqBsJ+HYUFwCdv4LVvdnhBy78E57PIor8/OVvhMrADFFEDh8DHDFRv/O9i3lPhsENjO7QX0+A=="],
 
+    "ollama-ai-provider/@ai-sdk/provider": ["@ai-sdk/provider@1.1.3", "", { "dependencies": { "json-schema": "^0.4.0" } }, "sha512-qZMxYJ0qqX/RfnuIaab+zp8UAeJn/ygXXAffR5I4N0n1IrvA6qBsjc8hXLmBiMV2zoXlifkacF7sEFnYnjBcqg=="],
+
+    "ollama-ai-provider/@ai-sdk/provider-utils": ["@ai-sdk/provider-utils@2.2.8", "", { "dependencies": { "@ai-sdk/provider": "1.1.3", "nanoid": "^3.3.8", "secure-json-parse": "^2.7.0" }, "peerDependencies": { "zod": "^3.23.8" } }, "sha512-fqhG+4sCVv8x7nFzYnFo19ryhAa3w096Kmc3hWxMQfW/TubPOmt3A6tYZhl4mUfQWWQMsuSkLrtjlWuXBVSGQA=="],
+
     "parse-entities/@types/unist": ["@types/unist@2.0.11", "", {}, "sha512-CmBKiL6NNo/OqgmMn95Fk9Whlp2mtvIv+KNpQKN2F4SjvrEesubTRWGYSg+BnWZOnlCaSTU1sMpsBOzgbYhnsA=="],
 
     "parse5/entities": ["entities@6.0.1", "", {}, "sha512-aN97NXWF6AWBTahfVOIrB/NShkzi5H7F9r1s9mD3cDj4Ko5f2qhhVoYMibXF7GlLveb/D2ioWay8lxI97Ven3g=="],

package.json

@@ -69,6 +69,7 @@
     "lru-cache": "^11.2.2",
     "markdown-it": "^14.1.0",
     "minimist": "^1.2.8",
+    "ollama-ai-provider": "^1.2.0",
     "rehype-harden": "^1.1.5",
     "shescape": "^2.1.6",
     "source-map-support": "^0.5.21",

src/constants/ipc-constants.ts

@@ -11,6 +11,14 @@ export const IPC_CHANNELS = {
   PROVIDERS_SET_CONFIG: "providers:setConfig",
   PROVIDERS_LIST: "providers:list",
 
+  // Ollama channels
+  OLLAMA_HEALTH_CHECK: "ollama:healthCheck",
+  OLLAMA_START_SERVER: "ollama:startServer",
+  OLLAMA_LIST_MODELS: "ollama:listModels",
+  OLLAMA_PULL_MODEL: "ollama:pullModel",
+  OLLAMA_CANCEL_PULL: "ollama:cancelPull",
+  OLLAMA_GET_CONFIG: "ollama:getConfig",
+
   // Project channels
   PROJECT_CREATE: "project:create",
   PROJECT_REMOVE: "project:remove",

src/services/aiService.ts

@@ -366,6 +366,23 @@ export class AIService extends EventEmitter {
         return Ok(model);
       }
 
+      // Handle Ollama provider
+      if (providerName === "ollama") {
+        // Lazy-load Ollama provider to reduce startup time
+        const { createOllama } = await import("ollama-ai-provider");
+
+        // Get Ollama config from providers.jsonc or use defaults
+        const host = providerConfig.host ?? "http://127.0.0.1:11434";
+
+        const provider = createOllama({
+          baseURL: typeof host === "string" ? host : "http://127.0.0.1:11434",
+        });
+
+        // Type assertion needed as ollama-ai-provider returns LanguageModelV1
+        // Cast through unknown since LanguageModel may be LanguageModelV1 or V2
+        return Ok(provider(modelId) as unknown as LanguageModel);
+      }
+
       return Err({
         type: "provider_not_supported",
         provider: providerName,

src/services/ipcMain.ts

@@ -26,6 +26,7 @@ import { BashExecutionService } from "@/services/bashExecutionService";
 import { InitStateManager } from "@/services/initStateManager";
 import { createRuntime } from "@/runtime/runtimeFactory";
 import type { RuntimeConfig } from "@/types/runtime";
+import { OllamaManager } from "@/services/ollama/OllamaManager";
 /**
  * IpcMain - Manages all IPC handlers and service coordination
  *
@@ -46,6 +47,7 @@ export class IpcMain {
   private readonly aiService: AIService;
   private readonly bashService: BashExecutionService;
   private readonly initStateManager: InitStateManager;
+  private readonly ollamaManager: OllamaManager;
   private readonly sessions = new Map<string, AgentSession>();
   private readonly sessionSubscriptions = new Map<
     string,
@@ -136,6 +138,7 @@ export class IpcMain {
       this.initStateManager
     );
     this.bashService = new BashExecutionService();
+    this.ollamaManager = new OllamaManager();
   }
 
   private getOrCreateSession(workspaceId: string): AgentSession {
@@ -1170,12 +1173,82 @@ export class IpcMain {
       try {
         // Return all supported providers, not just configured ones
         // This matches the providers defined in the registry
-        return ["anthropic", "openai"];
+        return ["anthropic", "openai", "ollama"];
       } catch (error) {
         log.error("Failed to list providers:", error);
         return [];
       }
     });
+
+    // Ollama-specific handlers
+    ipcMain.handle(IPC_CHANNELS.OLLAMA_HEALTH_CHECK, async () => {
+      try {
+        const health = await this.ollamaManager.healthCheck();
+        return { success: true, data: health };
+      } catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        return { success: false, error: message };
+      }
+    });
+
+    ipcMain.handle(IPC_CHANNELS.OLLAMA_START_SERVER, async () => {
+      try {
+        const result = await this.ollamaManager.startServer();
+        return { success: true, data: result };
+      } catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        return { success: false, error: message };
+      }
+    });
+
+    ipcMain.handle(IPC_CHANNELS.OLLAMA_LIST_MODELS, async () => {
+      try {
+        const result = await this.ollamaManager.listModels();
+        if (result.success) {
+          return { success: true, data: result.models };
+        } else {
+          return { success: false, error: result.error };
+        }
+      } catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        return { success: false, error: message };
+      }
+    });
+
+    ipcMain.handle(IPC_CHANNELS.OLLAMA_PULL_MODEL, async (_event, modelName: string) => {
+      try {
+        // TODO: Implement progress streaming via IPC
+        const result = await this.ollamaManager.pullModel(modelName);
+        if (result.success) {
+          return { success: true, data: undefined };
+        } else {
+          return { success: false, error: result.error };
+        }
+      } catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        return { success: false, error: message };
+      }
+    });
+
+    ipcMain.handle(IPC_CHANNELS.OLLAMA_CANCEL_PULL, (_event, pullId: string) => {
+      try {
+        const cancelled = this.ollamaManager.cancelPull(pullId);
+        return { success: true, data: cancelled };
+      } catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        return { success: false, error: message };
+      }
+    });
+
+    ipcMain.handle(IPC_CHANNELS.OLLAMA_GET_CONFIG, () => {
+      try {
+        const config = this.ollamaManager.getConfig();
+        return { success: true, data: config };
+      } catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        return { success: false, error: message };
+      }
+    });
   }
 
   private registerProjectHandlers(ipcMain: ElectronIpcMain): void {