Add Ollama #45
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change | ||||
|---|---|---|---|---|---|---|
| @@ -0,0 +1,189 @@ | ||||||
| type OllamaModule = typeof import('ollama-ai-provider-v2'); | ||||||
| import type { LanguageModelV2 } from '@ai-sdk/provider'; | ||||||
| import type { ModelConfig, ProviderMetadata, ProviderInstanceParams } from '../types'; | ||||||
| import { AIProvider, createModelId, createProviderId, isObject } from '../types'; | ||||||
| import { OllamaIcon } from '../icons'; | ||||||
| import { baseUrlField, makeConfiguration, type ConfigAPI } from './configuration'; | ||||||
| import type { OllamaProviderSettings } from 'ollama-ai-provider-v2'; | ||||||
|
|
||||||
| interface OllamaModelDetails { | ||||||
| format?: string; | ||||||
| family?: string; | ||||||
| families?: string[] | null; | ||||||
| parameter_size?: string; | ||||||
| quantization_level?: string; | ||||||
| } | ||||||
|
|
||||||
| interface OllamaModel { | ||||||
| name: string; | ||||||
| modified_at?: string; | ||||||
| size?: number; | ||||||
| digest?: string; | ||||||
| details?: OllamaModelDetails | null; | ||||||
| } | ||||||
|
|
||||||
| interface OllamaModelListResponse { | ||||||
| models: OllamaModel[]; | ||||||
| } | ||||||
|
|
||||||
| function isOllamaModel(value: unknown): value is OllamaModel { | ||||||
| if (!isObject(value)) { | ||||||
| return false; | ||||||
| } | ||||||
|
|
||||||
| const candidate = value as { | ||||||
| name?: unknown; | ||||||
| modified_at?: unknown; | ||||||
| size?: unknown; | ||||||
| digest?: unknown; | ||||||
| details?: unknown; | ||||||
| }; | ||||||
|
|
||||||
| if (typeof candidate.name !== 'string' || candidate.name.trim().length === 0) { | ||||||
| return false; | ||||||
| } | ||||||
|
|
||||||
| if (candidate.modified_at !== undefined && typeof candidate.modified_at !== 'string') { | ||||||
| return false; | ||||||
| } | ||||||
|
|
||||||
| if (candidate.size !== undefined && typeof candidate.size !== 'number') { | ||||||
| return false; | ||||||
| } | ||||||
|
|
||||||
| if (candidate.digest !== undefined && typeof candidate.digest !== 'string') { | ||||||
| return false; | ||||||
| } | ||||||
|
|
||||||
| if (candidate.details !== undefined && candidate.details !== null) { | ||||||
| if (!isObject(candidate.details)) { | ||||||
| return false; | ||||||
| } | ||||||
|
|
||||||
| const details = candidate.details as { | ||||||
| families?: unknown; | ||||||
| }; | ||||||
|
|
||||||
| if ( | ||||||
| details.families !== undefined && | ||||||
| details.families !== null && | ||||||
| (!Array.isArray(details.families) || | ||||||
| details.families.some((family) => typeof family !== 'string')) | ||||||
| ) { | ||||||
| return false; | ||||||
| } | ||||||
|
hbmartin marked this conversation as resolved.
|
||||||
| } | ||||||
|
|
||||||
| return true; | ||||||
| } | ||||||
|
|
||||||
| function isOllamaModelListResponse(value: unknown): value is OllamaModelListResponse { | ||||||
| if (!isObject(value)) { | ||||||
| return false; | ||||||
| } | ||||||
|
|
||||||
| const candidate = value as { models?: unknown }; | ||||||
|
|
||||||
| if (!Array.isArray(candidate.models)) { | ||||||
| return false; | ||||||
| } | ||||||
|
|
||||||
| return candidate.models.every((item) => isOllamaModel(item)); | ||||||
| } | ||||||
|
|
||||||
| export class OllamaProvider extends AIProvider { | ||||||
| override readonly metadata: ProviderMetadata = { | ||||||
| id: createProviderId('ollama'), | ||||||
| name: 'Ollama', | ||||||
| description: 'Use local AI models like gpt-oss, Qwen, Gemma, DeepSeek hosted on your computer.', | ||||||
| icon: OllamaIcon, | ||||||
| documentationUrl: 'https://docs.ollama.com/quickstart', | ||||||
| fetchModelListPath: '/api/tags', | ||||||
|
hbmartin marked this conversation as resolved.
|
||||||
| }; | ||||||
|
|
||||||
| override readonly models: ModelConfig[] = []; | ||||||
|
|
||||||
| override readonly configuration: ConfigAPI<OllamaProviderSettings> = | ||||||
| makeConfiguration<OllamaProviderSettings>()({ | ||||||
| fields: [baseUrlField('http://localhost:11434/api')], | ||||||
| }); | ||||||
|
|
||||||
| override async fetchModels( | ||||||
| options: ProviderInstanceParams['options'] | undefined | ||||||
| ): Promise<ModelConfig[]> { | ||||||
| if (this.metadata.fetchModelListPath === undefined) { | ||||||
| return []; | ||||||
| } | ||||||
|
|
||||||
| this.configuration.assertValidConfigAndRemoveEmptyKeys(options); | ||||||
|
|
||||||
| const baseUrl = | ||||||
| // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition, sonarjs/different-types-comparison | ||||||
| options !== undefined && 'baseURL' in options && options.baseURL.trim().length > 0 | ||||||
| ? options.baseURL | ||||||
| : 'http://localhost:11434/api'; | ||||||
|
Comment on lines
+120
to
+124
Contributor
There was a problem hiding this comment. issue: Base URL fallback logic may not handle URLs with paths correctly. If baseURL includes a path, constructing the new URL using base.origin may omit the intended API path. Please ensure the full baseURL is used or validate the path to prevent incorrect endpoint formation.
hbmartin marked this conversation as resolved.
|
||||||
|
|
||||||
| let requestUrl: URL; | ||||||
| try { | ||||||
| const base = new URL(baseUrl); | ||||||
| requestUrl = new URL(this.metadata.fetchModelListPath, base.origin); | ||||||
|
hbmartin marked this conversation as resolved.
Contributor
There was a problem hiding this comment. Using base.origin here discards any pathname in the provided baseURL. Consider using the full URL (e.g. base.href) if the path is meant to be preserved.
Suggested change
|
||||||
| } catch (error) { | ||||||
| const reason = error instanceof Error ? error.message : String(error); | ||||||
| throw new Error(`Invalid Ollama base URL: ${reason}`); | ||||||
| } | ||||||
|
|
||||||
| const response = await fetch(requestUrl); | ||||||
| if (!response.ok) { | ||||||
| throw new Error( | ||||||
| `Failed to fetch Ollama models: ${String(response.status)} ${response.statusText}` | ||||||
| ); | ||||||
| } | ||||||
|
|
||||||
| const payload = (await response.json()) as unknown; | ||||||
| if (!isOllamaModelListResponse(payload)) { | ||||||
| throw new TypeError('Unexpected Ollama model list response payload'); | ||||||
| } | ||||||
|
|
||||||
| // TODO: consider how discoveredAt effects sorting | ||||||
| return payload.models.map((model) => ({ | ||||||
| id: createModelId(model.name), | ||||||
| displayName: model.name, | ||||||
| contextLength: undefined, | ||||||
| supportsTools: false, | ||||||
| discoveredAt: Date.now(), | ||||||
| })); | ||||||
| } | ||||||
|
|
||||||
| // TODO: need to handle case where params.options is undefined? | ||||||
| async createInstance(params: ProviderInstanceParams): Promise<LanguageModelV2> { | ||||||
| // Dynamic import to avoid bundling if not needed | ||||||
| let ollama: OllamaModule; | ||||||
|
|
||||||
| try { | ||||||
| // This will be a peer dependency | ||||||
| ollama = await import('ollama-ai-provider-v2'); | ||||||
| } catch { | ||||||
| throw new Error( | ||||||
| 'Ollama provider requires "ollama-ai-provider-v2" to be installed. ' + | ||||||
| 'Please install it with: npm install ollama-ai-provider-v2' | ||||||
| ); | ||||||
| } | ||||||
|
|
||||||
| const options = params.options ?? {}; | ||||||
|
|
||||||
| const baseURL = options.baseURL?.trim().length ? options.baseURL : 'http://localhost:11434/api'; | ||||||
|
Check failure on line 174 in src/lib/providers/OllamaProvider.ts
|
||||||
| const compatibility = | ||||||
| options.compatibility === 'compatible' || options.compatibility === 'strict' | ||||||
|
Check failure on line 176 in src/lib/providers/OllamaProvider.ts
|
||||||
| ? options.compatibility | ||||||
| : 'strict'; | ||||||
|
|
||||||
| const clientOptions: OllamaProviderSettings = { | ||||||
| baseURL, | ||||||
| compatibility, | ||||||
| }; | ||||||
|
hbmartin marked this conversation as resolved.
|
||||||
| this.configuration.assertValidConfigAndRemoveEmptyKeys(options); | ||||||
|
hbmartin marked this conversation as resolved.
|
||||||
|
|
||||||
| const client = ollama.createOllama(clientOptions); | ||||||
| return client(params.model); | ||||||
| } | ||||||
| } | ||||||
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Uh oh!
There was an error while loading. Please reload this page.