feat(ollama): support defaultOptions and defaultTimeout for ollama provider
This commit is contained in:
@@ -32,6 +32,17 @@ export interface ISmartAiOptions {
|
||||
baseUrl?: string;
|
||||
model?: string;
|
||||
visionModel?: string;
|
||||
defaultOptions?: {
|
||||
num_ctx?: number;
|
||||
temperature?: number;
|
||||
top_k?: number;
|
||||
top_p?: number;
|
||||
repeat_penalty?: number;
|
||||
num_predict?: number;
|
||||
stop?: string[];
|
||||
seed?: number;
|
||||
};
|
||||
defaultTimeout?: number;
|
||||
};
|
||||
elevenlabs?: {
|
||||
defaultVoiceId?: string;
|
||||
@@ -111,6 +122,8 @@ export class SmartAi {
|
||||
baseUrl: this.options.ollama.baseUrl,
|
||||
model: this.options.ollama.model,
|
||||
visionModel: this.options.ollama.visionModel,
|
||||
defaultOptions: this.options.ollama.defaultOptions,
|
||||
defaultTimeout: this.options.ollama.defaultTimeout,
|
||||
});
|
||||
await this.ollamaProvider.start();
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user