diff --git a/packages/llms/src/OpenAIClient.ts b/packages/llms/src/OpenAIClient.ts index 67e7de2..33ae97c 100644 --- a/packages/llms/src/OpenAIClient.ts +++ b/packages/llms/src/OpenAIClient.ts @@ -38,7 +38,6 @@ export class OpenAIClient implements LLMClient { modelPatch({ model: this.config.model, temperature: this.config.temperature, - max_tokens: this.config.maxTokens, messages, tools: openaiTools, diff --git a/packages/llms/src/OpenAILenientClient.ts b/packages/llms/src/OpenAILenientClient.ts index 5ce15bc..d94b5b7 100644 --- a/packages/llms/src/OpenAILenientClient.ts +++ b/packages/llms/src/OpenAILenientClient.ts @@ -35,7 +35,6 @@ export class OpenAIClient implements LLMClient { modelPatch({ model: this.config.model, temperature: this.config.temperature, - max_tokens: this.config.maxTokens, messages, tools: openaiTools, diff --git a/packages/llms/src/constants.ts b/packages/llms/src/constants.ts index 8cf14b8..36f5358 100644 --- a/packages/llms/src/constants.ts +++ b/packages/llms/src/constants.ts @@ -18,4 +18,3 @@ export const DEFAULT_BASE_URL: string = export const LLM_MAX_RETRIES = 2 export const DEFAULT_TEMPERATURE = 0.7 // higher randomness helps auto-recovery -export const DEFAULT_MAX_TOKENS = 16000 diff --git a/packages/llms/src/index.ts b/packages/llms/src/index.ts index 6e9fab9..b747ebc 100644 --- a/packages/llms/src/index.ts +++ b/packages/llms/src/index.ts @@ -35,7 +35,6 @@ import { OpenAIClient } from './OpenAILenientClient' import { DEFAULT_API_KEY, DEFAULT_BASE_URL, - DEFAULT_MAX_TOKENS, DEFAULT_MODEL_NAME, DEFAULT_TEMPERATURE, LLM_MAX_RETRIES, @@ -69,7 +68,6 @@ export function parseLLMConfig(config: LLMConfig): Required { apiKey: config.apiKey ?? DEFAULT_API_KEY, model: config.model ?? DEFAULT_MODEL_NAME, temperature: config.temperature ?? DEFAULT_TEMPERATURE, - maxTokens: config.maxTokens ?? DEFAULT_MAX_TOKENS, maxRetries: config.maxRetries ?? LLM_MAX_RETRIES, customFetch: (config.customFetch ?? fetch).bind(globalThis), // fetch will be illegal unless bound } diff --git a/packages/llms/src/types.ts b/packages/llms/src/types.ts index 10e547c..543985b 100644 --- a/packages/llms/src/types.ts +++ b/packages/llms/src/types.ts @@ -73,7 +73,6 @@ export interface LLMConfig { model?: string temperature?: number - maxTokens?: number maxRetries?: number /** diff --git a/packages/website/src/docs/integration/configuration/page.tsx b/packages/website/src/docs/integration/configuration/page.tsx index 9b6ef44..2c27676 100644 --- a/packages/website/src/docs/integration/configuration/page.tsx +++ b/packages/website/src/docs/integration/configuration/page.tsx @@ -16,7 +16,6 @@ interface LLMConfig { apiKey?: string model?: string temperature?: number - maxTokens?: number maxRetries?: number /**