Add GPT 5 support (#902)

This commit is contained in:
Will Chen
2025-08-11 15:00:02 -07:00
committed by GitHub
parent adc724cadf
commit ab757d2b96
8 changed files with 99 additions and 16 deletions

View File

@@ -24,10 +24,16 @@ export async function getContextWindow() {
return modelOption?.contextWindow || DEFAULT_CONTEXT_WINDOW;
}
// Most models support at least 8000 output tokens so we use it as a default value.
const DEFAULT_MAX_TOKENS = 8_000;
export async function getMaxTokens(model: LargeLanguageModel) {
export async function getMaxTokens(
model: LargeLanguageModel,
): Promise<number | undefined> {
const modelOption = await findLanguageModel(model);
return modelOption?.maxOutputTokens || DEFAULT_MAX_TOKENS;
return modelOption?.maxOutputTokens ?? undefined;
}
export async function getTemperature(
model: LargeLanguageModel,
): Promise<number> {
const modelOption = await findLanguageModel(model);
return modelOption?.temperature ?? 0;
}