feat: support modelParameters in prompt.yaml files

2025-11-04 10:47:18 -08:00
parent 36ea1371dc
commit 48f0edec4d
7 changed files with 45 additions and 5 deletions
--- a/src/helpers.ts
+++ b/src/helpers.ts
@@ -82,6 +82,8 @@ export function buildInferenceRequest(
  systemPrompt: string | undefined,
  prompt: string | undefined,
  modelName: string,
+  temperature: number | undefined,
+  topP: number | undefined,
  maxTokens: number,
  endpoint: string,
  token: string,
@@ -92,6 +94,8 @@ export function buildInferenceRequest(
  return {
    messages,
    modelName,
+    temperature,
+    topP,
    maxTokens,
    endpoint,
    token,