diff --git a/action.yml b/action.yml index 2e27cf6..f63a506 100644 --- a/action.yml +++ b/action.yml @@ -43,11 +43,11 @@ inputs: required: false default: '' max-tokens: - description: The maximum tokens to generate (deprecated) + description: The maximum number of tokens to generate (deprecated) required: false default: '200' max-completion-tokens: - description: The maximum tokens to generate + description: The maximum number of tokens to generate required: false default: '' temperature: diff --git a/src/inference.ts b/src/inference.ts index 5a40130..df9d8f7 100644 --- a/src/inference.ts +++ b/src/inference.ts @@ -34,6 +34,8 @@ export interface InferenceResponse { }> } +// Note: solution around models using different underlying max tokens properties + /** * Build according to what input was passed, default to max_tokens. * Only one of max_tokens or max_completion_tokens will be set.