missed comment
This commit is contained in:
@@ -43,11 +43,11 @@ inputs:
|
||||
required: false
|
||||
default: ''
|
||||
max-tokens:
|
||||
description: The maximum tokens to generate (deprecated)
|
||||
description: The maximum number of tokens to generate (deprecated)
|
||||
required: false
|
||||
default: '200'
|
||||
max-completion-tokens:
|
||||
description: The maximum tokens to generate
|
||||
description: The maximum number of tokens to generate
|
||||
required: false
|
||||
default: ''
|
||||
temperature:
|
||||
|
||||
@@ -34,6 +34,8 @@ export interface InferenceResponse {
|
||||
}>
|
||||
}
|
||||
|
||||
// Note: solution around models using different underlying max tokens properties
|
||||
|
||||
/**
|
||||
* Build according to what input was passed, default to max_tokens.
|
||||
* Only one of max_tokens or max_completion_tokens will be set.
|
||||
|
||||
Reference in New Issue
Block a user