missed comment
This commit is contained in:
@@ -43,11 +43,11 @@ inputs:
|
|||||||
required: false
|
required: false
|
||||||
default: ''
|
default: ''
|
||||||
max-tokens:
|
max-tokens:
|
||||||
description: The maximum tokens to generate (deprecated)
|
description: The maximum number of tokens to generate (deprecated)
|
||||||
required: false
|
required: false
|
||||||
default: '200'
|
default: '200'
|
||||||
max-completion-tokens:
|
max-completion-tokens:
|
||||||
description: The maximum tokens to generate
|
description: The maximum number of tokens to generate
|
||||||
required: false
|
required: false
|
||||||
default: ''
|
default: ''
|
||||||
temperature:
|
temperature:
|
||||||
|
|||||||
@@ -34,6 +34,8 @@ export interface InferenceResponse {
|
|||||||
}>
|
}>
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Note: solution around models using different underlying max tokens properties
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Build according to what input was passed, default to max_tokens.
|
* Build according to what input was passed, default to max_tokens.
|
||||||
* Only one of max_tokens or max_completion_tokens will be set.
|
* Only one of max_tokens or max_completion_tokens will be set.
|
||||||
|
|||||||
Reference in New Issue
Block a user