Properties
modelName
modelName: string
repetitionPenalty
repetitionPenalty: number = 1
streaming
streaming: boolean = false
temperature
temperature: number = 0.7
Optional logprobs
logprobs?: number
Optional maxTokens
maxTokens?: number
Optional safetyModel
safetyModel?: string
Optional stop
stop?: string[]