atridad/himbot
1
0
Fork 0
Code Projects Releases Packages 1 Activity Actions

Fixed chat

Browse source
This commit is contained in:
Atridad Lahiji 2024-02-26 00:42:07 -07:00
parent d3edeb6f3f
commit ddecab5cec
No known key found for this signature in database
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
lib/replicate.go
View file

@ -22,9 +22,8 @@ func ReplicateTextGeneration(prompt string) (string, error) {
}
input := replicate.PredictionInput{
"prompt": ReplicatePromptPrefix + prompt,
"max_new_tokens": 4096,
"prompt_template": "<s>[INST] {prompt} [/INST]",
"prompt": ReplicatePromptPrefix + prompt,
"max_new_tokens": 4096,
}
webhook := replicate.Webhook{