atridad/himbot
1
0
Fork 0
Code Projects Releases Packages 1 Activity Actions

Update prompt in ReplicateTextGeneration function

Browse source
This commit is contained in:
Atridad Lahiji 2024-01-29 09:43:11 -07:00
parent 9af74ac31b
commit 33542f2f1b
No known key found for this signature in database
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
lib/replicate.go
View file

@ -20,7 +20,7 @@ func ReplicateTextGeneration(prompt string) (string, error) {
} }
input := replicate.PredictionInput{ input := replicate.PredictionInput{
"prompt": prompt, "prompt": "Respond to the following prompt as the helpful but sarcastic and witty discord assistant called Himbot: " + prompt,
"max_new_tokens": 4096, "max_new_tokens": 4096,
"prompt_template": "<s>[INST] {prompt} [/INST]", "prompt_template": "<s>[INST] {prompt} [/INST]",
} }