atridad/himbot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixed Ask command

Browse Source
This commit is contained in:
Atridad Lahiji
2024-01-25 10:51:45 -07:00
parent 939710133d
commit b2d9b6986b
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
lib/replicate.go
View File

@ -20,7 +20,9 @@ func ReplicateTextGeneration(prompt string) (string, error) {
} }
input := replicate.PredictionInput{ input := replicate.PredictionInput{
"prompt": prompt, "prompt": prompt,
"max_new_tokens": 4096,
"prompt_template": "<s>[INST] {prompt} [/INST]",
} }
webhook := replicate.Webhook{ webhook := replicate.Webhook{
URL: "https://example.com/webhook", URL: "https://example.com/webhook",