atridad/himbot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Speed up chat

Browse Source
This commit is contained in:
Atridad Lahiji
2024-02-26 00:56:51 -07:00
parent 862e0679a5
commit 4ad1fde667
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
lib/replicate.go
View File

@ -32,7 +32,7 @@ func ReplicateTextGeneration(prompt string) (string, error) {
Events: []replicate.WebhookEventType{"start", "completed"}, Events: []replicate.WebhookEventType{"start", "completed"},
} }
prediction, predictionError := client.Run(context.Background(), "meta/llama-2-70b-chat:02e509c789964a7ea8736978a43525956ef40397be9033abf9fd2badfe68c9e3", input, &webhook) prediction, predictionError := client.Run(context.Background(), "meta/llama-2-13b-chat:f4e2de70d66816a838a89eeeb621910adffb0dd0baba3976c96980970978018d", input, &webhook)
if predictionError != nil { if predictionError != nil {
return "", predictionError return "", predictionError