diff --git a/lib/replicate.go b/lib/replicate.go index 583c56d..bf81ef9 100644 --- a/lib/replicate.go +++ b/lib/replicate.go @@ -20,7 +20,9 @@ func ReplicateTextGeneration(prompt string) (string, error) { } input := replicate.PredictionInput{ - "prompt": prompt, + "prompt": prompt, + "max_new_tokens": 4096, + "prompt_template": "[INST] {prompt} [/INST]", } webhook := replicate.Webhook{ URL: "https://example.com/webhook",