From b2d9b6986b94257e68309f6ad672753c63bec3a2 Mon Sep 17 00:00:00 2001 From: atridadl Date: Thu, 25 Jan 2024 10:51:45 -0700 Subject: [PATCH] Fixed Ask command --- lib/replicate.go | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/lib/replicate.go b/lib/replicate.go index 583c56d..bf81ef9 100644 --- a/lib/replicate.go +++ b/lib/replicate.go @@ -20,7 +20,9 @@ func ReplicateTextGeneration(prompt string) (string, error) { } input := replicate.PredictionInput{ - "prompt": prompt, + "prompt": prompt, + "max_new_tokens": 4096, + "prompt_template": "[INST] {prompt} [/INST]", } webhook := replicate.Webhook{ URL: "https://example.com/webhook",