package lib import ( "bytes" "context" "errors" "io" "log" "net/http" "os" "strings" "github.com/replicate/replicate-go" ) var PromptPrefix = "Ready for a dose of sarcasm and wit? Himbot, your Discord assistant, is up for the challenge. Hit it with the prompt:" func ReplicateTextGeneration(prompt string) (string, error) { client, clientError := replicate.NewClient(replicate.WithTokenFromEnv()) if clientError != nil { return "", clientError } input := replicate.PredictionInput{ "prompt": PromptPrefix + prompt, "max_new_tokens": 4096, "prompt_template": "[INST] {prompt} [/INST]", } webhook := replicate.Webhook{ URL: "https://example.com/webhook", Events: []replicate.WebhookEventType{"start", "completed"}, } prediction, predictionError := client.Run(context.Background(), "mistralai/mixtral-8x7b-instruct-v0.1:cf18decbf51c27fed6bbdc3492312c1c903222a56e3fe9ca02d6cbe5198afc10", input, &webhook) if predictionError != nil { return "", predictionError } if prediction == nil { return "", errors.New("there was an error generating a response based on this prompt... please reach out to @himbothyswaggins to fix this issue") } test, ok := prediction.([]interface{}) if !ok { return "", errors.New("there was an error generating a response based on this prompt... please reach out to @himbothyswaggins to fix this issue") } strs := make([]string, len(test)) for i, v := range test { str, ok := v.(string) if !ok { return "", errors.New("element is not a string") } strs[i] = str } result := strings.Join(strs, "") return result, nil } func ReplicateCodeGeneration(prompt string) (string, error) { client, clientError := replicate.NewClient(replicate.WithTokenFromEnv()) if clientError != nil { return "", clientError } input := replicate.PredictionInput{ "prompt": PromptPrefix + prompt, "max_new_tokens": 4096, } webhook := replicate.Webhook{ URL: "https://example.com/webhook", Events: []replicate.WebhookEventType{"start", "completed"}, } prediction, predictionError := client.Run(context.Background(), "meta/codellama-70b-instruct:a279116fe47a0f65701a8817188601e2fe8f4b9e04a518789655ea7b995851bf", input, &webhook) if predictionError != nil { return "", predictionError } if prediction == nil { return "", errors.New("there was an error generating a response based on this prompt... please reach out to @himbothyswaggins to fix this issue") } test, ok := prediction.([]interface{}) if !ok { return "", errors.New("there was an error generating a response based on this prompt... please reach out to @himbothyswaggins to fix this issue") } strs := make([]string, len(test)) for i, v := range test { str, ok := v.(string) if !ok { return "", errors.New("element is not a string") } strs[i] = str } result := strings.Join(strs, "") return result, nil } func ReplicateImageGeneration(prompt string, filename string) (*bytes.Buffer, error) { client, clientError := replicate.NewClient(replicate.WithTokenFromEnv()) if clientError != nil { return nil, clientError } input := replicate.PredictionInput{ "prompt": prompt, "refiner": "expert_ensemble_refiner", "num_inference_steps": 30, "disable_safety_checker": true, } webhook := replicate.Webhook{ URL: "https://example.com/webhook", Events: []replicate.WebhookEventType{"start", "completed"}, } prediction, predictionError := client.Run(context.Background(), "stability-ai/sdxl:39ed52f2a78e934b3ba6e2a89f5b1c712de7dfea535525255b1aa35c5565e08b", input, &webhook) if predictionError != nil { return nil, predictionError } if prediction == nil { return nil, errors.New("there was an error generating the image based on this prompt... please reach out to @himbothyswaggins to fix this issue") } test, ok := prediction.([]interface{}) if !ok { return nil, errors.New("there was an error generating the image based on this prompt... please reach out to @himbothyswaggins to fix this issue") } imgUrl, ok := test[0].(string) if !ok { return nil, errors.New("there was an error generating the image based on this prompt... please reach out to @himbothyswaggins to fix this issue") } imageRes, imageGetErr := http.Get(imgUrl) if imageGetErr != nil { return nil, imageGetErr } defer imageRes.Body.Close() imageBytes, imgReadErr := io.ReadAll(imageRes.Body) if imgReadErr != nil { return nil, imgReadErr } // Save image to a temporary file tmpfile, err := os.Create(filename) if err != nil { log.Fatal(err) } defer os.Remove(tmpfile.Name()) if _, err := tmpfile.Write(imageBytes); err != nil { log.Fatal(err) } if err := tmpfile.Close(); err != nil { log.Fatal(err) } // Upload the image to S3 _, uploadErr := UploadToS3(tmpfile.Name()) if uploadErr != nil { log.Printf("Failed to upload image to S3: %v", uploadErr) } imageFile := bytes.NewBuffer(imageBytes) return imageFile, nil }