You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
66 lines
1.4 KiB
Go
66 lines
1.4 KiB
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"net/http"
|
|
"io"
|
|
"os"
|
|
"context"
|
|
"log"
|
|
gogpt "github.com/sashabaranov/go-gpt3"
|
|
)
|
|
|
|
var c *gogpt.Client
|
|
|
|
func index(w http.ResponseWriter, req *http.Request) {
|
|
//time.Sleep(4 * time.Second)
|
|
(w).Header().Set("Access-Control-Allow-Origin", "*")
|
|
req.Body = http.MaxBytesReader(w, req.Body, 1024 * 1024) // no sending huge files to crash the server
|
|
promptBytes, err := io.ReadAll(req.Body)
|
|
if err != nil {
|
|
w.WriteHeader(http.StatusBadRequest)
|
|
return
|
|
} else {
|
|
promptString := string(promptBytes)
|
|
|
|
fmt.Println()
|
|
fmt.Println("Println line prompt string: ", promptString)
|
|
|
|
ctx := context.Background()
|
|
req := gogpt.CompletionRequest{
|
|
Model: "curie:ft-personal-2023-03-13-05-51-19",
|
|
MaxTokens: 80,
|
|
Prompt: promptString,
|
|
Temperature: 0.9,
|
|
FrequencyPenalty: 0.0,
|
|
PresencePenalty: 0.6,
|
|
TopP: 1.0,
|
|
Stop: []string{"\""},
|
|
N: 1,
|
|
}
|
|
resp, err := c.CreateCompletion(ctx, req)
|
|
if err != nil {
|
|
fmt.Println("Failed to generate: ", err)
|
|
w.WriteHeader(http.StatusInternalServerError)
|
|
return
|
|
}
|
|
response := resp.Choices[0].Text
|
|
fmt.Println("Println response: ", response)
|
|
fmt.Fprintf(w, "%s", response)
|
|
}
|
|
}
|
|
|
|
func main() {
|
|
api_key := os.Getenv("OPENAI_API_KEY")
|
|
if api_key == "" {
|
|
log.Fatal("Must provide openai key")
|
|
}
|
|
c = gogpt.NewClient(api_key)
|
|
|
|
http.HandleFunc("/", index)
|
|
|
|
log.Println("Serving...")
|
|
http.ListenAndServe(":8090", nil)
|
|
}
|
|
|