package cli import ( "context" "errors" "io" openai "github.com/sashabaranov/go-openai" ) func CreateChatCompletionRequest(messages []Message, maxTokens int) openai.ChatCompletionRequest { chatCompletionMessages := []openai.ChatCompletionMessage{} for _, m := range messages { chatCompletionMessages = append(chatCompletionMessages, openai.ChatCompletionMessage{ Role: m.Role, Content: m.OriginalContent, }) } return openai.ChatCompletionRequest{ Model: openai.GPT3Dot5Turbo, Messages: chatCompletionMessages, MaxTokens: maxTokens, } } // CreateChatCompletion submits a Chat Completion API request and returns the // response. func CreateChatCompletion(messages []Message, maxTokens int) (string, error) { client := openai.NewClient(config.OpenAI.APIKey) req := CreateChatCompletionRequest(messages, maxTokens) resp, err := client.CreateChatCompletion(context.Background(), req) if err != nil { return "", err } return resp.Choices[0].Message.Content, nil } // CreateChatCompletionStream submits a streaming Chat Completion API request // and streams the response to the provided output channel. func CreateChatCompletionStream(messages []Message, maxTokens int, output chan string) error { client := openai.NewClient(config.OpenAI.APIKey) req := CreateChatCompletionRequest(messages, maxTokens) defer close(output) stream, err := client.CreateChatCompletionStream(context.Background(), req) if err != nil { return err } defer stream.Close() for { response, err := stream.Recv() if errors.Is(err, io.EOF) { return nil } if err != nil { return err } output <- response.Choices[0].Delta.Content } }