File size: 3,187 Bytes
87337b1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
/**
*
* Agora Real Time Engagement
* Created by lixinhui in 2024.
* Copyright (c) 2024 Agora IO. All rights reserved.
*
*/
// Note that this is just an example extension written in the GO programming
// language, so the package name does not equal to the containing directory
// name. However, it is not common in Go.
package extension
import (
"context"
"fmt"
"math/rand"
"net/http"
"net/url"
openai "github.com/sashabaranov/go-openai"
)
type openaiChatGPT struct {
client *openai.Client
config openaiChatGPTConfig
}
type openaiChatGPTConfig struct {
BaseUrl string
ApiKey string
Model string
Prompt string
FrequencyPenalty float32
PresencePenalty float32
TopP float32
Temperature float32
MaxTokens int
Seed int
ProxyUrl string
}
func defaultOpenaiChatGPTConfig() openaiChatGPTConfig {
return openaiChatGPTConfig{
BaseUrl: "https://api.openai.com/v1",
ApiKey: "",
Model: openai.GPT4o,
Prompt: "You are a voice assistant who talks in a conversational way and can chat with me like my friends. i will speak to you in english or chinese, and you will answer in the corrected and improved version of my text with the language i use. Don't talk like a robot, instead i would like you to talk like real human with emotions. i will use your answer for text-to-speech, so don't return me any meaningless characters. I want you to be helpful, when i'm asking you for advices, give me precise, practical and useful advices instead of being vague. When giving me list of options, express the options in a narrative way instead of bullet points.",
FrequencyPenalty: 0.9,
PresencePenalty: 0.9,
TopP: 1.0,
Temperature: 0.1,
MaxTokens: 512,
Seed: rand.Int(),
ProxyUrl: "",
}
}
func newOpenaiChatGPT(config openaiChatGPTConfig) (*openaiChatGPT, error) {
conf := openai.DefaultConfig(config.ApiKey)
if config.BaseUrl != "" {
conf.BaseURL = config.BaseUrl
}
if config.ProxyUrl != "" {
proxyUrl, err := url.Parse(config.ProxyUrl)
if err != nil {
return nil, fmt.Errorf("newOpenaiChatGPT failed on parsing proxy url, err: %v", err)
}
conf.HTTPClient = &http.Client{Transport: &http.Transport{Proxy: http.ProxyURL(proxyUrl)}}
}
return &openaiChatGPT{
config: config,
client: openai.NewClientWithConfig(conf),
}, nil
}
func (c *openaiChatGPT) getChatCompletionsStream(messages []openai.ChatCompletionMessage) (*openai.ChatCompletionStream, error) {
req := openai.ChatCompletionRequest{
Temperature: c.config.Temperature,
TopP: c.config.TopP,
PresencePenalty: c.config.PresencePenalty,
FrequencyPenalty: c.config.FrequencyPenalty,
MaxTokens: c.config.MaxTokens,
Seed: &c.config.Seed,
Messages: append(
[]openai.ChatCompletionMessage{
{
Role: openai.ChatMessageRoleSystem,
Content: c.config.Prompt,
},
},
messages...,
),
Model: c.config.Model,
Stream: true,
}
resp, err := c.client.CreateChatCompletionStream(context.Background(), req)
if err != nil {
return nil, fmt.Errorf("CreateChatCompletionStream failed,err: %v", err)
}
return resp, nil
}
|