-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #170 from CSUSTers/dev
Feat: chat command
- Loading branch information
Showing
10 changed files
with
325 additions
and
6 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,206 @@ | ||
| package chat | ||
|
|
||
| import ( | ||
| "context" | ||
| "csust-got/config" | ||
| "csust-got/entities" | ||
| "csust-got/log" | ||
| "csust-got/orm" | ||
| "csust-got/util" | ||
| "errors" | ||
| "fmt" | ||
| "io" | ||
| "strings" | ||
| "sync" | ||
| "time" | ||
|
|
||
| gogpt "github.com/sashabaranov/go-gpt3" | ||
| "go.uber.org/zap" | ||
| . "gopkg.in/telebot.v3" | ||
| ) | ||
|
|
||
| var ( | ||
| client *gogpt.Client | ||
| chatChan = make(chan *chatContext, 16) | ||
| ) | ||
|
|
||
| type chatContext struct { | ||
| Context | ||
| req *gogpt.ChatCompletionRequest | ||
| msg *Message | ||
| } | ||
|
|
||
| // InitChat init chat service | ||
| func InitChat() { | ||
| if config.BotConfig.ChatConfig.Key != "" { | ||
| client = gogpt.NewClient(config.BotConfig.ChatConfig.Key) | ||
| go chatService() | ||
| } | ||
| } | ||
|
|
||
| // GPTChat is handler for chat with GPT | ||
| func GPTChat(ctx Context) error { | ||
| if client == nil { | ||
| return nil | ||
| } | ||
|
|
||
| _, arg, err := entities.CommandTakeArgs(ctx.Message(), 0) | ||
| if err != nil { | ||
| log.Error("[ChatGPT] Can't take args", zap.Error(err)) | ||
| return ctx.Reply("嗦啥呢？") | ||
| } | ||
| if len(arg) == 0 { | ||
| return ctx.Reply("您好，有什么问题可以为您解答吗？") | ||
| } | ||
| if len(arg) > config.BotConfig.ChatConfig.PromptLimit { | ||
| return ctx.Reply("TLDR") | ||
| } | ||
|
|
||
| req, err := generateRequest(ctx, arg) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| msg, err := util.SendReplyWithError(ctx.Chat(), "正在思考...", ctx.Message()) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| payload := &chatContext{Context: ctx, req: req, msg: msg} | ||
|
|
||
| select { | ||
| case chatChan <- payload: | ||
| return nil | ||
| default: | ||
| return ctx.Reply("要处理的对话太多了，要不您稍后再试试？") | ||
| } | ||
| } | ||
|
|
||
| func generateRequest(ctx Context, arg string) (*gogpt.ChatCompletionRequest, error) { | ||
| req := gogpt.ChatCompletionRequest{ | ||
| Model: gogpt.GPT3Dot5Turbo, | ||
| MaxTokens: config.BotConfig.ChatConfig.MaxTokens, | ||
| Messages: []gogpt.ChatCompletionMessage{}, | ||
| Stream: true, | ||
| Temperature: config.BotConfig.ChatConfig.Temperature, | ||
| } | ||
|
|
||
| if len(req.Messages) == 0 && config.BotConfig.ChatConfig.SystemPrompt != "" { | ||
| req.Messages = append(req.Messages, gogpt.ChatCompletionMessage{Role: "system", Content: config.BotConfig.ChatConfig.SystemPrompt}) | ||
| } | ||
|
|
||
| keepContext := config.BotConfig.ChatConfig.KeepContext | ||
| if keepContext > 0 && ctx.Message().ReplyTo != nil { | ||
| chatContext, err := orm.GetChatContext(ctx.Chat().ID, ctx.Message().ReplyTo.ID) | ||
| if err == nil { | ||
| if len(chatContext) > 2*keepContext { | ||
| chatContext = chatContext[len(chatContext)-2*keepContext:] | ||
| } | ||
| req.Messages = append(req.Messages, chatContext...) | ||
| } | ||
| } | ||
|
|
||
| req.Messages = append(req.Messages, gogpt.ChatCompletionMessage{Role: "user", Content: arg}) | ||
|
|
||
| return &req, nil | ||
| } | ||
|
|
||
| func chatService() { | ||
| for ctx := range chatChan { | ||
| go func(ctx *chatContext) { | ||
| start := time.Now() | ||
|
|
||
| // resp, err := client.CreateChatCompletion(context.Background(), *ctx.req) | ||
| // if err != nil { | ||
| // log.Error("[ChatGPT] Can't create completion", zap.Error(err)) | ||
| // return | ||
| // } | ||
| // fmt.Printf("%+v", resp) | ||
|
|
||
| // content := resp.Choices[0].Message.Content | ||
|
|
||
| var replyMsg *Message | ||
|
|
||
| stream, err := client.CreateChatCompletionStream(context.Background(), *ctx.req) | ||
| if err != nil { | ||
| _, err = util.EditMessageWithError(ctx.msg, | ||
| "An error occurred. If this issue persists please contact us through our help center at help.openai.com.") | ||
| if err != nil { | ||
| log.Error("[ChatGPT] Can't edit message", zap.Error(err)) | ||
| } | ||
| return | ||
| } | ||
| defer stream.Close() | ||
|
|
||
| content := "" | ||
| contentLock := sync.Mutex{} | ||
| done := make(chan struct{}) | ||
| go func() { | ||
| for { | ||
| response, err := stream.Recv() | ||
| if errors.Is(err, io.EOF) { | ||
| ctx.req.Messages = append(ctx.req.Messages, gogpt.ChatCompletionMessage{Role: "assistant", Content: content}) | ||
| done <- struct{}{} | ||
| break | ||
| } | ||
|
|
||
| if err != nil { | ||
| contentLock.Lock() | ||
| content += "\n\n...寄了" | ||
| contentLock.Unlock() | ||
| log.Error("[ChatGPT] Stream error", zap.Error(err)) | ||
| break | ||
| } | ||
|
|
||
| contentLock.Lock() | ||
| content += response.Choices[0].Delta.Content | ||
| contentLock.Unlock() | ||
| } | ||
| }() | ||
|
|
||
| ticker := time.NewTicker(2 * time.Second) // 编辑过快会被tg限流 | ||
| defer ticker.Stop() | ||
| lastContent := "" // 记录上次编辑的内容，内容相同则不再编辑，避免tg的api返回400 | ||
| out: | ||
| for range ticker.C { | ||
| contentLock.Lock() | ||
| contentCopy := content | ||
| contentLock.Unlock() | ||
| if len(strings.TrimSpace(contentCopy)) > 0 && strings.TrimSpace(contentCopy) != strings.TrimSpace(lastContent) { | ||
| replyMsg, err = util.EditMessageWithError(ctx.msg, contentCopy) | ||
| if err != nil { | ||
| log.Error("[ChatGPT] Can't edit message", zap.Error(err)) | ||
| } else { | ||
| lastContent = contentCopy | ||
| } | ||
| } | ||
| select { | ||
| case <-done: | ||
| break out | ||
| default: | ||
| } | ||
| } | ||
|
|
||
| contentLock.Lock() | ||
| if strings.TrimSpace(content) == "" { | ||
| content += "\n...嗦不粗话" | ||
| } | ||
| if config.BotConfig.DebugMode { | ||
| // content += fmt.Sprintf("\n\nusage: %d + %d = %d\n", resp.Usage.PromptTokens, resp.Usage.CompletionTokens, resp.Usage.TotalTokens) | ||
| content += fmt.Sprintf("\n\ntime cost: %v\n", time.Since(start)) | ||
| replyMsg, err = util.EditMessageWithError(ctx.msg, content) | ||
| if err != nil { | ||
| log.Error("[ChatGPT] Can't edit message", zap.Error(err)) | ||
| } | ||
| } | ||
| contentLock.Unlock() | ||
|
|
||
| if replyMsg != nil { | ||
| err = orm.SetChatContext(ctx.Context.Chat().ID, replyMsg.ID, ctx.req.Messages) | ||
| if err != nil { | ||
| log.Error("[ChatGPT] Can't set chat context", zap.Error(err)) | ||
| } | ||
| } | ||
| }(ctx) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,36 @@ | ||
| package config | ||
|
|
||
| import "github.com/spf13/viper" | ||
|
|
||
| type chatConfig struct { | ||
| Key string | ||
| MaxTokens int | ||
| Temperature float32 | ||
| PromptLimit int | ||
| SystemPrompt string | ||
| KeepContext int | ||
| } | ||
|
|
||
| func (c *chatConfig) readConfig() { | ||
| c.Key = viper.GetString("chatgpt.key") | ||
| c.MaxTokens = viper.GetInt("chatgpt.max_tokens") | ||
| c.Temperature = float32(viper.GetFloat64("chatgpt.temperature")) | ||
| c.PromptLimit = viper.GetInt("chatgpt.prompt_limit") | ||
| c.SystemPrompt = viper.GetString("chatgpt.system_prompt") | ||
| c.KeepContext = viper.GetInt("chatgpt.keep_context") | ||
| } | ||
|
|
||
| func (c *chatConfig) checkConfig() { | ||
| if c.MaxTokens <= 0 { | ||
| c.MaxTokens = 10 | ||
| } | ||
| if c.Temperature < 0 || c.Temperature > 1 { | ||
| c.Temperature = 0.7 | ||
| } | ||
| if c.PromptLimit <= 0 { | ||
| c.PromptLimit = 10 | ||
| } | ||
| if c.KeepContext < 0 { | ||
| c.KeepContext = 0 | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.