Skip to content

Commit d913ca7

Browse files
committed
WIP
Signed-off-by: Grant Linville <[email protected]>
1 parent 6d4f1a2 commit d913ca7

File tree

1 file changed

+2
-9
lines changed

1 file changed

+2
-9
lines changed

pkg/openai/count.go

Lines changed: 2 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@ package openai
22

33
import (
44
"encoding/json"
5-
"os"
65

76
openai "github.com/gptscript-ai/chat-completion-client"
87
"github.com/gptscript-ai/gptscript/pkg/types"
@@ -76,7 +75,7 @@ func dropMessagesOverCount(maxTokens int, msgs []openai.ChatCompletionMessage) (
7675

7776
func countMessage(msg openai.ChatCompletionMessage) (int, error) {
7877
tiktoken.SetBpeLoader(tiktoken_loader.NewOfflineLoader())
79-
encoding, err := tiktoken.EncodingForModel("gpt-4o")
78+
encoding, err := tiktoken.GetEncoding("o200k_base")
8079
if err != nil {
8180
return 0, err
8281
}
@@ -104,14 +103,8 @@ func countMessage(msg openai.ChatCompletionMessage) (int, error) {
104103
}
105104

106105
func countTools(tools []types.ChatCompletionTool) (int, error) {
107-
file, err := os.OpenFile("/Users/grant/log.txt", os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0644)
108-
if err != nil {
109-
return 0, err
110-
}
111-
defer file.Close()
112-
file.WriteString("counting tools with Tiktoken\n")
113106
tiktoken.SetBpeLoader(tiktoken_loader.NewOfflineLoader())
114-
encoding, err := tiktoken.EncodingForModel("gpt-4o")
107+
encoding, err := tiktoken.GetEncoding("o200k_base")
115108
if err != nil {
116109
return 0, err
117110
}

0 commit comments

Comments
 (0)