File tree Expand file tree Collapse file tree 1 file changed +2
-9
lines changed Expand file tree Collapse file tree 1 file changed +2
-9
lines changed Original file line number Diff line number Diff line change @@ -2,7 +2,6 @@ package openai
2
2
3
3
import (
4
4
"encoding/json"
5
- "os"
6
5
7
6
openai "github.com/gptscript-ai/chat-completion-client"
8
7
"github.com/gptscript-ai/gptscript/pkg/types"
@@ -76,7 +75,7 @@ func dropMessagesOverCount(maxTokens int, msgs []openai.ChatCompletionMessage) (
76
75
77
76
func countMessage (msg openai.ChatCompletionMessage ) (int , error ) {
78
77
tiktoken .SetBpeLoader (tiktoken_loader .NewOfflineLoader ())
79
- encoding , err := tiktoken .EncodingForModel ( "gpt-4o " )
78
+ encoding , err := tiktoken .GetEncoding ( "o200k_base " )
80
79
if err != nil {
81
80
return 0 , err
82
81
}
@@ -104,14 +103,8 @@ func countMessage(msg openai.ChatCompletionMessage) (int, error) {
104
103
}
105
104
106
105
func countTools (tools []types.ChatCompletionTool ) (int , error ) {
107
- file , err := os .OpenFile ("/Users/grant/log.txt" , os .O_CREATE | os .O_WRONLY | os .O_APPEND , 0644 )
108
- if err != nil {
109
- return 0 , err
110
- }
111
- defer file .Close ()
112
- file .WriteString ("counting tools with Tiktoken\n " )
113
106
tiktoken .SetBpeLoader (tiktoken_loader .NewOfflineLoader ())
114
- encoding , err := tiktoken .EncodingForModel ( "gpt-4o " )
107
+ encoding , err := tiktoken .GetEncoding ( "o200k_base " )
115
108
if err != nil {
116
109
return 0 , err
117
110
}
You can’t perform that action at this time.
0 commit comments