WIP

Signed-off-by: Grant Linville <[email protected]>

Author: g-linville

pkg/openai/count.go

@@ -2,7 +2,6 @@ package openai
 
 import (
 	"encoding/json"
-	"os"
 
 	openai "github.com/gptscript-ai/chat-completion-client"
 	"github.com/gptscript-ai/gptscript/pkg/types"
@@ -76,7 +75,7 @@ func dropMessagesOverCount(maxTokens int, msgs []openai.ChatCompletionMessage) (
 
 func countMessage(msg openai.ChatCompletionMessage) (int, error) {
 	tiktoken.SetBpeLoader(tiktoken_loader.NewOfflineLoader())
-	encoding, err := tiktoken.EncodingForModel("gpt-4o")
+	encoding, err := tiktoken.GetEncoding("o200k_base")
 	if err != nil {
 		return 0, err
 	}
@@ -104,14 +103,8 @@ func countMessage(msg openai.ChatCompletionMessage) (int, error) {
 }
 
 func countTools(tools []types.ChatCompletionTool) (int, error) {
-	file, err := os.OpenFile("/Users/grant/log.txt", os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0644)
-	if err != nil {
-		return 0, err
-	}
-	defer file.Close()
-	file.WriteString("counting tools with Tiktoken\n")
 	tiktoken.SetBpeLoader(tiktoken_loader.NewOfflineLoader())
-	encoding, err := tiktoken.EncodingForModel("gpt-4o")
+	encoding, err := tiktoken.GetEncoding("o200k_base")
 	if err != nil {
 		return 0, err
 	}