Initialize budget values earlier

WolframResearch · Jan 2, 2024 · 6b9aa17 · 6b9aa17
1 parent 0a155d0
commit 6b9aa17
Showing 1 changed file with 4 additions and 6 deletions.
diff --git a/Source/Chatbook/ChatMessages.wl b/Source/Chatbook/ChatMessages.wl
@@ -217,11 +217,13 @@ makeChatMessages[ settings_, cells_ ] :=
             $multimodalMessages = TrueQ @ settings[ "Multimodal" ],
             $tokenBudget        = settings[ "MaxContextTokens" ],
             $tokenPressure      = 0.0,
-            $cellStringBudget   = Replace[
+            $initialCellStringBudget = Replace[
                 settings[ "MaxCellStringLength" ],
                 Except[ $$size ] -> $defaultMaxCellStringLength
-            ]
+            ],
+            $cellStringBudget
         },
+        $cellStringBudget = $initialCellStringBudget;
         If[ settings[ "BasePrompt" ] =!= None, tokenCheckedMessage[ settings, $fullBasePrompt ] ];
         (* FIXME: need to account for persona/tool prompting as well *)
         makeChatMessages0[ settings, cells ]
@@ -245,10 +247,6 @@ makeChatMessages0[ settings0_, cells_List ] := Enclose[
         toMessage0 = Confirm[ getCellMessageFunction @ settings, "CellMessageFunction" ];
 
         $tokenBudgetLog = Internal`Bag[ ];
-        $initialCellStringBudget = Replace[
-            settings[ "MaxCellStringLength" ],
-            Except[ $$size ] -> $defaultMaxCellStringLength
-        ];
 
         toMessage = Function @ With[
             { msg = toMessage0[ #1, <| #2, "TokenBudget" -> $tokenBudget, "TokenPressure" -> $tokenPressure |> ] },