Add Anthropic Models to Cache Prompt (All-Hands-AI#3775)

* Add Anthropic Models to Cache Prompt * Update Cache Prompt Active Check for Partial String Matching
jaki300 · Sep 8, 2024 · dadada1 · dadada1
1 parent ab38515
commit dadada1
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/openhands/llm/llm.py b/openhands/llm/llm.py
@@ -478,9 +478,8 @@ def is_caching_prompt_active(self) -> bool:
         Returns:
             boolean: True if prompt caching is active for the given model.
         """
-        return (
-            self.config.caching_prompt is True
-            and self.config.model in cache_prompting_supported_models
+        return self.config.caching_prompt is True and any(
+            model in self.config.model for model in cache_prompting_supported_models
         )
 
     def _post_completion(self, response) -> None: