BUG: fix llama-2 stop words (#580)

xorbitsai · Oct 26, 2023 · ee8b7e9 · ee8b7e9
1 parent 60feced
commit ee8b7e9
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/xinference/model/llm/llm_family.json b/xinference/model/llm/llm_family.json
@@ -604,6 +604,9 @@
       "inter_message_sep": " </s><s>",
       "stop_token_ids": [
         2
+      ],
+      "stop": [
+        "</s>"
       ]
     }
   },
@@ -1613,6 +1616,9 @@
       "inter_message_sep": " </s><s>",
       "stop_token_ids": [
         2
+      ],
+      "stop": [
+        "</s>"
       ]
     }
   },
@@ -1922,6 +1928,9 @@
       "inter_message_sep": " </s><s>",
       "stop_token_ids": [
         2
+      ],
+      "stop": [
+        "</s>"
       ]
     }
   },