load model via transformers (InternLM#23)

* load model via transformers

* update demo internlm model

Author: liujiangning30

mindsearch/agent/models.py

@@ -1,9 +1,10 @@
 import os
 
-from lagent.llms import GPTAPI, INTERNLM2_META, LMDeployClient, LMDeployServer
+from lagent.llms import (GPTAPI, INTERNLM2_META, HFTransformerCasualLM,
+                         LMDeployClient, LMDeployServer)
 
 internlm_server = dict(type=LMDeployServer,
-                       path='internlm/internlm2_5-7b',
+                       path='internlm/internlm2_5-7b-chat',
                        model_name='internlm2',
                        meta_template=INTERNLM2_META,
                        top_p=0.8,
@@ -14,7 +15,7 @@
                        stop_words=['<|im_end|>'])
 
 internlm_client = dict(type=LMDeployClient,
-                       model_name='internlm2_5-7b',
+                       model_name='internlm2_5-7b-chat',
                        url='http://127.0.0.1:23333',
                        meta_template=INTERNLM2_META,
                        top_p=0.8,
@@ -24,6 +25,16 @@
                        repetition_penalty=1.02,
                        stop_words=['<|im_end|>'])
 
+internlm_hf = dict(type=HFTransformerCasualLM,
+                   path='internlm/internlm2_5-7b-chat',
+                   meta_template=INTERNLM2_META,
+                   top_p=0.8,
+                   top_k=None,
+                   temperature=1e-6,
+                   max_new_tokens=8192,
+                   repetition_penalty=1.02,
+                   stop_words=['<|im_end|>'])
+
 gpt4 = dict(type=GPTAPI,
             model_type='gpt-4-turbo',
             key=os.environ.get('OPENAI_API_KEY', 'YOUR OPENAI API KEY'))

requirements.txt

@@ -1,4 +1,5 @@
 duckduckgo_search==5.3.1b1
+einops
 fastapi
 git+https://github.com/InternLM/lagent.git
 gradio