merge jittor branch

request_llm/test_llms.py

@@ -1,6 +1,6 @@
-"""
-对各个llm模型进行单元测试
-"""
+# """
+# 对各个llm模型进行单元测试
+# """
 def validate_path():
     import os, sys
     dir_name = os.path.dirname(__file__)
@@ -10,7 +10,9 @@ def validate_path():
     
 validate_path() # validate path so you can run from base directory
 
-from request_llm.bridge_jittorllms import predict_no_ui_long_connection
+from request_llm.bridge_jittorllms_rwkv import predict_no_ui_long_connection
+# from request_llm.bridge_jittorllms_pangualpha import predict_no_ui_long_connection
+# from request_llm.bridge_jittorllms_llama import predict_no_ui_long_connection
 
 llm_kwargs = {
     'max_length': 512,
@@ -22,5 +24,54 @@ result = predict_no_ui_long_connection(inputs="你好",
                                        llm_kwargs=llm_kwargs,
                                        history=[],
                                        sys_prompt="")
+print('final result:', result)
 
-print('result')
+
+result = predict_no_ui_long_connection(inputs="what is a hero?", 
+                                       llm_kwargs=llm_kwargs,
+                                       history=["hello world"],
+                                       sys_prompt="")
+print('final result:', result)
+
+result = predict_no_ui_long_connection(inputs="如何理解传奇?", 
+                                       llm_kwargs=llm_kwargs,
+                                       history=[],
+                                       sys_prompt="")
+print('final result:', result)
+
+# # print(result)
+# from multiprocessing import Process, Pipe
+# class GetGLMHandle(Process):
+#     def __init__(self):
+#         super().__init__(daemon=True)
+#         pass
+#     def run(self):
+#         # 子进程执行
+#         # 第一次运行，加载参数
+#         def validate_path():
+#             import os, sys
+#             dir_name = os.path.dirname(__file__)
+#             root_dir_assume = os.path.abspath(os.path.dirname(__file__) +  '/..')
+#             os.chdir(root_dir_assume + '/request_llm/jittorllms')
+#             sys.path.append(root_dir_assume + '/request_llm/jittorllms')
+#         validate_path() # validate path so you can run from base directory
+
+#         jittorllms_model = None
+#         import types
+#         try:
+#             if jittorllms_model is None:
+#                 from models import get_model
+#                 # availabel_models = ["chatglm", "pangualpha", "llama", "chatrwkv"]
+#                 args_dict = {'model': 'chatrwkv'}
+#                 print('self.jittorllms_model = get_model(types.SimpleNamespace(**args_dict))')
+#                 jittorllms_model = get_model(types.SimpleNamespace(**args_dict))
+#                 print('done get model')
+#         except:
+#             # self.child.send('[Local Message] Call jittorllms fail 不能正常加载jittorllms的参数。')
+#             raise RuntimeError("不能正常加载jittorllms的参数！")
+        
+# x = GetGLMHandle()
+# x.start()
+
+
+# input()