qw

tests/test_llms.py

@@ -0,0 +1,32 @@
+# """
+# 对各个llm模型进行单元测试
+# """
+def validate_path():
+    import os, sys
+    dir_name = os.path.dirname(__file__)
+    root_dir_assume = os.path.abspath(os.path.dirname(__file__) +  '/..')
+    os.chdir(root_dir_assume)
+    sys.path.append(root_dir_assume)
+    
+validate_path() # validate path so you can run from base directory
+if __name__ == "__main__":
+    # from request_llm.bridge_newbingfree import predict_no_ui_long_connection
+    # from request_llm.bridge_moss import predict_no_ui_long_connection
+    # from request_llm.bridge_jittorllms_pangualpha import predict_no_ui_long_connection
+    # from request_llm.bridge_jittorllms_llama import predict_no_ui_long_connection
+    # from request_llm.bridge_claude import predict_no_ui_long_connection
+    # from request_llm.bridge_internlm import predict_no_ui_long_connection
+    # from request_llm.bridge_qwen import predict_no_ui_long_connection
+    from request_llm.bridge_spark import predict_no_ui_long_connection
+
+    llm_kwargs = {
+        'max_length': 4096,
+        'top_p': 1,
+        'temperature': 1,
+    }
+
+    result = predict_no_ui_long_connection( inputs="请问什么是质子？", 
+                                            llm_kwargs=llm_kwargs,
+                                            history=["你好", "我好！"],
+                                            sys_prompt="")
+    print('final result:', result)