Merge pull request #204 from Eralien/dev-clean_pdf

feat: clean pdf fitz text

crazy_functions/批量总结PDF文档.py

@@ -1,5 +1,5 @@
 from predict import predict_no_ui
-from toolbox import CatchException, report_execption, write_results_to_file, predict_no_ui_but_counting_down
+from toolbox import CatchException, report_execption, write_results_to_file, predict_no_ui_but_counting_down, clean_text
 fast_debug = False
 
 
@@ -11,6 +11,7 @@ def 解析PDF(file_manifest, project_folder, top_p, temperature, chatbot, histor
             file_content = ""
             for page in doc:
                 file_content += page.get_text()
+            file_content = clean_text(file_content)
             print(file_content)
 
         prefix = "接下来请你逐文件分析下面的论文文件，概括其内容" if index==0 else ""
@@ -58,7 +59,7 @@ def 批量总结PDF文档(txt, top_p, temperature, chatbot, history, systemPromp
     # 基本信息：功能、贡献者
     chatbot.append([
         "函数插件功能？",
-        "批量总结PDF文档。函数插件贡献者: ValeriaWong"])
+        "批量总结PDF文档。函数插件贡献者: ValeriaWong，Eralien"])
     yield chatbot, history, '正常'
 
     # 尝试导入依赖，如果缺少依赖，则给出安装建议