Merge branch 'frontier': windows deps bug fix

这个提交包含在:
binary-husky
2024-09-08 16:32:38 +00:00
当前提交 4e041e1d4e
共有 3 个文件被更改,包括 12 次插入5 次删除

查看文件

@@ -4,10 +4,14 @@ from crazy_functions.crazy_utils import request_gpt_model_in_new_thread_with_ui_
VECTOR_STORE_TYPE = "Milvus" VECTOR_STORE_TYPE = "Milvus"
if VECTOR_STORE_TYPE == "Milvus":
try:
from crazy_functions.rag_fns.milvus_worker import MilvusRagWorker as LlamaIndexRagWorker
except:
VECTOR_STORE_TYPE = "Simple"
if VECTOR_STORE_TYPE == "Simple": if VECTOR_STORE_TYPE == "Simple":
from crazy_functions.rag_fns.llama_index_worker import LlamaIndexRagWorker from crazy_functions.rag_fns.llama_index_worker import LlamaIndexRagWorker
if VECTOR_STORE_TYPE == "Milvus":
from crazy_functions.rag_fns.milvus_worker import MilvusRagWorker as LlamaIndexRagWorker
RAG_WORKER_REGISTER = {} RAG_WORKER_REGISTER = {}

查看文件

@@ -59,6 +59,11 @@ class SaveLoad():
def create_new_vs(self): def create_new_vs(self):
return GptacVectorStoreIndex.default_vector_store(embed_model=self.embed_model) return GptacVectorStoreIndex.default_vector_store(embed_model=self.embed_model)
def purge(self):
import shutil
shutil.rmtree(self.checkpoint_dir, ignore_errors=True)
self.vs_index = self.create_new_vs()
class LlamaIndexRagWorker(SaveLoad): class LlamaIndexRagWorker(SaveLoad):
def __init__(self, user_name, llm_kwargs, auto_load_checkpoint=True, checkpoint_dir=None) -> None: def __init__(self, user_name, llm_kwargs, auto_load_checkpoint=True, checkpoint_dir=None) -> None:

查看文件

@@ -6,9 +6,7 @@ zhipuai==2.0.1
tiktoken>=0.3.3 tiktoken>=0.3.3
requests[socks] requests[socks]
pydantic==2.5.2 pydantic==2.5.2
llama-index==0.10.47 llama-index==0.10
llama-index-vector-stores-milvus==0.1.16
pymilvus==2.4.2
protobuf==3.20 protobuf==3.20
transformers>=4.27.1,<4.42 transformers>=4.27.1,<4.42
scipdf_parser>=0.52 scipdf_parser>=0.52