fix: console output

这个提交包含在:
binary-husky
2024-09-21 14:41:36 +00:00
父节点 e296719b23
当前提交 09fd22091a
共有 7 个文件被更改,包括 120 次插入45 次删除

查看文件

@@ -192,7 +192,7 @@ def predict_no_ui_long_connection(inputs:str, llm_kwargs:dict, history:list=[],
if (not has_content) and (not has_role): continue # raise RuntimeError("发现不标准的第三方接口:"+delta)
if has_content: # has_role = True/False
result += delta["content"]
if not console_slience: logger.info(delta["content"], end='')
if not console_slience: print(delta["content"], end='')
if observe_window is not None:
# 观测窗,把已经获取的数据显示出去
if len(observe_window) >= 1:

查看文件

@@ -111,7 +111,7 @@ def predict_no_ui_long_connection(inputs:str, llm_kwargs:dict, history:list=[],
if chunkjson['event_type'] == 'stream-start': continue
if chunkjson['event_type'] == 'text-generation':
result += chunkjson["text"]
if not console_slience: logger.info(chunkjson["text"], end='')
if not console_slience: print(chunkjson["text"], end='')
if observe_window is not None:
# 观测窗,把已经获取的数据显示出去
if len(observe_window) >= 1:

查看文件

@@ -99,7 +99,7 @@ def predict_no_ui_long_connection(inputs, llm_kwargs, history=[], sys_prompt="",
logger.info(f'[response] {result}')
break
result += chunkjson['message']["content"]
if not console_slience: logger.info(chunkjson['message']["content"], end='')
if not console_slience: print(chunkjson['message']["content"], end='')
if observe_window is not None:
# 观测窗,把已经获取的数据显示出去
if len(observe_window) >= 1:

查看文件

@@ -224,7 +224,7 @@ def get_predict_function(
try:
if finish_reason == "stop":
if not console_slience:
logger.info(f"[response] {result}")
print(f"[response] {result}")
break
result += response_text
if observe_window is not None: