h

cc.json

@@ -0,0 +1,39 @@
+[
+    {
+        "name": "Box-1",
+        "width": 1,
+        "height": 1,
+        "depth": 1,
+        "location_x": 1,
+        "location_y": 0,
+        "location_z": 0
+    },
+    {
+        "name": "Box-2",
+        "width": 1,
+        "height": 1,
+        "depth": 1,
+        "location_x": -1,
+        "location_y": 0,
+        "location_z": 0
+    },
+    {
+        "name": "Box-3",
+        "width": 1,
+        "height": 1,
+        "depth": 1,
+        "location_x": 0,
+        "location_y": 1,
+        "location_z": 0
+    },
+    {
+        "name": "Box-4",
+        "width": 1,
+        "height": 1,
+        "depth": 1,
+        "location_x": 0,
+        "location_y": -1,
+        "location_z": 0
+    }
+
+]

crazy_functional.py

@@ -416,6 +416,17 @@ def get_crazy_functions():
     except:
         print('Load function plugin failed')
 
+    try:
+        from crazy_functions.Three场景交互3D import 三维生成
+        function_plugins.update({
+            "ThreeJS 三维交互": {
+                "Color": "stop",
+                "AsButton": False,
+                "Function": HotReload(三维生成)
+            }
+        })
+    except:
+        print('Load function plugin failed')
 
     try:
         from toolbox import get_conf

crazy_functions/Three场景交互3D.py

@@ -0,0 +1,249 @@
+from toolbox import CatchException, update_ui, gen_time_str
+from .crazy_utils import request_gpt_model_in_new_thread_with_ui_alive
+from .crazy_utils import input_clipping
+
+def inspect_dependency(chatbot, history):
+    # 尝试导入依赖，如果缺少依赖，则给出安装建议
+    try:
+        from VISUALIZE.mcom import mcom
+        return True
+    except:
+        chatbot.append(["导入依赖失败", "使用该模块需要额外依赖，安装方法:```pip install vhmap```"])
+        yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
+        return False
+
+def get_code_block(reply):
+    try:
+        import json
+        json.loads(reply)
+        return reply
+    except:
+        pass
+
+    import re
+    pattern = r"```([\s\S]*?)```" # regex pattern to match code blocks
+    matches = re.findall(pattern, reply) # find all code blocks in text
+    res = ""
+    for match in matches:
+        if 'import ' not in match:
+            res = match.strip('python').strip('json')
+            break
+    if len(res) == 0:
+        print(reply)
+        raise RuntimeError("GPT is not generating proper Json.")
+    return res  #  code block
+
+def get_json_blocks(reply):
+    import re, json
+    pattern = r"{([\s\S]*?)}" # regex pattern to match code blocks
+    matches = re.findall(pattern, reply) # find all code blocks in text
+    res = []
+    for match in matches:
+        if '"name"' in match:
+            try:
+                res.append(json.loads("{" + f'{match}' + "}"))
+            except:
+                pass
+    return res  #  code block
+
+def read_json(code):
+    import json
+    return json.loads(code)
+     
+def parse_partial(vi, gpt_say):
+    # 解析Json
+    js = get_json_blocks(gpt_say)
+    vi.update(js)
+
+
+@CatchException
+def 三维生成(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port):
+    """
+    txt             输入栏用户输入的文本，例如需要翻译的一段话，再例如一个包含了待处理文件的路径
+    llm_kwargs      gpt模型参数，如温度和top_p等，一般原样传递下去就行
+    plugin_kwargs   插件模型的参数，暂时没有用武之地
+    chatbot         聊天显示框的句柄，用于显示给用户
+    history         聊天历史，前情提要
+    system_prompt   给gpt的静默提醒
+    web_port        当前软件运行的端口号
+    """
+    from .vhmap_interact.vhmap import vhmp_interface
+    vi = vhmp_interface()
+    # 基本信息：功能、贡献者
+    chatbot.append([
+        "函数插件功能？",
+        "生成3D, 此插件处于开发阶段, 建议暂时不要使用, 作者: binary-husky, 插件初始化中 ..."
+    ])
+    yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
+
+    # 尝试导入依赖, 如果缺少依赖, 则给出安装建议
+    dep_ok = yield from inspect_dependency(chatbot=chatbot, history=history) # 刷新界面
+    if not dep_ok: return
+    
+    # 输入
+    i_say = prompt(txt)
+    # 开始
+    gpt_say = yield from request_gpt_model_in_new_thread_with_ui_alive(
+        inputs=i_say, inputs_show_user=i_say, 
+        llm_kwargs=llm_kwargs, chatbot=chatbot, history=[], 
+        sys_prompt=r"You are a Json generator",
+        on_reply_update=lambda t:parse_partial(vi, t)
+    )
+    chatbot.append(["开始生成执行", "..."])
+    history.extend([i_say, gpt_say])
+    yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 # 界面更新
+    
+    # 解析Json
+    code = get_code_block(gpt_say)
+    js = read_json(code)
+    vi.update(js)
+    return
+
+
+def prompt(text):
+    return r"""
+> Requirements:
+    1. You can only use square Boxes to build cubes and walls.
+    2. The space you can work in is a sphere with origin (0,0,0) and radius 100.
+    3. The ground is z=0.
+    4. You can only use 100 boxes.
+    5. Format of each box is json, e.g.
+    {
+        "name": "Box-1",
+        "geometry": "box", // choose from "box", "octahedron", "sphere", "cylinder"
+        "size": 1.0,
+        "color": "rgb(255,165,0)",
+        "location_x": 1.0,
+        "location_y": 0.0,
+        "location_z": 0.0
+    },
+    6. Only produce json as output. Use markdown code block to wrap the json output.
+
+> Example:
+    User: Generate 4 different objects around the origin.
+    You:
+    ```
+    [
+        {
+            "name": "Box-1",
+            "size": 1.0,
+            "geometry": "box",
+            "color": "rgb(255,11,10)",
+            "location_x": 1.0,
+            "location_y": 0.0,
+            "location_z": 0.0
+        },
+        {
+            "name": "Box-2",
+            "size": 1.0,
+            "geometry": "octahedron",
+            "color": "rgb(255,11,10)",
+            "location_x": -1.0,
+            "location_y": 0.0,
+            "location_z": 0.0
+        },
+        {
+            "name": "Box-3",
+            "size": 1.0,
+            "geometry": "sphere",
+            "color": "rgb(255,11,10)",
+            "location_x": 0.0,
+            "location_y": 1.0,
+            "location_z": 0.0
+        },
+        {
+            "name": "Box-4",
+            "size": 1.0,
+            "geometry": "cylinder",
+            "color": "rgb(255,11,10)",
+            "location_x": 0.0,
+            "location_y": -1.0,
+            "location_z": 0.0
+        }
+    ]
+    ```
+
+> User: """ + text
+
+"""
+Please construct a 3D environment where a girl is sitting under a tree in a garden.
+
+Requirements:
+1. List objects in this scene and make a markdown list.
+2. The list must contain creative details, give at least 20 objects
+"""
+
+
+"""
+Convert the result to json, 
+Requirements:
+1. Format: [
+    {
+        "name": "object-1",
+        "location": [position_x, position_y, position_z]
+    }
+]
+2. Generate relative position of objects
+"""
+
+
+
+"""
+> Requirements:
+    1. You can use box, octahedron, sphere, cylinder to build objects.
+    2. The ground is z=0.
+    3. You can only use 100 boxes.
+    4. Format of each box is json, e.g.
+    {
+        "name": "Box-1",
+        "geometry": "box", // choose from "box", "octahedron", "sphere", "cylinder"
+        "size": 1.0,
+        "color": "rgb(255,165,0)",
+        "location_x": 1.0,
+        "location_y": 0.0,
+        "location_z": 0.0
+    },
+    5. Only produce json as output. Use markdown code block to wrap the json output.
+
+> Example:
+    ```
+    [
+        {
+            "name": "Box-1",
+            "size": 1.0,
+            "geometry": "box",
+            "color": "rgb(255,11,10)",
+            "location_x": 1.0,
+            "location_y": 0.0,
+            "location_z": 0.0
+        },
+        {
+            "name": "Box-2",
+            "size": 1.0,
+            "geometry": "octahedron",
+            "color": "rgb(255,11,10)",
+            "location_x": -1.0,
+            "location_y": 0.0,
+            "location_z": 0.0
+        },
+        {
+            "name": "Box-3",
+            "size": 1.0,
+            "geometry": "sphere",
+            "color": "rgb(255,11,10)",
+            "location_x": 0.0,
+            "location_y": 1.0,
+            "location_z": 0.0
+        },
+        {
+            "name": "Box-4",
+            "size": 1.0,
+            "geometry": "cylinder",
+            "color": "rgb(255,11,10)",
+            "location_x": 0.0,
+            "location_y": -1.0,
+            "location_z": 0.0
+        }
+    ]
+    ```
+"""

crazy_functions/crazy_functions_test.py

@@ -17,7 +17,7 @@ validate_path() # validate path so you can run from base directory
 # ==============================================================================================================================
 
 from colorful import *
-from toolbox import get_conf, ChatBotWithCookies
+from toolbox import get_conf, ChatBotWithCookies, load_chat_cookies
 import contextlib
 import os
 import sys
@@ -32,6 +32,7 @@ llm_kwargs = {
     'max_length': None,
     'temperature':1.0,
 }
+llm_kwargs.update(load_chat_cookies())
 plugin_kwargs = { }
 chatbot = ChatBotWithCookies(llm_kwargs)
 history = []
@@ -226,6 +227,15 @@ def test_chatglm_finetune():
         cli_printer.print(cb)
 
 
+def 三维生成():
+    from crazy_functions.Three场景交互3D import 三维生成
+    txt = "Generate 10 boxes to form a triangle formation with random color."
+    plugin_kwargs = {"advanced_arg":""}
+
+    for cookies, cb, hist, msg in (三维生成)(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port):
+        cli_printer.print(cb)
+
+
 if __name__ == "__main__":
     # test_解析一个Python项目()
     # test_Latex英文润色()
@@ -241,6 +251,6 @@ if __name__ == "__main__":
     # test_Langchain知识库()
     # test_Langchain知识库读取()
     # test_Latex()
-    test_chatglm_finetune()
+    三维生成()
     input("程序完成，回车退出。")
     print("退出。")

crazy_functions/crazy_utils.py

@@ -40,6 +40,7 @@ def request_gpt_model_in_new_thread_with_ui_alive(
         chatbot, history, sys_prompt, refresh_interval=0.2,
         handle_token_exceed=True, 
         retry_times_at_unknown_error=2,
+        on_reply_update=None
         ):
     """
     Request GPT model，请求GPT模型同时维持用户界面活跃。
@@ -123,6 +124,7 @@ def request_gpt_model_in_new_thread_with_ui_alive(
         if future.done():
             break
         chatbot[-1] = [chatbot[-1][0], mutable[0]]
+        if on_reply_update: on_reply_update(mutable[0])
         yield from update_ui(chatbot=chatbot, history=[]) # 刷新界面
 
     final_result = future.result()

crazy_functions/vhmap_interact/vhmap.py

@@ -0,0 +1,38 @@
+from toolbox import update_ui, get_conf, trimmed_format_exc
+import threading
+
+def Singleton(cls):
+    _instance = {}
+ 
+    def _singleton(*args, **kargs):
+        if cls not in _instance:
+            _instance[cls] = cls(*args, **kargs)
+        return _instance[cls]
+ 
+    return _singleton
+
+@Singleton
+class vhmp_interface():
+    def __init__(self) -> None:
+        from VISUALIZE.mcom_rt import mcom
+        self.vis3d = mcom(path='TEMP/v2d_logger/', draw_mode='Threejs')
+        self.vis3d.v2d_init()
+        self.vis3d.设置样式('star')
+        # vis3d.设置样式('star')       # 布置星空
+        self.vis3d.其他几何体之旋转缩放和平移('box', 'BoxGeometry(1,1,1)',   0,0,0,  1,1,1, 0,0,0) 
+        # declare geo 'oct1', init with OctahedronGeometry, then (1)rotate & (2)scale & (3)translate
+        self.vis3d.其他几何体之旋转缩放和平移('octahedron', 'OctahedronGeometry(1,0)', 0,0,0,  1,1,1, 0,0,0)   # 八面体
+        # 需要换成其他几何体，请把'OctahedronGeometry(1,0)'替换，参考网址 https://threejs.org/docs/index.html?q=Geometry
+        self.vis3d.其他几何体之旋转缩放和平移('sphere', 'SphereGeometry(1)',   0,0,0,  1,1,1, 0,0,0) # 球体
+        self.vis3d.其他几何体之旋转缩放和平移('cylinder', 'CylinderGeometry(1,1,5,32)',   0,0,0,  1,1,1, 0,0,0) # 球体
+
+    def update(self, json):
+        for obj in json:
+            self.vis3d.发送几何体(
+                f'{obj["geometry"]}|{obj["name"]}|{obj["color"]}|{obj["size"]}',   # 填入 ‘形状|几何体之ID标识|颜色|大小’即可
+                obj["location_x"], 
+                obj["location_y"], 
+                obj["location_z"],
+                ro_x=0, ro_y=0, ro_z=0,                         # 三维位置+欧拉旋转变换，六自由度
+                track_n_frame=0)                                # 显示历史20帧留下的轨迹
+        self.vis3d.结束关键帧()