feat: init

.gitattributes

@@ -31,4 +31,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 **/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
 **/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
 *.safetensors filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.whl filter=lfs diff=lfs merge=lfs -text
+*.mp4 filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,60 @@
+.eggs/
+dist/
+*.pyc
+__pycache__/
+*.py[cod]
+*$py.class
+__tmp/*
+*.pyi
+templates
+
+# common
+
+!.*ignore
+!.*rc
+!.gitattributes
+!.aoneci.yml
+!.editorconfig
+
+# Logs
+logs
+*.log*
+
+# Runtime data
+pids
+*.pid
+*.seed
+*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+
+# Dependency directories
+bower_components
+node_modules/
+jspm_packages/
+
+# Compiled binary addons (https://nodejs.org/api/addons.html)
+build/Release
+lib
+dist
+
+# TypeScript v1 declaration files
+typings/
+
+# Output of 'npm pack'
+*.tgz
+
+# xconsole
+src/.xconsole
+build
+.faas_debug_tmp
+.yarn
+.yalc
+yalc.lock
+.eslintcache
+.stylelintcache
+.DS_Store

Dockerfile

@@ -0,0 +1,15 @@
+FROM python:3.9
+
+WORKDIR /code
+
+COPY --link --chown=1000 . .
+
+RUN mkdir -p /tmp/cache/
+RUN chmod a+rwx -R /tmp/cache/
+ENV TRANSFORMERS_CACHE=/tmp/cache/
+
+RUN pip install --no-cache-dir -r requirements.txt
+
+ENV PYTHONUNBUFFERED=1 	GRADIO_ALLOW_FLAGGING=never 	GRADIO_NUM_PORTS=1 	GRADIO_SERVER_NAME=0.0.0.0     GRADIO_SERVER_PORT=7860 	SYSTEM=spaces
+
+CMD ["python", "app.py"]

README-zh_CN.md

@@ -0,0 +1,26 @@
+<h1>Modelscope Studio</h1>
+
+<p align="center">
+    <img src="https://modelscope.oss-cn-beijing.aliyuncs.com/modelscope.gif" height="60" style="vertical-align: middle;"/>
+    <span style="font-size: 30px; vertical-align: middle;">
+    ✖️
+    </span>
+    <img src="https://www.gradio.app/_app/immutable/assets/gradio.8a5e8876.svg" height="60" style="vertical-align: middle;">
+<p>
+
+<p align="center">
+<a href="https://github.com/modelscope/modelscope-studio">Github</a> | 🤖 <a href="https://modelscope.cn/studios/modelscope/modelscope-studio/summary">Modelscope Studio</a> ｜ 🤗 <a href="https://huggingface.co/spaces/modelscope/modelscope-studio">HuggingFace Space</a>
+
+`modelscope_studio` 是一套基于 gradio 4.x 的扩展组件库，致力于服务于 ModelScope 创空间中对于 gradio 应用的各类扩展需求，目前主要聚集在对话场景增强、多模态场景以及一些其他垂直场景支持。
+
+## Install
+
+```sh
+pip install modelscope_studio
+```
+
+## Components
+
+- <tab-link component-tab="Chatbot">Chatbot</tab-link>
+- <tab-link component-tab="MultimodalInput">MultimodalInput</tab-link>
+- <tab-link component-tab="Markdown">Markdown</tab-link>

README.md

@@ -1,25 +1,42 @@
 ---
-# 详细文档见https://modelscope.cn/docs/%E5%88%9B%E7%A9%BA%E9%97%B4%E5%8D%A1%E7%89%87
-domain: #领域：cv/nlp/audio/multi-modal/AutoML
-# - cv
-tags: #自定义标签
--
-datasets: #关联数据集
-  evaluation:
-  #- iic/ICDAR13_HCTR_Dataset
-  test:
-  #- iic/MTWI
-  train:
-  #- iic/SIBR
-models: #关联模型
-#- iic/ofa_ocr-recognition_general_base_zh
-
-## 启动文件(若SDK为Gradio/Streamlit，默认为app.py, 若为Static HTML, 默认为index.html)
-# deployspec:
-#   entry_file: app.py
-license: Apache License 2.0
+tags:
+  - gradio-custom-component
+  - Chatbot
+  - MutilmodalInput
+  - Markdown
+  - gradio-template-Chatbot
+  - gradio-template-Markdown
+title: modelscope-studio
+colorFrom: blue
+colorTo: gray
+sdk: docker
+pinned: false
+license: apache-2.0
 ---
-#### Clone with HTTP
-```bash
- git clone https://www.modelscope.cn/studios/modelscope/modelscope_gradio_components.git
-```
+
+<h1>Modelscope Studio</h1>
+
+<p align="center">
+    <img src="https://modelscope.oss-cn-beijing.aliyuncs.com/modelscope.gif" height="60" style="vertical-align: middle;"/>
+    <span style="font-size: 30px; vertical-align: middle;">
+    ✖️
+    </span>
+    <img src="https://www.gradio.app/_app/immutable/assets/gradio.8a5e8876.svg" height="60" style="vertical-align: middle;">
+<p>
+
+<p align="center">
+<a href="https://github.com/modelscope/modelscope-studio">Github</a> | 🤖 <a href="https://modelscope.cn/studios/modelscope/modelscope-studio/summary">Modelscope Studio</a> ｜ 🤗 <a href="https://huggingface.co/spaces/modelscope/modelscope-studio">HuggingFace Space</a>
+
+`modelscope_studio` is a set of extension component libraries based on gradio 4.x, dedicated to serving the various extension needs of gradio applications within the ModelScope Studio. It mainly focuses on enhancing conversational scenarios, supporting multimodal contexts, and providing assistance for various other specialized scenarios.
+
+## Install
+
+```sh
+pip install modelscope_studio
+```
+
+## Components
+
+- <tab-link component-tab="Chatbot">Chatbot</tab-link>
+- <tab-link component-tab="MultimodalInput">MultimodalInput</tab-link>
+- <tab-link component-tab="Markdown">Markdown</tab-link>

app.py

@@ -0,0 +1,22 @@
+import gradio as gr
+from components.Chatbot.app import docs as chatbot_docs
+from components.Docs import Docs
+from components.Markdown.app import docs as markdown_docs
+from components.MultimodalInput.app import docs as multimodel_input_docs
+
+readme_docs = Docs(__file__)
+
+docs = [
+    ["Quick Start", readme_docs],
+    ["Chatbot", chatbot_docs],
+    ["Markdown", markdown_docs],
+    ["MultimodalInput", multimodel_input_docs],
+]
+
+with gr.Blocks() as demo:
+    with gr.Tabs() as components_tabs:
+        for doc in docs:
+            with gr.TabItem(doc[0], id=doc[0]):
+                doc[1].render(components_tabs)
+
+demo.queue().launch()

components/Chatbot/README-zh_CN.md

@@ -0,0 +1,137 @@
+# Chatbot
+
+升级版的 gradio Chatbot。
+
+- 支持前端匀速流式输出 message
+- 支持输出多模态内容（音频、视频、语音、文件、文本）
+- 支持多 agent 场景
+- 支持自定义渲染组件，并与 Python 侧事件交互
+
+## 如何使用
+
+### 基本使用
+
+<demo name="basic"></demo>
+
+### 多模态 & 支持本地文件的展示
+
+<demo name="multimodal"></demo>
+
+### 控制打字机单句 message 开关
+
+<demo name="message_config"></demo>
+
+### 支持手风琴内容展示
+
+在返回的内容中加入 `accordion` 标签，可以在内容中加入手风琴，更多用法详见 <tab-link component-tab="Markdown">Markdown 内置自定义标签</tab-link>
+
+同时为了适配大模型的工具调用链路，额外对某些大模型的格式做了预设配置，支持下述格式的预设处理（会将下面的格式转换成上方`accordion`标签包裹形式）
+
+```python
+import modelscope_studio as mgr
+from modelscope_studio.components.Chatbot.llm_thinking_presets import qwen
+
+# 添加 qwen 解析预设
+mgr.Chatbot(llm_thinking_presets=[qwen()])
+```
+
+```text
+Action: image_gen
+Action Input: {"text": "glorious weather", "resolution": "1024*1024"}
+Observation: <result>![IMAGEGEN](https://dashscope-result-sh.oss-cn-shanghai.aliyuncs.com/1d/a2/20231213/723609ee/1926736d-7c6e-4d2f-b438-b7746b3d89f5-1.png?Expires=1702537773&OSSAccessKeyId=LTAI5tQZd8AEcZX6KZV4G8qL&Signature=H%2B0rIn6BMfE%2BOr1uPb7%2Br9G3%2B5w%3D)</result> 根据您的描述"glorious weather"，我生成了一张图片。![](https://dashscope-result-sh.oss-cn-shanghai.aliyuncs.com/1d/a2/20231213/723609ee/1926736d-7c6e-4d2f-b438-b7746b3d89f5-1.png?Expires=1702537773&OSSAccessKeyId=LTAI5tQZd8AEcZX6KZV4G8qL&Signature=H%2B0rIn6BMfE%2BOr1uPb7%2Br9G3%2B5w%3D)
+
+Action: 「任意文本表示，将展示为思考链调用的名称」
+Action Input: 「任意json or md 内容，将展示到调用过程的下拉框」
+Observation: <result>「任意 md 内容，将作为完成调用的展示的下拉框内」</result>
+```
+
+<demo name="accordion"></demo>
+
+### 支持用户选择交互
+
+在返回的内容中加入 `select-box` 标签，更多用法详见 <tab-link component-tab="Markdown">Markdown 内置自定义标签</tab-link>
+
+<demo name="select-box"></demo>
+
+### 多 bot 场景
+
+<demo name="multi_bots"></demo>
+
+### 自定义标签（高阶用法，需要了解前端知识）
+
+详见 <tab-link component-tab="Markdown">Markdown</tab-link> 组件
+
+## API 及参数列表
+
+以下 API 均为在原有 gradio Chatbot 外的额外拓展参数。
+
+### value
+
+接口定义：
+
+```python
+
+class FileMessage(GradioModel):
+    file: FileData
+    alt_text: Optional[str] = None
+
+
+class MultimodalMessage(GradioModel):
+    # 默认以 index 为作为 id，id 改变会导致 message 重新渲染
+    id: Optional[str] = None
+    # message 容器的 elem id
+    elem_id: Optional[str] = None
+    # message 容器的 elem classes
+    elem_classes: Optional[list[str] | str] = None
+    name: Optional[str] = None
+    text: Optional[str] = None
+    flushing: Optional[bool] = None
+    avatar: Optional[Union[str, FileData]] = ''
+    files: Optional[List[Union[FileMessage, dict, FileData, str]]] = None
+
+# 支持多 bot 场景
+MultimodalMessageItem = Optional[Union[MultimodalMessage, MultimodalInputData,
+                                       dict, str]]
+
+
+class ChatbotData(GradioRootModel):
+    root: List[Tuple[Union[MultimodalMessageItem, List[MultimodalMessageItem]],
+                     Union[MultimodalMessageItem,
+                           List[MultimodalMessageItem]]]]
+```
+
+### props
+
+| 属性                          | 类型                                                                             | 默认值   | 描述                                                                                                                                                                                                                                                                                                     |
+| ----------------------------- | -------------------------------------------------------------------------------- | -------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| flushing                      | bool                                                                             | True     | 是否开启打字机效果。默认只有 bot 的 message 会开启，可以通过单独修改 message 的 flushing 属性精确控制每一条 message 的显示效果                                                                                                                                                                           |
+| enable_base64                 | bool                                                                             | False    | 是否支持渲染的内容为 base64，因为直接渲染 base64 会带来安全问题，默认为 False。                                                                                                                                                                                                                          |
+| enable_latex                  | bool                                                                             | True     | 是否支持 Latex 公式渲染                                                                                                                                                                                                                                                                                  |
+| latex_single_dollar_delimiter | bool                                                                             | True     | 是否支持单`$`符号在 Latex 公式中渲染                                                                                                                                                                                                                                                                     |
+| preview                       | bool                                                                             | True     | 是否开启图片预览功能                                                                                                                                                                                                                                                                                     |
+| avatar_images                 | tuple\[str \| Path \| None \| dict \| list, str \| Path \| None \| dict\| list\] | None     | 拓展gr.Chatbot的参数值，除了接收 url 外还可以接收 dict 和 list，dict 可以传入avatar和name字段，name字段在渲染时会显示在头像下方。 <br/> - 当传入 dict 时，必须包含有avatar字段。<br/> - 当传入 list 时，一般对应多 bot 模式，每一项可以接收前面所有的值，每个 bot 的头像与 message 中 bot 的位置一一对应 |
+| avatar_image_align            | Literal['top', 'middle', 'bottom']                                               | 'bottom' | 控制头像与 message 的对齐方式，默认为下对齐                                                                                                                                                                                                                                                              |
+| avatar_image_width            | int                                                                              | 45       | 头像与名称的宽度                                                                                                                                                                                                                                                                                         |
+| flushing_speed                | int                                                                              | 3        | 打字机速度，值为 1 - 10，值越大速度越快                                                                                                                                                                                                                                                                  |
+| llm_thinking_presets          | list\[dict\]                                                                     | \[\]     | llm 思考链路解析预设，可以将 llm 调用工具的输出格式转为固定的前端展示格式，需要从modelscope_studio.Chatbot.llm_thinking_presets引入，目前支持：qwen                                                                                                                                                      |
+| custom_components             | dict\[str, CustomComponentDict\] CustomComponentDict 定义见下方                  | None     | 支持用户定义自定义标签，并通过 js 控制标签渲染样式与触发 python 事件。                                                                                                                                                                                                                                   |
+
+**CustomComponent 定义如下**
+
+```python
+class CustomComponentDict(TypedDict):
+    props: Optional[List[str]]
+    template: Optional[str]
+    js: Optional[str]
+```
+
+### 内置的自定义标签
+
+见 <tab-link component-tab="Markdown">Markdown 内置自定义标签</tab-link>
+
+### event listeners
+
+| 事件                           | 描述                                                                                                                                                                                                                                      |
+| ------------------------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| `mgr.Chatbot.flushed(fn, ···)` | 当打字机效果结束时触发。EventData 为：<br/> - index：当前 message 的 index tuple。<br/> - value：当前 message value。                                                                                                                     |
+| `mgr.Chatbot.custom(fn, ···)`  | 自定义标签触发事件时触发，EventData 为：<br/> - index：前 message 的 index tuple。<br/> - tag：当前触发的标签。<br/> - tag_index：当前触发标签的 index，此 index 在 mesage 的 index tuple 基础上重新计算。<br/> - value：自定义传入的值。 |

components/Chatbot/README.md

@@ -0,0 +1,136 @@
+# Chatbot
+
+Upgraded gradio Chatbot.
+
+- Supports uniform frontend streaming output of messages
+- Supports output of multimodal content (audio, video, voice, files, text)
+- Supports multi-agent scenarios
+- Supports custom rendering components and interaction with events on the Python side
+
+## How to Use
+
+### Basic Usage
+
+<demo name="basic"></demo>
+
+### Multimodal & Support for Local File Display
+
+<demo name="multimodal"></demo>
+
+### Control for Typewriter Single Sentence Message
+
+<demo name="message_config"></demo>
+
+### Support for Accordion Content Display
+
+Include the `accordion` tag in the returned content to add an accordion within the content. For more usage details, see <tab-link component-tab="Markdown">Markdown Built-in Custom Tags</tab-link>.
+Additionally, to adapt to the toolchain usage of large models, some preset configurations for certain large models have been made. Support for the following preset formats (which will be converted into the form wrapped by the above `accordion` tag).
+
+```python
+import modelscope_studio as mgr
+from modelscope_studio.components.Chatbot.llm_thinking_presets import qwen
+
+# Add qwen preset
+mgr.Chatbot(llm_thinking_presets=[qwen()])
+```
+
+```text
+Action: image_gen
+Action Input: {"text": "glorious weather", "resolution": "1024*1024"}
+Observation: <result>![IMAGEGEN](https://dashscope-result-sh.oss-cn-shanghai.aliyuncs.com/1d/a2/20231213/723609ee/1926736d-7c6e-4d2f-b438-b7746b3d89f5-1.png?Expires=1702537773&OSSAccessKeyId=LTAI5tQZd8AEcZX6KZV4G8qL&Signature=H%2B0rIn6BMfE%2BOr1uPb7%2Br9G3%2B5w%3D)</result> Based on your description: glorious weather,I generated a picture.[](https://dashscope-result-sh.oss-cn-shanghai.aliyuncs.com/1d/a2/20231213/723609ee/1926736d-7c6e-4d2f-b438-b7746b3d89f5-1.png?Expires=1702537773&OSSAccessKeyId=LTAI5tQZd8AEcZX6KZV4G8qL&Signature=H%2B0rIn6BMfE%2BOr1uPb7%2Br9G3%2B5w%3D)
+
+Action: 「An arbitrary text representation that will be displayed as the name of the thought chain call」
+Action Input: 「Any json or md content will be displayed in the drop-down box of the calling process」
+Observation: <result>「Any md content will be displayed in the drop-down box when the call is completed」</result>
+```
+
+<demo name="accordion"></demo>
+
+### Support for User Selection Interaction
+
+Include the `select-box` tag in the returned content for more usage details, see <tab-link component-tab="Markdown">Markdown Built-in Custom Tags <tab-link component-tab="Markdown">.
+
+<demo name="select-box"></demo>
+
+### Multi-bot Scenarios
+
+<demo name="multi_bots"></demo>
+
+### Custom Tags (Advanced Usage, Requires Frontend Knowledge)
+
+See the <tab-link component-tab="Markdown">Markdown component</tab-link> for details.
+
+## API and Parameter List
+
+The following APIs are additional extended parameters beyond the original gradio Chatbot.
+
+### value
+
+Interface definition:
+
+```python
+
+class FileMessage(GradioModel):
+    file: FileData
+    alt_text: Optional[str] = None
+
+
+class MultimodalMessage(GradioModel):
+    # By default, message index is used as id. it will cause the message to be re-rendered when id changed.
+    id: Optional[str] = None
+    # elem id of message container
+    elem_id: Optional[str] = None
+    # elem classes of message container
+    elem_classes: Optional[list[str] | str] = None
+    name: Optional[str] = None
+    text: Optional[str] = None
+    flushing: Optional[bool] = None
+    avatar: Optional[Union[str, FileData]] = ''
+    files: Optional[List[Union[FileMessage, dict, FileData, str]]] = None
+
+# Support multi-bot scenarios
+MultimodalMessageItem = Optional[Union[MultimodalMessage, MultimodalInputData,
+                                       dict, str]]
+
+
+class ChatbotData(GradioRootModel):
+    root: List[Tuple[Union[MultimodalMessageItem, List[MultimodalMessageItem]],
+                     Union[MultimodalMessageItem,
+                           List[MultimodalMessageItem]]]]
+```
+
+### props
+
+| Attribute                     | Type                                                                             | Default Value | Description                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              |
+| ----------------------------- | -------------------------------------------------------------------------------- | ------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
+| flushing                      | bool                                                                             | True          | Whether to enable the typewriter effect. By default, only the bot's messages will have this effect, but you can control the display effect of each message precisely by modifying the flushing attribute of a message individually.                                                                                                                                                                                                                                                                                      |
+| enable_base64                 | bool                                                                             | False         | Whether to support rendering content as base64, since rendering base64 is unsafe, the default is False.                                                                                                                                                                                                                                                                                                                                                                                                                  |
+| enable_latex                  | bool                                                                             | True          | Whether to enable LaTeX rendering.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
+| latex_single_dollar_delimiter | bool                                                                             | True          | Whether to enable single dollar delimiter `$` for LaTeX rendering.                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
+| preview                       | bool                                                                             | True          | Whether to enable image preview functionality.                                                                                                                                                                                                                                                                                                                                                                                                                                                                           |
+| avatar_images                 | tuple\[str \| Path \| None \| dict \| list, str \| Path \| None \| dict\| list\] | None          | An extended parameter value for gr.Chatbot, in addition to accepting a URL, it can also accept a dict and list. The dict can include the fields avatar and name, where the name field will be displayed under the avatar when rendered. <br/> - When passing a dict, it must include an avatar field.<br/> - When passing a list, it generally corresponds to the multi-bot mode, where each item can receive all the aforementioned values, and each bot’s avatar matches with the position of the bot in the messages. |
+| avatar_image_align            | Literal['top', 'middle', 'bottom']                                               | 'bottom'      | Controls the alignment of the avatar with the messages, default is bottom-aligned.                                                                                                                                                                                                                                                                                                                                                                                                                                       |
+| avatar_image_width            | int                                                                              | 45            | The width of the avatar and name.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        |
+| flushing_speed                | int                                                                              | 3             | Typewriter speed, values range from 1 - 10, with larger values indicating faster speeds.                                                                                                                                                                                                                                                                                                                                                                                                                                 |
+| llm_thinking_presets          | list\[dict\]                                                                     | \[\]          | llm thinking link presets, which can convert the output format of llm calling tools into a fixed front-end display format. It needs to be imported from modelscope_studio.Chatbot.llm_thinking_presets, and currently supports: qwen.                                                                                                                                                                                                                                                                                    |
+| custom_components             | dict\[str, CustomComponentDict\] CustomComponentDict is defined below            | None          | Allows users to define custom tags and control tag rendering styles and trigger Python events through JS.                                                                                                                                                                                                                                                                                                                                                                                                                |
+
+**Definition of CustomComponent is as follows:**
+
+```python
+class CustomComponentDict(TypedDict):
+    props: Optional[List[str]]
+    template: Optional[str]
+    js: Optional[str]
+```
+
+### Built-in Custom Tags
+
+See <tab-link component-tab="Markdown">Markdown Built-in Custom Tags</tab-link>
+
+### event listeners
+
+| Event                          | Description                                                                                                                                                                                                                                                                                                                      |
+| ------------------------------ | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| `mgr.Chatbot.flushed(fn, ···)` | Triggered when the typewriter effect ends. EventData is: <br/> - index: The index tuple of the current message.<br/> - value: The current message value.                                                                                                                                                                         |
+| `mgr.Chatbot.custom(fn, ···)`  | Triggered when a custom tag event occurs. EventData is: <br/> - index: The index tuple of the previous message.<br/> - tag: The current tag that triggered the event.<br/> - tag_index: The index of the current triggered tag, re-calculated based on the index tuple of the message.<br/> - value: The custom value passed in. |

components/Chatbot/app.py

@@ -0,0 +1,6 @@
+from components.Docs import Docs
+
+docs = Docs(__file__)
+
+if __name__ == "__main__":
+    docs.render().queue().launch()

components/Chatbot/demos/accordion.py

@@ -0,0 +1,49 @@
+import os
+
+import gradio as gr
+
+import modelscope_studio as mgr
+from modelscope_studio.components.Chatbot.llm_thinking_presets import qwen
+
+
+def resolve_assets(relative_path):
+    return os.path.join(os.path.dirname(__file__), "../resources",
+                        relative_path)
+
+
+conversation = [
+    [
+        None, {
+            "text": f"""
+Use accordion tag:
+<accordion title="Using tool">
+
+```json
+{{"text": "glorious weather", "resolution": "1024*1024"}}
+```
+
+</accordion>
+
+Qwen preset:
+Action: image_gen
+Action Input: {{"text": "glorious weather", "resolution": "1024*1024"}}
+Observation: <result>![IMAGEGEN]({resolve_assets("screen.jpeg")})</result> Based on your description"glorious weather",I generated a picture.![]({resolve_assets("screen.jpeg")})
+
+Action: 「An arbitrary text representation that will be displayed as the name of the thought chain call」
+Action Input: 「Any json or md content will be displayed in the drop-down box of the calling process」
+Observation: <result>「Any md content will be displayed in the drop-down box when the call is completed」</result>
+""",
+            "flushing": False
+        }
+    ],
+]
+
+with gr.Blocks() as demo:
+    mgr.Chatbot(
+        value=conversation,
+        llm_thinking_presets=[qwen()],
+        height=600,
+    )
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Chatbot/demos/basic.py

@@ -0,0 +1,55 @@
+import os
+import time
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+conversation = [
+    [
+        None,
+        {
+            # The first message of bot closes the typewriter.
+            "text": "Hello I'm a chatbot",
+            "flushing": False
+        }
+    ],
+]
+
+
+def submit(_input, _chatbot):
+    _chatbot.append([_input, None])
+    yield gr.update(interactive=False, value=None), _chatbot
+    time.sleep(2)
+    _chatbot[-1][1] = {"text": _input.text + '!'}
+    yield {
+        chatbot: _chatbot,
+    }
+
+
+def flushed():
+    return gr.update(interactive=True)
+
+
+with gr.Blocks() as demo:
+    chatbot = mgr.Chatbot(
+        value=conversation,
+        avatar_images=[
+            os.path.join(os.path.dirname(__file__), "../resources/user.jpeg"),
+            {
+                "name":
+                "bot",
+                "avatar":
+                os.path.join(os.path.dirname(__file__),
+                             "../resources/bot.jpeg")
+            }
+        ],
+        height=600,
+    )
+
+    input = mgr.MultimodalInput()
+    input.submit(fn=submit, inputs=[input, chatbot], outputs=[input, chatbot])
+    chatbot.flushed(fn=flushed, outputs=[input])
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Chatbot/demos/message_config.py

@@ -0,0 +1,35 @@
+import time
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+
+def submit(_chatbot):
+    _chatbot.append(["test user",
+                     "test bot"])  # bot starts the typewriter by default
+    yield _chatbot
+    time.sleep(2)
+    _chatbot.append(["test user", {
+        "text": "test bot",
+        "flushing": False
+    }])  # both start the typewriter
+    yield _chatbot
+    time.sleep(2)
+    _chatbot.append([{
+        "text": "test user",
+        "flushing": True
+    }, {
+        "text": "test bot",
+        "flushing": False
+    }])  # user starts the typewriter
+    yield _chatbot
+
+
+with gr.Blocks() as demo:
+    chatbot = mgr.Chatbot(height=600, )
+    button = gr.Button("Submit")
+    button.click(fn=submit, inputs=[chatbot], outputs=[chatbot])
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Chatbot/demos/multi_bots.py

@@ -0,0 +1,87 @@
+import os
+import time
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+
+def resolve_assets(relative_path):
+    return os.path.join(os.path.dirname(__file__), "../resources",
+                        relative_path)
+
+
+conversation = [
+    [None, {
+        "text": "Hello I'm a chatbot",
+        "flushing": False
+    }],
+]
+
+
+def get_last_bot_message(chatbot):
+    return chatbot[-1][1]
+
+
+def create_music_bot_message(text: str):
+    return {
+        "text": text,
+    }
+
+
+def create_image_bot_message(text: str):
+    return {
+        "text": text,
+    }
+
+
+def submit(_input, _chatbot):
+    _chatbot.append([_input, None])
+    yield gr.update(interactive=False, value=None), _chatbot
+    _chatbot[-1][1] = [
+        "Hello",
+        create_image_bot_message("Hello"),
+        create_music_bot_message("Hello")
+    ]
+
+    time.sleep(2)
+    get_last_bot_message(_chatbot)[1][
+        "text"] = f"""Hello, I\'m a image bot\n![image]({resolve_assets("user.jpeg")})"""
+    get_last_bot_message(_chatbot)[2][
+        "text"] = f"""Hello, I\'m a music bot <audio src="{resolve_assets("audio.wav")}"></audio>"""
+    yield {
+        chatbot: _chatbot,
+    }
+
+
+def flushed():
+    return gr.update(interactive=True)
+
+
+with gr.Blocks() as demo:
+    chatbot = mgr.Chatbot(
+        value=conversation,
+        avatar_image_width=40,
+        avatar_images=[
+            resolve_assets('user.jpeg'),
+            # default bot avatar and name
+            [{
+                "name": "bot",
+                "avatar": resolve_assets('bot.jpeg')
+            }, {
+                "name": "image bot",
+                "avatar": resolve_assets('image-bot.jpeg')
+            }, {
+                "name": "music bot",
+                "avatar": resolve_assets('music-bot.jpeg')
+            }]
+        ],
+        height=600,
+    )
+
+    input = mgr.MultimodalInput()
+    input.submit(fn=submit, inputs=[input, chatbot], outputs=[input, chatbot])
+    chatbot.flushed(fn=flushed, outputs=[input])
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Chatbot/demos/multimodal.py

@@ -0,0 +1,43 @@
+import os
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+
+def resolve_assets(relative_path):
+    return os.path.join(os.path.dirname(__file__), "../resources",
+                        relative_path)
+
+
+conversation = [
+    [
+        None, {
+            "text": f"""
+Image
+
+![image]({resolve_assets("bot.jpeg")})
+
+<img src="{resolve_assets("user.jpeg")}" />
+
+Video
+
+<video src="{resolve_assets("dog.mp4")}"></video>
+
+Audio
+
+<audio src="{resolve_assets("audio.wav")}"></audio>
+""",
+            "flushing": False
+        }
+    ],
+]
+
+with gr.Blocks() as demo:
+    mgr.Chatbot(
+        value=conversation,
+        height=600,
+    )
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Chatbot/demos/select-box.py

@@ -0,0 +1,48 @@
+import json
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+# `label` will display on the page, and `value` is the actual selected value.
+options = [{"label": "A", "value": "a"}, "b", "c"]
+
+conversation = [[
+    None, f"""
+Single Select: <select-box options='{json.dumps(options)}' select-once></select-box>
+
+Multiple Select：<select-box type="checkbox" options='{json.dumps(options)}' select-once submit-text="Submit"></select-box>
+
+Vertical Direction：
+
+<select-box direction="vertical" type="checkbox" options='{json.dumps(options)}' select-once submit-text="Submit"></select-box>
+
+Card Shape:
+
+<select-box shape="card" options='{json.dumps(options)}' select-once equal-height></select-box>
+
+
+<select-box shape="card" columns="2" options='{json.dumps(options)}' select-once  equal-height></select-box>
+
+
+<select-box shape="card" direction="vertical" options='{json.dumps(options)}' select-once  equal-height></select-box>
+"""
+]]
+
+
+# The custom data must be marked by `gr.EventData`
+def fn(data: gr.EventData):
+    print(data._data)
+
+
+with gr.Blocks() as demo:
+    chatbot = mgr.Chatbot(
+        value=conversation,
+        flushing=False,
+        height=600,
+    )
+    # All custom tags will trigger the custom event
+    chatbot.custom(fn=fn)
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Chatbot/resources/custom_components/custom_select.js

@@ -0,0 +1,26 @@
+(props, cc, { el, onMount }) => {
+  const options = JSON.parse(props.options);
+  el.innerHTML = `
+  ${options
+    .map((option) => {
+      return `<div>
+        <label>${option} <input type="radio"/></label>
+    <div>`;
+    })
+    .join('')}
+  `;
+  onMount(() => {
+    const inputs = Array.from(el.getElementsByTagName('input'));
+    Array.from(el.getElementsByTagName('label')).forEach((label, i) => {
+      label.addEventListener('click', () => {
+        inputs.forEach((input) => {
+          input.checked = false;
+        });
+        const input = label.getElementsByTagName('input')[0];
+        input.checked = true;
+        // Use cc.dispatch to trigger events.
+        cc.dispatch(options[i]);
+      });
+    });
+  });
+};

components/Chatbot/resources/dog.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d086ce29e48cf76e5042d2f3f0611ee46575f70fa3dc0c40dd4cfffde3d933
+size 8626383

components/Docs.py

@@ -0,0 +1,162 @@
+import os
+import re
+from typing import Callable
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+from .parse_markdown import parse_markdown
+
+with open(os.path.join(os.path.dirname(__file__), "tab-link.js")) as f:
+    tab_link_js = f.read()
+
+custom_components = {
+    "tab-link": {
+        "props": ["tab", "component-tab"],
+        "js": tab_link_js
+    }
+}
+
+
+def remove_formatter(markdown_text):
+    pattern = r"^ *---[\s\S]*?---"
+
+    replaced_text = re.sub(pattern, "", markdown_text)
+
+    return replaced_text
+
+
+def list_demos(dir_path: str, prefix=''):
+    result = []
+    if (not os.path.isdir(dir_path)):
+        return result
+    for name in os.listdir(dir_path):
+        path = os.path.join(dir_path, name)
+
+        if os.path.isfile(path):
+            result.append(prefix + name)
+        elif os.path.isdir(path):
+            sub_prefix = prefix + name + '/'
+            result.extend(list_demos(path, sub_prefix))
+
+    return result
+
+
+def get_demo_modules(file_path: str):
+    import importlib.util
+
+    demos = [
+        demo for demo in list_demos(
+            os.path.join(os.path.dirname(file_path), "demos"))
+        if demo.endswith(".py")
+    ]
+    demo_modules = {}
+    for demo in demos:
+        demo_name = demo.split(".")[0]
+        spec = importlib.util.spec_from_file_location(
+            "demo", os.path.join(os.path.dirname(file_path), "demos", demo))
+        module = importlib.util.module_from_spec(spec)
+        spec.loader.exec_module(module)
+        demo_modules[demo_name] = module
+    return demo_modules
+
+
+is_modelscope_studio = os.getenv('MODELSCOPE_ENVIRONMENT') == 'studio'
+
+
+class Docs:
+
+    def __init__(self, file_path: str, markdown_files: list = None):
+        self.file_path = file_path
+        self.demo_modules = get_demo_modules(file_path)
+        # default current directory
+        self.markdown_files = markdown_files if markdown_files else [
+            filename for filename in os.listdir(os.path.dirname(file_path))
+            if filename.endswith(".md")
+        ]
+        if is_modelscope_studio:
+            self.markdown_files = list(
+                filter(
+                    lambda x: x.endswith("-zh_CN.md") or
+                    (f"{'.'.join(x.split('.')[:-1])}-zh_CN.md" not in self.
+                     markdown_files), self.markdown_files))
+        else:
+            self.markdown_files = list(
+                filter(lambda x: not x.endswith("-zh_CN.md"),
+                       self.markdown_files))
+
+        self.tabs = None
+
+    def read_file(self, relative_path: str):
+        with open(os.path.join(os.path.dirname(self.file_path), relative_path),
+                  "r") as f:
+            return f.read()
+
+    def render_demo(self, demo_name, prefix='', suffix=''):
+        content = self.read_file(f"./demos/{demo_name}.py")
+        module = self.demo_modules[demo_name]
+        with gr.Accordion("Show Demo", open=False):
+            with gr.Row():
+                with gr.Column():
+                    mgr.Markdown(f"""
+{prefix}
+````python
+{content}
+````
+{suffix}
+""",
+                                 header_links=True,
+                                 custom_components=custom_components)
+                with gr.Column():
+                    module.demo.render()
+
+    def render_markdown(self,
+                        markdown_file,
+                        on_tab_link_click: Callable = None,
+                        components_tabs=None):
+        items = parse_markdown(remove_formatter(self.read_file(markdown_file)),
+                               read_file=self.read_file)
+        for item in items:
+            if item["type"] == "text":
+                md = mgr.Markdown(item["value"],
+                                  header_links=True,
+                                  custom_components=custom_components,
+                                  preview=False)
+                deps = [dep for dep in [components_tabs, self.tabs] if dep]
+                if len(deps) > 0:
+                    md.custom(fn=on_tab_link_click, outputs=deps)
+            elif item["type"] == "demo":
+                self.render_demo(item["name"],
+                                 prefix=item["prefix"],
+                                 suffix=item["suffix"])
+
+    def render(self, components_tabs=None):
+
+        def tab_link_click(data: gr.EventData):
+            tab: str = data._data["value"].get("tab", '')
+            component_tab: str = data._data["value"].get("component_tab", '')
+            if tab and tabs:
+                return {tabs: gr.update(selected=tab)}
+            elif components_tabs and component_tab:
+                return {components_tabs: gr.update(selected=component_tab)}
+
+        with gr.Blocks() as demo:
+
+            if len(self.markdown_files) > 1:
+                with gr.Tabs() as tabs:
+                    self.tabs = tabs
+
+                    for markdown_file in self.markdown_files:
+                        tab_name = ".".join(markdown_file.split(".")[:-1])
+                        tab_name = tab_name.split("-zh_CN")[0]
+                        with gr.TabItem(tab_name, id=tab_name):
+                            self.render_markdown(
+                                markdown_file,
+                                on_tab_link_click=tab_link_click,
+                                components_tabs=components_tabs)
+            elif (len(self.markdown_files) == 1):
+                self.render_markdown(self.markdown_files[0],
+                                     on_tab_link_click=tab_link_click,
+                                     components_tabs=components_tabs)
+        return demo

components/Markdown/README-zh_CN.md

@@ -0,0 +1,89 @@
+# Markdown
+
+升级版的 gradio Markdown。
+
+- 支持输出多模态内容（音频、视频、语音、文件、文本）
+- 支持自定义渲染组件，并与 Python 侧事件交互
+
+## 如何使用
+
+### 基本使用
+
+<demo name="basic"></demo>
+
+### 多模态 & 支持本地文件的展示
+
+<demo name="multimodal"></demo>
+
+### 支持手风琴内容展示
+
+在返回的内容中加入 `accordion` 标签，更多用法详见 <tab-link tab="custom_tags/accordion">accordion</tab-link>
+
+<demo name="accordion"></demo>
+
+### 支持用户选择交互
+
+在返回的内容中加入 `select-box` 标签，更多用法详见 <tab-link tab="custom_tags/select-box">select-box</tab-link>
+
+<demo name="select-box"></demo>
+
+### 自定义标签（高阶用法，需要了解前端知识）
+
+<demo name="custom-tag"></demo>
+
+#### 引入 js
+
+<demo name="custom-tag2"></demo>
+
+template只能做简单的变量替换，如果想要引入更多自定义的行为，如条件判断、循环渲染等，请使用 js 控制 el 自行处理，下面是简单的示例：
+
+<demo name="custom-tag3">
+<demo-suffix>
+custom_select.js
+
+```js
+<file src="./resources/custom_components/custom_select.js"></file>
+```
+
+</demo-suffix>
+</demo>
+
+#### 与 Python 侧交互
+
+在 js 中可以使用`cc.dispatch`触发 Python 侧监听的`custom`事件，以前面的custom_select.js为例，我们在前端调用了`cc.dispatch(options[i])`，则会向 Python 侧同时发送通知。
+
+<demo name="custom-tag4"></demo>
+
+## API 及参数列表
+
+以下 API 均为在原有 gradio Markdown 外的额外拓展参数。
+
+### props
+
+| 属性                          | 类型                                                            | 默认值 | 描述                                                                        |
+| ----------------------------- | --------------------------------------------------------------- | ------ | --------------------------------------------------------------------------- |
+| enable_base64                 | bool                                                            | False  | 是否支持渲染的内容为 base64，因为直接渲染 base64 有安全问题，默认为 False。 |
+| enable_latex                  | bool                                                            | True   | 是否支持 Latex 公式渲染                                                     |
+| latex_single_dollar_delimiter | bool                                                            | True   | 是否支持单`$`符号在 Latex 公式中渲染                                        |
+| preview                       | bool                                                            | True   | 是否开启图片预览功能                                                        |
+| custom_components             | dict\[str, CustomComponentDict\] CustomComponentDict 定义见下方 | None   | 支持用户定义自定义标签，并通过 js 控制标签渲染样式与触发 python 事件。      |
+
+**CustomComponent 定义如下**
+
+```python
+class CustomComponentDict(TypedDict):
+    props: Optional[List[str]]
+    template: Optional[str]
+    js: Optional[str]
+```
+
+### 内置的自定义标签
+
+- <tab-link tab="custom_tags/select-box">select-box</tab-link>
+- <tab-link tab="custom_tags/accordion">accordion</tab-link>
+
+### event listeners
+
+| 事件                           | 描述                                                                                                                                                                                                                                                                                                                           |
+| ------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
+| `mgr.Markdown.custom(fn, ···)` | 自定义标签触发事件时触发，EventData 为：<br/> - index：当前 message 的 index tuple ([message index, user group(index 0) or bot group(index 1), user/bot group index])。<br/> - tag：当前触发的标签。<br/> - tag_index：当前触发标签的 index，此 index 在 mesage 的 index tuple 基础上重新计算。<br/> - value：自定义传入的值。 |

components/Markdown/README.md

@@ -0,0 +1,85 @@
+# Markdown
+
+Upgraded gradio Markdown.
+
+- Supports output of multimodal content (audio, video, voice, files, text)
+- Supports custom rendering components and interaction with Python-side events
+
+## How to Use
+
+### Basic Usage
+
+<demo name="basic"></demo>
+
+### Multimodal & Support for Local File Display
+
+<demo name="multimodal"></demo>
+
+### Support for Accordion Content Display
+
+Include the `accordion` tag in the returned content for more usage details, see <tab-link tab="custom_tags/accordion">accordion</tab-link>
+<demo name="accordion"></demo>
+
+### Support for User Selection Interaction
+
+Include the `select-box` tag in the returned content for more usage details, see <tab-link tab="custom_tags/select-box">select-box</tab-link>
+<demo name="select-box"></demo>
+
+### Custom Tags (Advanced Usage, Requires Frontend Knowledge)
+
+<demo name="custom-tag"></demo>
+
+#### Importing js
+
+<demo name="custom-tag2"></demo>
+The template can only perform simple variable replacements. If you want to introduce more custom behaviors, such as conditional judgments, loop rendering, etc., please use js to control the element for processing. Here is a simple example:
+<demo name="custom-tag3">
+<demo-suffix>
+custom_select.js
+
+```js
+<file src="./resources/custom_components/custom_select.js"></file>
+```
+
+</demo-suffix>
+</demo>
+
+#### Interaction with Python Side
+
+In js, you can use `cc.dispatch` to trigger the `custom` event listened to on the Python side. Taking the previous custom_select.js as an example, when we call `cc.dispatch(options[i])` on the frontend, a notification will be sent to the Python side simultaneously.
+<demo name="custom-tag4"></demo>
+
+## API and Parameter List
+
+The following APIs are additional extended parameters beyond the original gradio Markdown.
+
+### props
+
+| Attribute                     | Type                                                                | Default Value | Description                                                                                                |
+| ----------------------------- | ------------------------------------------------------------------- | ------------- | ---------------------------------------------------------------------------------------------------------- |
+| enable_base64                 | bool                                                                | False         | Whether to support rendering content as base64, since rendering base64 is unsafe, the default is False.    |
+| preview                       | bool                                                                | True          | Whether to enable image preview functionality.                                                             |
+| enable_latex                  | bool                                                                | True          | Whether to enable LaTeX rendering.                                                                         |
+| latex_single_dollar_delimiter | bool                                                                | True          | Whether to enable single dollar delimiter `$` for LaTeX rendering.                                         |
+| custom_components             | dict[str, CustomComponentDict] CustomComponentDict definition below | None          | Supports user-defined custom tags and controls tag rendering styles and triggers Python events through js. |
+|                               |
+
+**CustomComponent definition is as follows:**
+
+```python
+class CustomComponentDict(TypedDict):
+    props: Optional[List[str]]
+    template: Optional[str]
+    js: Optional[str]
+```
+
+### Built-in Custom Tags
+
+- <tab-link tab="custom_tags/select-box">select-box</tab-link>
+- <tab-link tab="custom_tags/accordion">accordion</tab-link>
+
+### Event Listeners
+
+| Event                          | Description                                                                                                                                                                                                                                                                                                                                                                                                   |
+| ------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| `mgr.Markdown.custom(fn, ···)` | Triggered when a custom tag event occurs. EventData is: <br/> - index: The index tuple of the current message ([message index, user group(index 0) or bot group(index 1), user/bot group index]).<br/> - tag: The current tag that triggered the event.<br/> - tag_index: The index of the current triggered tag, re-calculated based on the message’s index tuple.<br/> - value: The custom value passed in. |

components/Markdown/app.py

@@ -0,0 +1,20 @@
+import os
+
+from components.Docs import Docs
+
+
+def resolve(relative_path: str):
+    return os.path.join(os.path.dirname(__file__), relative_path)
+
+
+docs = Docs(
+    __file__,
+    markdown_files=(["README.md", "README-zh_CN.md"] + [
+        f"custom_tags/{filename}"
+        for filename in os.listdir(resolve('custom_tags'))
+        if filename.endswith(".md")
+    ]),
+)
+
+if __name__ == "__main__":
+    docs.render().queue().launch()

components/Markdown/custom_tags/accordion-zh_CN.md

@@ -0,0 +1,23 @@
+# accordion
+
+在 markdown 文本中添加手风琴效果。
+
+## 如何使用
+
+### 基本使用
+
+<demo name="custom_tags/accordion/basic"></demo>
+
+### 使用 accordion-title 标记
+
+使用`::accordion-title[content]`的形式可以在标题输入 markdown 文本。
+
+<demo name="custom_tags/accordion/accordion-title"></demo>
+
+## API 及参数列表
+
+### props
+
+| 属性  | 类型   | 默认值 | 描述         |
+| ----- | ------ | ------ | ------------ |
+| title | string |        | 手风琴的标题 |

components/Markdown/custom_tags/accordion.md

@@ -0,0 +1,22 @@
+# accordion
+
+Add an accordion effect to markdown text.
+
+## How to Use
+
+### Basic Usage
+
+<demo name="custom_tags/accordion/basic"></demo>
+
+### Using the accordion-title Marker
+
+Using the form `::accordion-title[content]`, you can input markdown text into the title.
+<demo name="custom_tags/accordion/accordion-title"></demo>
+
+## API and Parameter List
+
+### props
+
+| Attribute | Type   | Default Value | Description                |
+| --------- | ------ | ------------- | -------------------------- |
+| title     | string |               | The title of the accordion |

components/Markdown/custom_tags/select-box-zh_CN.md

@@ -0,0 +1,45 @@
+# select-box
+
+在 markdown 文本中添加选择交互框。
+
+## 如何使用
+
+### 基本使用
+
+<demo name="custom_tags/select-box/basic"></demo>
+
+### Card 样式
+
+<demo name="custom_tags/select-box/card_shape"></demo>
+
+### Card 自适应内部元素宽度
+
+<demo name="custom_tags/select-box/card_shape_width_auto"></demo>
+
+### 监听 Python 事件
+
+<demo name="custom_tags/select-box/python_events"></demo>
+
+## API 及参数列表
+
+### value
+
+custom 事件中 custom_data value 对应值， 返回值为用户 options 传入的对应 value ，如果type="checkbox"，则返回一个 list。
+
+### props
+
+| 属性         | 类型                                                                                        | 默认值                          | 描述                                                                                                                                                                                                                                                                                                                                                                                  |
+| ------------ | ------------------------------------------------------------------------------------------- | ------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| type         | 'checkbox' \| 'radio'                                                                       | 'radio'                         | 选择框类型，'radio' 为单选框、'checkbox'为多选框。                                                                                                                                                                                                                                                                                                                                    |
+| disabled     | boolean                                                                                     |                                 | 禁用选择，通常在需要读取历史信息二次渲染时会用到。                                                                                                                                                                                                                                                                                                                                    |
+| value        | string                                                                                      |                                 | 默认选中值，通常适用于`type="checkbox"`时提前为用户选择部分选项和设置`disabled`后的默认值渲染。                                                                                                                                                                                                                                                                                       |
+| direction    |  'horizontal' \| 'vertical'                                                                 | 'horizontal'                    | 横向或竖向排列选择框                                                                                                                                                                                                                                                                                                                                                                  |
+| shape        | 'card' \| 'default'                                                                         | 'default'                       | 选择框样式                                                                                                                                                                                                                                                                                                                                                                            |
+| options      | (string\| { label?: string, value?: string, imgSrc?: string})\[\]                           |                                 | 为用户提供的选项值，每一项可以为 string 或 object。 当值为 object 时可以接收更多自定义值，其中imgSrc只有当shape="card"时才生效。                                                                                                                                                                                                                                                      |
+| select-once  | boolean                                                                                     | false                           | 是否只允许用户选择一次                                                                                                                                                                                                                                                                                                                                                                |
+| submit-text  | string                                                                                      |                                 | 提交按钮的展示值，当该属性有值时，会展示提交按钮，此时用户只有点击提交按钮后才会触发选择事件。                                                                                                                                                                                                                                                                                        |
+| columns      | number \| { xs?: number, sm?: number, md?: number, lg?: number, xl?: number, xxl?: number } | { xs: 1, sm:  2, md: 2, lg:  4} | 当shape="card"时才生效。每一行选项占用列数，值的范围为1 - 24，建议此项取值可以被 24 整除，否则可能列数会不符合预期。 当此项传入值为对象时，可以响应式控制每一行渲染列数，响应阈值如下：<br/> - xs：屏幕 < 576px <br/> - sm：屏幕 ≥ 576px <br/> - md：屏幕 ≥ 768px <br/> - lg：屏幕 ≥ 992px <br/> - xl：屏幕 ≥ 1200px <br/> - xxl：屏幕 ≥ 1600px 当direction为vertical时此配置不生效。 |
+| item-width   | string                                                                                      |                                 | 当shape="card"时才生效。每个选项的宽度，如：'auto'、'100px'，默认使用 columns 自动分配的宽度。                                                                                                                                                                                                                                                                                        |
+| item-height  | string                                                                                      |                                 | 当shape="card"时才生效。每个选项的高度，默认自适应元素高度。                                                                                                                                                                                                                                                                                                                          |
+| img-height   | string                                                                                      | '160px'                         | 当shape="card"时才生效。每个选项中图片的高度。                                                                                                                                                                                                                                                                                                                                        |
+| equal-height | boolean                                                                                     | false                           | 当shape="card"时才生效。是否每一行的选项高度都相等，会使用高度最高的选项。                                                                                                                                                                                                                                                                                                            |

components/Markdown/custom_tags/select-box.md

@@ -0,0 +1,45 @@
+# select-box
+
+Add a selection interaction box to markdown text.
+
+## How to Use
+
+### Basic Usage
+
+<demo name="custom_tags/select-box/basic"></demo>
+
+### Card Style
+
+<demo name="custom_tags/select-box/card_shape"></demo>
+
+### Card Adapts to Width of Inner Elements
+
+<demo name="custom_tags/select-box/card_shape_width_auto"></demo>
+
+### Listening to Python Events
+
+<demo name="custom_tags/select-box/python_events"></demo>
+
+## API and Parameter List
+
+### value
+
+The corresponding value of custom_data value in the custom event; returns the user's inputted value for options. If type="checkbox", it returns a list.
+
+### props
+
+| Attribute    | Type                                                                                        | Default Value                  | Description                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  |
+| ------------ | ------------------------------------------------------------------------------------------- | ------------------------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| type         | 'checkbox' \| 'radio'                                                                       | 'radio'                        | The type of selection box: 'radio' for radio buttons, 'checkbox' for checkboxes.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             |
+| disabled     | boolean                                                                                     |                                | Disable the selection, usually used when reading historical information for re-rendering.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    |
+| value        | string                                                                                      |                                | The default selected value, usually used to pre-select some options for the user when `type="checkbox"` and to set the default value for rendering after setting `disabled`.                                                                                                                                                                                                                                                                                                                                                                                                                                                 |
+| direction    | 'horizontal' \| 'vertical'                                                                  | 'horizontal'                   | Arrange selection boxes horizontally or vertically.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          |
+| shape        | 'card' \| 'default'                                                                         | 'default'                      | The style of the selection box.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              |
+| options      | (string \| { label?: string, value?: string, imgSrc?: string })[]                           |                                | The options provided to the user, each item can be a string or an object. When the value is an object, it can accept more custom values, where imgSrc only takes effect when shape="card".                                                                                                                                                                                                                                                                                                                                                                                                                                   |
+| select-once  | boolean                                                                                     | false                          | Whether to allow the user to make a selection only once.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     |
+| submit-text  | string                                                                                      |                                | The display value of the submit button. When this attribute has a value, the submit button will be displayed, and the selection event will only be triggered after the user clicks the submit button.                                                                                                                                                                                                                                                                                                                                                                                                                        |
+| columns      | number \| { xs?: number, sm?: number, md?: number, lg?: number, xl?: number, xxl?: number } | { xs: 1, sm: 2, md: 2, lg: 4 } | Effective only when shape="card". The number of columns each row of options occupies, the value range is 1 - 24, it is recommended that this value is divisible by 24, otherwise, the number of columns may not meet expectations. When this item is passed as an object, it can responsively control the number of rendered columns per row, responsive thresholds are as follows: <br/> - xs: screen < 576px <br/> - sm: screen ≥ 576px <br/> - md: screen ≥ 768px <br/> - lg: screen ≥ 992px <br/> - xl: screen ≥ 1200px <br/> - xxl: screen ≥ 1600px This configuration does not take effect when direction is vertical. |
+| item-width   | string                                                                                      |                                | Effective only when shape="card". The width of each option, such as: 'auto', '100px', the default uses the width automatically allocated by columns.                                                                                                                                                                                                                                                                                                                                                                                                                                                                         |
+| item-height  | string                                                                                      |                                | Effective only when shape="card". The height of each option, defaults to adapt to the height of the element.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 |
+| img-height   | string                                                                                      | '160px'                        | Effective only when shape="card". The height of the images within each option.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               |
+| equal-height | boolean                                                                                     | false                          | Effective only when shape="card". Whether the height of the options in each row should be equal, using the height of the tallest option.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     |

components/Markdown/demos/accordion.py

@@ -0,0 +1,28 @@
+import gradio as gr
+
+import modelscope_studio as mgr
+
+with gr.Blocks() as demo:
+    mgr.Markdown("""
+<accordion title="Using tool">
+
+```json
+{"text": "glorious weather", "resolution": "1024*1024"}
+```
+
+</accordion>
+
+Use `::accordion-title` to support markdown：
+
+<accordion>
+
+::accordion-title[Using `tool`]
+
+```json
+{"text": "glorious weather", "resolution": "1024*1024"}
+```
+</accordion>
+""")
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/basic.py

@@ -0,0 +1,11 @@
+import gradio as gr
+
+import modelscope_studio as mgr
+
+with gr.Blocks() as demo:
+    mgr.Markdown(
+        "This _example_ was **written** in [Markdown](https://en.wikipedia.org/wiki/Markdown)\n"
+    )
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom-tag.py

@@ -0,0 +1,21 @@
+import gradio as gr
+
+import modelscope_studio as mgr
+
+with gr.Blocks() as demo:
+    mgr.Markdown(
+        """
+custom tag:<custom-tag value="aaa"></custom-tag>
+""",
+        custom_components={
+            # Key is the tag name
+            "custom-tag": {
+                # The tag props.
+                "props": ["value"],
+                # The tag template, use `{prop}` as placeholder。
+                "template": "<div>{value}</div>"
+            }
+        })
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom-tag2.py

@@ -0,0 +1,38 @@
+import gradio as gr
+
+import modelscope_studio as mgr
+
+with gr.Blocks() as demo:
+    mgr.Markdown(
+        """
+custom tag:<custom-tag value="aaa"></custom-tag>
+""",
+        custom_components={
+            "custom-tag": {
+                "props": ["value"],
+                "template":
+                "<button onclick='{onClick}'>{value}</button>",
+                # The `js` property should be a string containing a JavaScript Function.
+                "js":
+                """
+(props, cc, { el, onMount }) => {
+    // `onMount` will be called after the template rendered
+    onMount(() => {
+      // `el` is the container element
+      console.log(el)
+    })
+    console.log(props.children) // By default, `props` will be passed a property named `children`, which can get the content in the tag, such as 'xx' in '<tag>xx</tag>'.
+
+    // The return value will be merged with `props` and passed to the template.
+    return {
+      value: 'Click Me: ' + props.value,
+      onClick: () => {
+          alert('hello')
+      }
+    }
+}"""
+            }
+        })
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom-tag3.py

@@ -0,0 +1,31 @@
+import json
+import os
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+options = ["a", "b", "c"]
+
+
+def resolve_assets(relative_path):
+    return os.path.join(os.path.dirname(__file__), "../resources",
+                        relative_path)
+
+
+with open(resolve_assets("./custom_components/custom_select.js"), 'r') as f:
+    custom_select_js = f.read()
+
+with gr.Blocks() as demo:
+    mgr.Markdown(value=f"""
+custom tag: <custom-select options='{json.dumps(options)}'></custom-select>
+""",
+                 custom_components={
+                     "custom-select": {
+                         "props": ["options"],
+                         "js": custom_select_js,
+                     }
+                 })
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom-tag4.py

@@ -0,0 +1,38 @@
+import json
+import os
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+options = ["a", "b", "c"]
+
+
+def resolve_assets(relative_path):
+    return os.path.join(os.path.dirname(__file__), "../resources",
+                        relative_path)
+
+
+with open(resolve_assets("./custom_components/custom_select.js"), 'r') as f:
+    custom_select_js = f.read()
+
+
+def fn(data: gr.EventData):
+    # custom {'index': [0, 1, 0], 'tag': 'custom-select', 'tag_index': 0, 'value': 'option A'}
+    print("custom value", data._data)
+
+
+with gr.Blocks() as demo:
+    md = mgr.Markdown(value=f"""
+custom tag: <custom-select options='{json.dumps(options)}'></custom-select>
+""",
+                      custom_components={
+                          "custom-select": {
+                              "props": ["options"],
+                              "js": custom_select_js,
+                          }
+                      })
+    md.custom(fn=fn)
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom_tags/accordion/accordion-title.py

@@ -0,0 +1,19 @@
+import gradio as gr
+
+import modelscope_studio as mgr
+
+with gr.Blocks() as demo:
+    mgr.Markdown("""
+<accordion>
+
+::accordion-title[Using `tool`]
+
+```json
+{"text": "glorious weather", "resolution": "1024*1024"}
+```
+
+</accordion>
+""")
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom_tags/accordion/basic.py

@@ -0,0 +1,17 @@
+import gradio as gr
+
+import modelscope_studio as mgr
+
+with gr.Blocks() as demo:
+    mgr.Markdown("""
+<accordion title="Using tool">
+
+```json
+{"text": "glorious weather", "resolution": "1024*1024"}
+```
+
+</accordion>
+""")
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom_tags/select-box/basic.py

@@ -0,0 +1,21 @@
+import json
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+options = [{"label": "A", "value": "a"}, "b", "c"]
+
+with gr.Blocks() as demo:
+    mgr.Markdown(
+        f"""Single Select: <select-box options='{json.dumps(options)}' select-once></select-box>
+
+Multiple Select：<select-box type="checkbox" options='{json.dumps(options)}' select-once submit-text="Submit"></select-box>
+
+Vertical Direction：
+
+<select-box direction="vertical" type="checkbox" options='{json.dumps(options)}' select-once submit-text="Submit"></select-box>
+""", )
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom_tags/select-box/card_shape.py

@@ -0,0 +1,32 @@
+import json
+import os
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+# Card shape supports setting `imgSrc` as the cover.
+options = [{
+    "label":
+    "A",
+    "imgSrc":
+    os.path.join(os.path.dirname(__file__), '../../../resources/screen.jpeg'),
+    "value":
+    "a"
+}, "b", "c", "d"]
+
+with gr.Blocks() as demo:
+    mgr.Markdown(
+        f"""<select-box shape="card" options='{json.dumps(options)}' select-once equal-height></select-box>
+
+Custom Columns：
+
+<select-box shape="card" columns="2" options='{json.dumps(options)}' select-once  equal-height></select-box>
+
+Vertical Direction：
+
+<select-box shape="card" direction="vertical" options='{json.dumps(options)}' select-once  equal-height></select-box>
+""")
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom_tags/select-box/card_shape_width_auto.py

@@ -0,0 +1,26 @@
+import json
+import os
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+# Card shape supports setting `imgSrc` as the cover.
+options = [{
+    "label":
+    "A",
+    "imgSrc":
+    os.path.join(os.path.dirname(__file__), '../../../resources/screen.jpeg'),
+    "value":
+    "a"
+}, "b", "c", "d"]
+
+with gr.Blocks() as demo:
+    mgr.Markdown(
+        # item-width="auto"
+        f"""
+<select-box shape="card" direction="vertical" options='{json.dumps(options)}' select-once item-width="auto"></select-box>
+""", )
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/custom_tags/select-box/python_events.py

@@ -0,0 +1,24 @@
+import json
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+options = [{"label": "A", "value": "a"}, "b", "c"]
+
+
+def fn(data: gr.EventData):
+    custom_data = data._data
+    if (custom_data["tag"] == "select-box"):
+        print(custom_data["value"]
+              )  # 'a' or 'b' or 'c', the value set in the options.
+
+
+with gr.Blocks() as demo:
+    md = mgr.Markdown(
+        f"<select-box options='{json.dumps(options)}' select-once></select-box>"
+    )
+    md.custom(fn=fn)
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/multimodal.py

@@ -0,0 +1,31 @@
+import os
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+
+def resolve_assets(relative_path):
+    return os.path.join(os.path.dirname(__file__), "../resources",
+                        relative_path)
+
+
+with gr.Blocks() as demo:
+    mgr.Markdown(f"""
+Image
+
+![image]({resolve_assets("bot.jpeg")})
+
+<img src="{resolve_assets("user.jpeg")}" />
+
+Video
+
+<video src="{resolve_assets("dog.mp4")}"></video>
+
+Audio
+
+<audio src="{resolve_assets("audio.wav")}"></audio>
+""")
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/demos/select-box.py

@@ -0,0 +1,32 @@
+import json
+
+import gradio as gr
+
+import modelscope_studio as mgr
+
+# `label` will display on the page, and `value` is the actual selected value.
+options = [{"label": "A", "value": "a"}, "b", "c"]
+
+with gr.Blocks() as demo:
+    mgr.Markdown(f"""
+Single Select: <select-box options='{json.dumps(options)}' select-once></select-box>
+
+Multiple Select：<select-box type="checkbox" options='{json.dumps(options)}' select-once submit-text="Submit"></select-box>
+
+Vertical Direction：
+
+<select-box direction="vertical" type="checkbox" options='{json.dumps(options)}' select-once submit-text="Submit"></select-box>
+
+Card Shape:
+
+<select-box shape="card" options='{json.dumps(options)}' select-once equal-height></select-box>
+
+
+<select-box shape="card" columns="2" options='{json.dumps(options)}' select-once  equal-height></select-box>
+
+
+<select-box shape="card" direction="vertical" options='{json.dumps(options)}' select-once  equal-height></select-box>
+""")
+
+if __name__ == "__main__":
+    demo.queue().launch()

components/Markdown/resources/custom_components/custom_select.js

@@ -0,0 +1,26 @@
+(props, cc, { el, onMount }) => {
+  const options = JSON.parse(props.options);
+  el.innerHTML = `
+  ${options
+    .map((option) => {
+      return `<div>
+        <label>${option} <input type="radio"/></label>
+    <div>`;
+    })
+    .join('')}
+  `;
+  onMount(() => {
+    const inputs = Array.from(el.getElementsByTagName('input'));
+    Array.from(el.getElementsByTagName('label')).forEach((label, i) => {
+      label.addEventListener('click', () => {
+        inputs.forEach((input) => {
+          input.checked = false;
+        });
+        const input = label.getElementsByTagName('input')[0];
+        input.checked = true;
+        // Use cc.dispatch to trigger events.
+        cc.dispatch(options[i]);
+      });
+    });
+  });
+};

components/Markdown/resources/dog.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d086ce29e48cf76e5042d2f3f0611ee46575f70fa3dc0c40dd4cfffde3d933
+size 8626383