uodata

ca625f43 · shihm · 7164651d · ca625f43 · ca625f43 · ca625f43
Commit ca625f43 authored Mar 30, 2026 by shihm
20 changed files
--- a/.dockerignore
+++ b/.dockerignore
@@ -3,12 +3,12 @@
 .github
 .venv
 cache
-data
 docker
 saves
 hf_cache
 ms_cache
 om_cache
+shared_data
 output
 .dockerignore
 .gitattributes

--- a/.env.local
+++ b/.env.local
@@ -15,6 +15,7 @@ LLAMAFACTORY_VERBOSITY=
 USE_MODELSCOPE_HUB=
 USE_OPENMIND_HUB=
 USE_RAY=
+USE_KT=
 RECORD_VRAM=
 OPTIM_TORCH=
 NPU_JIT_COMPILE=
@@ -35,6 +36,8 @@ GRADIO_SERVER_NAME=
 GRADIO_SERVER_PORT=
 GRADIO_ROOT_PATH=
 GRADIO_IPV6=
+# backend
+USE_MCA=
 # setup
 ENABLE_SHORT_CONSOLE=
 # reserved (do not use)

--- a/.gitignore
+++ b/.gitignore
@@ -85,7 +85,7 @@ ipython_config.py
 # pyenv
 #   For a library or package, you might want to ignore these files since the code is
 #   intended to run in multiple environments; otherwise, check them in:
-# .python-version
+.python-version

 # pipenv
 #   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
@@ -165,14 +165,18 @@ cython_debug/
 # uv
 uv.lock

+# macOS
+.DS_Store
+
 # custom .gitignore
-ms_cache/
 hf_cache/
+ms_cache/
 om_cache/
-cache/
-config/
+llamaboard_cache/
+llamaboard_config/
 saves/
 output/
 wandb/
 swanlog/
 generated_predictions.jsonl
+predictions_score.json
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
 repos:
 -   repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v5.0.0
+    rev: v6.0.0
    hooks:
    -   id: check-ast
    -   id: check-added-large-files
@@ -15,13 +15,13 @@ repos:
        args: ['--branch', 'main']

 -   repo: https://github.com/asottile/pyupgrade
-    rev: v3.17.0
+    rev: v3.20.0
    hooks:
    -   id: pyupgrade
-        args: [--py38-plus]
+        args: [--py39-plus]

 -   repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.6.9
+    rev: v0.13.2
    hooks:
    -   id: ruff
        args: [--fix]

--- a/.readthedocs.yaml
+++ b/.readthedocs.yaml
-# Read the Docs configuration file
-# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
-
-version: 2
-
-build:
-  os: ubuntu-22.04
-  tools:
-    python: "3.8"
-
-sphinx:
-  configuration: docs/source/conf.py
-
-formats:
-  - pdf
-
-python:
-  install:
-  - requirements: docs/requirements-docs.txt
--- a/MANIFEST.in
+++ b/MANIFEST.in
-include LICENSE requirements.txt
+include LICENSE
--- a/Makefile
+++ b/Makefile
 .PHONY: build commit license quality style test

-check_dirs := scripts src tests setup.py
+check_dirs := scripts src tests tests_v1
+
+RUN := $(shell command -v uv >/dev/null 2>&1 && echo "uv run" || echo "")
+BUILD := $(shell command -v uv >/dev/null 2>&1 && echo "uv build" || echo "python -m build")
+TOOL := $(shell command -v uv >/dev/null 2>&1 && echo "uvx" || echo "")

 build:
-	pip3 install build && python3 -m build
+	$(BUILD)

 commit:
-	pre-commit install
-	pre-commit run --all-files
+	$(TOOL) pre-commit install
+	$(TOOL) pre-commit run --all-files

 license:
-	python3 tests/check_license.py $(check_dirs)
+	$(RUN) python3 tests/check_license.py $(check_dirs)

 quality:
-	ruff check $(check_dirs)
-	ruff format --check $(check_dirs)
+	$(TOOL) ruff check $(check_dirs)
+	$(TOOL) ruff format --check $(check_dirs)

 style:
-	ruff check $(check_dirs) --fix
-	ruff format $(check_dirs)
+	$(TOOL) ruff check $(check_dirs) --fix
+	$(TOOL) ruff format $(check_dirs)

 test:
-	CUDA_VISIBLE_DEVICES= WANDB_DISABLED=true pytest -vv tests/
+	WANDB_DISABLED=true $(RUN) pytest -vv --import-mode=importlib tests/ tests_v1/
--- a/README.md
+++ b/README.md
@@ -24,9 +24,11 @@ LLaMA Factory是一个大语言模型训练和推理的框架，支持了魔搭
 | [DeepSeek 2.5/3](https://huggingface.co/deepseek-ai)              | 236B/671B                        | deepseek3           |
 | [DeepSeek R1 (Distill)](https://huggingface.co/deepseek-ai)       | 1.5B/7B/8B/14B/32B/70B/671B      | deepseekr1          |
 | [Gemma/Gemma 2/CodeGemma](https://huggingface.co/google)          | 2B/7B/9B/27B                     | gemma               |
+| [ERNIE-4.5](https://huggingface.co/baidu)                         | 0.3B/21B/300B                    | ernie_nothink        |
 | [Gemma 3](https://huggingface.co/google)                          | 1B/4B/12B/27B                    | gemma3/gemma (1B)   |
 | [GLM-4/GLM-4-0414/GLM-Z1](https://huggingface.co/THUDM)**         | 9B/32B                           | glm4                |
 | [GLM-4.1V](https://huggingface.co/THUDM)*                         | 9B                               | glm4v               |
+| [Granite 3-4](https://huggingface.co/ibm-granite)                 | 1B/2B/3B/7B/8B                   | granite3/granite4    |
 | [Hunyuan](https://huggingface.co/tencent/)                        | 7B                               | hunyuan             |
 | [InternLM 2-3](https://huggingface.co/internlm)                   | 7B/8B/20B                        | intern2             |
 | [InternVL 2.5-3](https://huggingface.co/OpenGVLab)                | 1B/2B/8B/14B/38B/78B             | intern_vl           |
@@ -38,7 +40,12 @@ LLaMA Factory是一个大语言模型训练和推理的框架，支持了魔搭
 | [Mistral Small](https://huggingface.co/mistralai)                 | 24B                              | mistral_small       |
 | [OLMo](https://hf-mirror.com/allenai)                             | 1B/7B                            | olmo                |
 | [Qwen (1-2.5) (Code/Math/MoE/QwQ)](https://huggingface.co/Qwen)   | 0.5B/1.5B/3B/7B/14B/32B/72B/110B | qwen                |
-| [Qwen3 (MoE)](https://huggingface.co/Qwen)                        | 0.6B/1.7B/4B/8B/14B/32B/235B     | qwen3               |
+| [Qwen3 (MoE/Instruct/Thinking)](https://huggingface.co/Qwen)                        | 0.6B/1.7B/4B/8B/14B/32B/235B     | qwen3               |
+| [Qwen2-Audio](https://huggingface.co/Qwen)                        | 7B                               | qwen2_audio          |
+| [Qwen2.5-Omni](https://huggingface.co/Qwen)                       | 3B/7B                            | qwen2_omni           |
+| [Qwen3-Omni](https://huggingface.co/Qwen)                         | 30B                              | qwen3_omni           |
+| [Qwen2-VL/Qwen2.5-VL/QVQ](https://huggingface.co/Qwen)            | 2B/3B/7B/32B/72B                 | qwen2_vl             |
+| [Qwen3-VL](https://huggingface.co/Qwen)                           | 2B/4B/8B/30B/32B/235B            | qwen3_vl             |
 | [XVERSE](https://hf-mirror.com/xverse)                            | 7B/13B                           | xverse              |

 持续更新中...

--- a/README_en.md
+++ b/README_en.md
--- a/README_zh.md
+++ b/README_zh.md
--- a/assets/sponsors/serpapi.svg
+++ b/assets/sponsors/serpapi.svg
+<svg xmlns="http://www.w3.org/2000/svg" width="1654.367" height="500" viewBox="600 700 1654.367 500"><rect x="600" y="700" width="1654.367" height="500" fill="white"/><defs><linearGradient id="a" x1="856" x2="856" y1="700" y2="1212" gradientTransform="matrix(-.71232 -.67984 .97656 -.97656 483.164 2545.367)" gradientUnits="userSpaceOnUse" spreadMethod="pad"><stop offset="0" style="stop-color:#3480eb"/><stop offset="1" style="stop-color:#9146f0"/></linearGradient></defs><g transform="translate(42.987 -79.833)"><path d="M910.163 779.833c77.962 0 141.734 60.753 146.557 137.499H955.438c-5.55-21.565-25.127-37.499-48.424-37.499-27.614 0-50 22.386-50 50 0 23.299 15.935 42.874 37.5 48.425v103.154c-21.565 5.551-37.5 25.127-37.5 48.425s15.935 42.873 37.5 48.424v101.572H703.863l-.775-.002h16.424v-101.567c21.566-5.551 37.501-25.128 37.501-48.427 0-27.616-22.386-50.004-50-50.004-23.296 0-42.871 15.934-48.423 37.498H557.013V926.683c0-77.962 60.753-141.734 137.499-146.557v101.283c-21.565 5.55-37.499 25.127-37.499 48.424 0 27.615 22.386 50 50 50s50-22.385 50-50c0-23.298-15.935-42.875-37.501-48.425V779.833h190.651Zm45.276 162.5h101.574v190.65c0 77.962-60.753 141.734-137.499 146.557v-101.279c21.565-5.551 37.5-25.126 37.5-48.424s-15.935-42.874-37.5-48.425V978.258c17.57-4.522 31.402-18.354 35.925-35.925Zm-260.927 235.93v101.277c-73.655-4.629-132.579-63.553-137.206-137.208h101.281c4.521 17.573 18.353 31.408 35.925 35.931Z" style="stroke-width:1.33333px;fill:url(#a);paint-order:fill;fill-rule:nonzero"/><path d="M2164.6 904.696v24.864h46.78v-49.727h-46.78v24.863Zm-940.87-16.59c-.6.045-2.75.181-4.74.316-15.42 1.04-27.99 4.091-36.39 8.86-13.08 7.414-19.6 19.439-21.35 39.511-.61 7.12-.5 22.219.24 30.514 2.24 25.176 10.79 35.513 36.15 43.733 5.41 1.74 12.45 3.57 22.2 5.77 4.5 1.01 10.63 2.46 13.62 3.21 16.23 4.07 21.46 7.34 23.17 14.43 1.18 4.95 1.18 16.81.02 22.14-2.04 9.24-8.17 12.6-23.93 13.06-20.68.63-40-2.1-63.18-8.92-2.35-.68-4.35-1.16-4.45-1.07-.2.26-8.21 37.39-8.07 37.52.29.29 7.78 3.23 11.22 4.41 13.55 4.63 27.85 7.53 44.65 9.05 4.34.37 20.82.51 26.44.22 30.2-1.63 47.47-8.23 57.21-21.89 7.75-10.84 10.59-26.48 9.6-53.17-.51-14.2-1.68-20.82-4.88-27.47-6.22-12.928-20.1-20.364-53.22-28.5-20.98-5.154-23.72-5.9-27.88-7.55-5.8-2.329-8.47-4.973-9.64-9.607-.85-3.277-1.18-12.635-.66-17.855.9-9.019 4.54-12.726 13.99-14.241 7.63-1.221 25.91-.814 41.72.927 6.09.678 16.82 2.193 25.04 3.549 3.69.609 5.89.881 5.93.723.14-.43 4.87-40.64 4.77-40.708-.16-.181-9.14-1.922-14.37-2.78-10.95-1.831-20.5-2.961-33.14-3.888-3.17-.226-27.59-.475-30.07-.294Zm610.08 3.3c-.23.655-65.9 216.264-65.9 216.374 0 .07 11.42.09 25.37.07l25.37-.07 5.72-20.56c3.12-11.33 5.71-20.8 5.81-21.09l.13-.5 36.32.05 36.34.06 5.76 20.8c3.17 11.43 5.85 20.92 5.89 21.09.07.22 5.28.26 25.45.22l25.32-.07-33.17-108.261-33.14-108.271-32.58-.068c-25.96-.045-32.63 0-32.69.226Zm45.03 88.147c6.74 24.787 12.26 45.127 12.26 45.217 0 .11-11.18.17-24.87.17-20.66 0-24.88-.04-24.79-.3.08-.17 5.7-20.51 12.49-45.198 6.82-24.702 12.46-44.909 12.52-44.909.09 0 5.66 20.274 12.39 45.02Zm-482.99-33.357c-3.93.203-8.71.61-10.94.903-29.36 3.956-46.53 19.417-51.21 46.138-1.18 6.704-1.2 6.983-1.28 32.273-.12 24.88-.02 28.63.86 34.89 1.61 11.49 5.63 21.64 11.62 29.07 8.42 10.53 21.43 17.39 38.17 20.1 7.7 1.27 12.97 1.58 23.07 1.42 12.09-.2 22.27-1.33 34.69-3.88 8.87-1.81 21.95-5.56 21.95-6.26 0-.28-6.54-34.04-6.71-34.56-.09-.35-.19-.35-1.17-.07-9.22 2.8-24.98 5.39-37.73 6.21-5.59.36-17.49.16-20.57-.34-9.27-1.51-13.69-4.61-15.9-11.23-.94-2.81-1.33-5.7-1.51-11.12l-.12-4.68h85.5v-16.69c0-17.3-.21-24.71-.82-30.16-2.75-25.025-13.66-40.419-33.8-47.652-5.09-1.808-12.11-3.3-18.72-3.91-3.5-.339-12.59-.611-15.38-.452Zm8.82 36.931c4.92.61 8.05 1.942 10.66 4.528 3.68 3.673 4.79 7.525 4.82 16.835l.02 5.43h-40.91l-.08-3.4c-.18-9.309 1.42-14.625 5.55-18.466 2.58-2.352 5.74-3.862 9.58-4.561 3.3-.611 7.24-.744 10.36-.366Zm293.06-36.818c-8.89.611-19.22 3.3-29.54 7.685-4.03 1.718-10.04 4.747-13.13 6.6l-2.44 1.47-.28-.702c-.17-.406-1.26-3.232-2.43-6.306l-2.14-5.605h-36.72v114.479c0 105.04.03 114.48.35 114.48.22 0 10.62-1.42 23.16-3.16 12.54-1.74 22.88-3.16 23.03-3.16.17 0 .24-9.59.24-32.73v-32.75l1.87.41c8.04 1.79 18.54 3.16 29.07 3.84 5.47.34 16.39.15 20.03-.35 15.36-2.14 26.07-8.24 33.22-18.89 1.71-2.55 4.4-8.06 5.51-11.3 1.72-5.02 2.83-10.42 3.6-17.29.29-2.63.35-7.89.44-30.74.12-28.01 0-34.225-.72-40.118-2.25-18.581-9.4-31.578-21.4-39.014-6.52-4.046-14.2-6.262-23.8-6.872-3.74-.249-4.31-.249-7.92.023Zm-7.58 40.669c4.5.422 7.33 1.531 9.75 3.796 2.43 2.253 3.76 4.972 4.39 8.923.5 3.093.5 54.743 0 57.633-1.1 6.17-4.05 10.07-9.14 11.92-2.71.99-4.85 1.22-10.43 1.05-5.08-.13-10.13-.65-16.03-1.59-3.55-.59-8.4-1.55-9.99-1.95l-.87-.25v-67.29l.97-.833c1.49-1.287 5.93-4.206 8.56-5.605 6.81-3.662 13.04-5.516 19.99-6.015.24 0 1.49.089 2.8.211Zm387.54-40.782c-13.33.791-30.37 6.396-43.78 14.398l-2.42 1.446-1.11-2.848c-.61-1.559-1.69-4.407-2.43-6.306l-1.32-3.435h-36.76v114.479c0 105.78.02 114.48.38 114.48.19 0 10.64-1.42 23.18-3.16 12.54-1.74 22.91-3.16 23-3.16.15 0 .24-12.04.24-32.73v-32.73l4.13.83c6.83 1.39 12.79 2.2 22.09 3.08 5.29.5 20.1.56 23.74.12 6.99-.89 13.43-2.72 18.73-5.41 4.33-2.17 7-4.09 10.42-7.52 6.6-6.6 10.61-14.72 12.87-25.99 1.67-8.37 1.83-11.6 1.83-43.18 0-31.394-.16-34.535-1.83-42.947-4.58-23.052-18.19-36.343-40-38.965-2.93-.339-8.62-.587-10.96-.452Zm-8.49 40.782c2.86.266 4.49.721 6.73 1.798 3.46 1.698 5.7 4.706 6.9 9.267l.5 1.92v57.187l-.5 1.9c-1.4 5.23-4.55 8.81-9.05 10.29-2.94.96-4.46 1.11-9.98.96-5.03-.13-8.17-.42-14.36-1.31-3.1-.44-10.24-1.81-11.9-2.26l-.87-.22v-67.335l1.3-1.01c7.39-5.904 17.83-10.399 25.88-11.165 2.62-.277 2.98-.277 5.35-.022Zm-488.67-40.104c-10.2 2.667-26.15 9.629-36.72 16.025-1.78 1.086-2.77 1.56-2.87 1.402-.06-.159-.83-3.549-1.66-7.572l-1.53-7.278h-39.05v158.439h46.81v-96.68l2.42-1.59c8.09-5.22 22.08-12.143 35.8-17.67 1.91-.777 3.53-1.476 3.63-1.543.1-.088-.7-9.877-1.77-21.744-1.04-11.867-1.91-21.767-1.91-21.992 0-.52-.53-.498-3.15.203Zm584.07 81.796v79.22h46.78V949.451h-46.78v79.219Z" style="stroke:#fff;stroke-width:.2;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"/></g></svg>
--- a/assets/sponsors/warp.jpg
+++ b/assets/sponsors/warp.jpg
--- a/assets/thirdparty/colab.svg
+++ b/assets/thirdparty/colab.svg
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="117" height="20"><linearGradient id="b" x2="0" y2="100%"><stop offset="0" stop-color="#bbb" stop-opacity=".1"/><stop offset="1" stop-opacity=".1"/></linearGradient><clipPath id="a"><rect width="117" height="20" rx="3" fill="#fff"/></clipPath><g clip-path="url(#a)"><path fill="#555" d="M0 0h30v20H0z"/><path fill="#007ec6" d="M30 0h87v20H30z"/><path fill="url(#b)" d="M0 0h117v20H0z"/></g><g fill="#fff" text-anchor="middle" font-family="DejaVu Sans,Verdana,Geneva,sans-serif" font-size="110"><svg x="4px" y="0px" width="22px" height="20px" viewBox="-2 0 28 24" style="background-color: #fff;border-radius: 1px;"><path style="fill:#e8710a;" d="M1.977,16.77c-2.667-2.277-2.605-7.079,0-9.357C2.919,8.057,3.522,9.075,4.49,9.691c-1.152,1.6-1.146,3.201-0.004,4.803C3.522,15.111,2.918,16.126,1.977,16.77z"/><path style="fill:#f9ab00;" d="M12.257,17.114c-1.767-1.633-2.485-3.658-2.118-6.02c0.451-2.91,2.139-4.893,4.946-5.678c2.565-0.718,4.964-0.217,6.878,1.819c-0.884,0.743-1.707,1.547-2.434,2.446C18.488,8.827,17.319,8.435,16,8.856c-2.404,0.767-3.046,3.241-1.494,5.644c-0.241,0.275-0.493,0.541-0.721,0.826C13.295,15.939,12.511,16.3,12.257,17.114z"/><path style="fill:#e8710a;" d="M19.529,9.682c0.727-0.899,1.55-1.703,2.434-2.446c2.703,2.783,2.701,7.031-0.005,9.764c-2.648,2.674-6.936,2.725-9.701,0.115c0.254-0.814,1.038-1.175,1.528-1.788c0.228-0.285,0.48-0.552,0.721-0.826c1.053,0.916,2.254,1.268,3.6,0.83C20.502,14.551,21.151,11.927,19.529,9.682z"/><path style="fill:#f9ab00;" d="M4.49,9.691C3.522,9.075,2.919,8.057,1.977,7.413c2.209-2.398,5.721-2.942,8.476-1.355c0.555,0.32,0.719,0.606,0.285,1.128c-0.157,0.188-0.258,0.422-0.391,0.631c-0.299,0.47-0.509,1.067-0.929,1.371C8.933,9.539,8.523,8.847,8.021,8.746C6.673,8.475,5.509,8.787,4.49,9.691z"/><path style="fill:#f9ab00;" d="M1.977,16.77c0.941-0.644,1.545-1.659,2.509-2.277c1.373,1.152,2.85,1.433,4.45,0.499c0.332-0.194,0.503-0.088,0.673,0.19c0.386,0.635,0.753,1.285,1.181,1.89c0.34,0.48,0.222,0.715-0.253,1.006C7.84,19.73,4.205,19.188,1.977,16.77z"/></svg><text x="245" y="140" transform="scale(.1)" textLength="30"> </text><text x="725" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)" textLength="770">Open in Colab</text><text x="725" y="140" transform="scale(.1)" textLength="770">Open in Colab</text></g> </svg>
--- a/assets/thirdparty/discord.svg
+++ b/assets/thirdparty/discord.svg
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="115" height="20" role="img" aria-label="LLaMA Factory"><title>LLaMA Factory</title><linearGradient id="s" x2="0" y2="100%"><stop offset="0" stop-color="#bbb" stop-opacity=".1"/><stop offset="1" stop-opacity=".1"/></linearGradient><clipPath id="r"><rect width="115" height="20" rx="3" fill="#fff"/></clipPath><g clip-path="url(#r)"><rect width="24" height="20" fill="#5865f2"/><rect x="24" width="91" height="20" fill="#555"/><rect width="115" height="20" fill="url(#s)"/></g><g fill="#fff" text-anchor="middle" font-family="Verdana,Geneva,DejaVu Sans,sans-serif" text-rendering="geometricPrecision" font-size="110"><image x="5" y="3" width="14" height="14" xlink:href="data:image/svg+xml;base64,PHN2ZyBmaWxsPSJ3aGl0ZSIgcm9sZT0iaW1nIiB2aWV3Qm94PSIwIDAgMjQgMjQiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyI+PHRpdGxlPkRpc2NvcmQ8L3RpdGxlPjxwYXRoIGQ9Ik0yMC4zMTcgNC4zNjk4YTE5Ljc5MTMgMTkuNzkxMyAwIDAwLTQuODg1MS0xLjUxNTIuMDc0MS4wNzQxIDAgMDAtLjA3ODUuMDM3MWMtLjIxMS4zNzUzLS40NDQ3Ljg2NDgtLjYwODMgMS4yNDk1LTEuODQ0Ny0uMjc2Mi0zLjY4LS4yNzYyLTUuNDg2OCAwLS4xNjM2LS4zOTMzLS40MDU4LS44NzQyLS42MTc3LTEuMjQ5NWEuMDc3LjA3NyAwIDAwLS4wNzg1LS4wMzcgMTkuNzM2MyAxOS43MzYzIDAgMDAtNC44ODUyIDEuNTE1LjA2OTkuMDY5OSAwIDAwLS4wMzIxLjAyNzdDLjUzMzQgOS4wNDU4LS4zMTkgMTMuNTc5OS4wOTkyIDE4LjA1NzhhLjA4MjQuMDgyNCAwIDAwLjAzMTIuMDU2MWMyLjA1MjggMS41MDc2IDQuMDQxMyAyLjQyMjggNS45OTI5IDMuMDI5NGEuMDc3Ny4wNzc3IDAgMDAuMDg0Mi0uMDI3NmMuNDYxNi0uNjMwNC44NzMxLTEuMjk1MiAxLjIyNi0xLjk5NDJhLjA3Ni4wNzYgMCAwMC0uMDQxNi0uMTA1N2MtLjY1MjgtLjI0NzYtMS4yNzQzLS41NDk1LTEuODcyMi0uODkyM2EuMDc3LjA3NyAwIDAxLS4wMDc2LS4xMjc3Yy4xMjU4LS4wOTQzLjI1MTctLjE5MjMuMzcxOC0uMjkxNGEuMDc0My4wNzQzIDAgMDEuMDc3Ni0uMDEwNWMzLjkyNzggMS43OTMzIDguMTggMS43OTMzIDEyLjA2MTQgMGEuMDczOS4wNzM5IDAgMDEuMDc4NS4wMDk1Yy4xMjAyLjA5OS4yNDYuMTk4MS4zNzI4LjI5MjRhLjA3Ny4wNzcgMCAwMS0uMDA2Ni4xMjc2IDEyLjI5ODYgMTIuMjk4NiAwIDAxLTEuODczLjg5MTQuMDc2Ni4wNzY2IDAgMDAtLjA0MDcuMTA2N2MuMzYwNC42OTguNzcxOSAxLjM2MjggMS4yMjUgMS45OTMyYS4wNzYuMDc2IDAgMDAuMDg0Mi4wMjg2YzEuOTYxLS42MDY3IDMuOTQ5NS0xLjUyMTkgNi4wMDIzLTMuMDI5NGEuMDc3LjA3NyAwIDAwLjAzMTMtLjA1NTJjLjUwMDQtNS4xNzctLjgzODItOS42NzM5LTMuNTQ4NS0xMy42NjA0YS4wNjEuMDYxIDAgMDAtLjAzMTItLjAyODZ6TTguMDIgMTUuMzMxMmMtMS4xODI1IDAtMi4xNTY5LTEuMDg1Ny0yLjE1NjktMi40MTkgMC0xLjMzMzIuOTU1NS0yLjQxODkgMi4xNTctMi40MTg5IDEuMjEwOCAwIDIuMTc1NyAxLjA5NTIgMi4xNTY4IDIuNDE5IDAgMS4zMzMyLS45NTU1IDIuNDE4OS0yLjE1NjkgMi40MTg5em03Ljk3NDggMGMtMS4xODI1IDAtMi4xNTY5LTEuMDg1Ny0yLjE1NjktMi40MTkgMC0xLjMzMzIuOTU1NC0yLjQxODkgMi4xNTY5LTIuNDE4OSAxLjIxMDggMCAyLjE3NTcgMS4wOTUyIDIuMTU2OCAyLjQxOSAwIDEuMzMzMi0uOTQ2IDIuNDE4OS0yLjE1NjggMi40MTg5WiIvPjwvc3ZnPg=="/><text aria-hidden="true" x="685" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)" textLength="810">LLaMA Factory</text><text x="685" y="140" transform="scale(.1)" fill="#fff" textLength="810">LLaMA Factory</text></g></svg>
--- a/assets/thirdparty/dsw.svg
+++ b/assets/thirdparty/dsw.svg
+<?xml version="1.0" encoding="UTF-8"?>
+<svg width="130px" height="20px" viewBox="0 0 130 20" version="1.1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+    <title>最终方案备份 6</title>
+    <defs>
+        <linearGradient x1="50%" y1="-11.4084043%" x2="50%" y2="107.220074%" id="linearGradient-1">
+            <stop stop-color="#FF7717" offset="0%"></stop>
+            <stop stop-color="#FF4707" offset="100%"></stop>
+        </linearGradient>
+        <linearGradient x1="50%" y1="0%" x2="50%" y2="107.220074%" id="linearGradient-2">
+            <stop stop-color="#FFFFFF" stop-opacity="0.15" offset="0%"></stop>
+            <stop stop-color="#FFFFFF" stop-opacity="0.05" offset="100%"></stop>
+        </linearGradient>
+        <path d="M6.45596591,3.88139205 C6.45596591,4.65080492 6.31628788,5.31486742 6.03693182,5.87357955 C5.75757576,6.43229167 5.37523674,6.86257102 4.88991477,7.16441761 C4.4045928,7.4662642 3.85061553,7.6171875 3.22798295,7.6171875 C2.60535038,7.6171875 2.05078125,7.4662642 1.56427557,7.16441761 C1.07776989,6.86257102 0.695430871,6.43229167 0.417258523,5.87357955 C0.139086174,5.31486742 0,4.65080492 0,3.88139205 C0,3.11197917 0.139086174,2.44791667 0.417258523,1.88920455 C0.695430871,1.33049242 1.07776989,0.900213068 1.56427557,0.598366477 C2.05078125,0.296519886 2.60535038,0.145596591 3.22798295,0.145596591 C3.85061553,0.145596591 4.4045928,0.296519886 4.88991477,0.598366477 C5.37523674,0.900213068 5.75757576,1.33049242 6.03693182,1.88920455 C6.31628788,2.44791667 6.45596591,3.11197917 6.45596591,3.88139205 Z M5.53622159,3.88139205 C5.53622159,3.26349432 5.43442235,2.74147727 5.23082386,2.31534091 C5.02722538,1.88920455 4.7508286,1.56664299 4.40163352,1.34765625 C4.05243845,1.12866951 3.66122159,1.01917614 3.22798295,1.01917614 C2.79237689,1.01917614 2.40056818,1.12866951 2.05255682,1.34765625 C1.70454545,1.56664299 1.42814867,1.88920455 1.22336648,2.31534091 C1.01858428,2.74147727 0.916193182,3.26349432 0.916193182,3.88139205 C0.916193182,4.49928977 1.01858428,5.02130682 1.22336648,5.44744318 C1.42814867,5.87357955 1.70454545,6.1961411 2.05255682,6.41512784 C2.40056818,6.63411458 2.79237689,6.74360795 3.22798295,6.74360795 C3.66122159,6.74360795 4.05243845,6.63411458 4.40163352,6.41512784 C4.7508286,6.1961411 5.02722538,5.87357955 5.23082386,5.44744318 C5.43442235,5.02130682 5.53622159,4.49928977 5.53622159,3.88139205 Z" id="path-3"></path>
+        <path d="M8.59629794,9.56321023 L8.59629794,2.06321023 L9.46987749,2.06321023 L9.46987749,2.93323864 L9.56575817,2.93323864 C9.6273112,2.83380682 9.71372218,2.7101089 9.82499112,2.56214489 C9.93626006,2.41418087 10.0954693,2.28219697 10.302619,2.16619318 C10.5097686,2.05018939 10.7885328,1.9921875 11.1389116,1.9921875 C11.593457,1.9921875 11.9953273,2.10582386 12.3445224,2.33309659 C12.6937174,2.56036932 12.9665631,2.88470644 13.1630593,3.30610795 C13.3595555,3.72750947 13.4578036,4.22703598 13.4578036,4.8046875 C13.4578036,5.38470644 13.3595555,5.88600852 13.1630593,6.30859375 C12.9665631,6.73117898 12.6949012,7.05669981 12.3480735,7.28515625 C12.0012459,7.51361269 11.6029267,7.62784091 11.1531161,7.62784091 C10.8074722,7.62784091 10.5298917,7.57043087 10.3203746,7.4556108 C10.1108576,7.34079072 9.94809718,7.20821496 9.83209339,7.05788352 C9.71608961,6.90755208 9.6273112,6.78030303 9.56575817,6.67613636 L9.49828658,6.67613636 L9.49828658,9.56321023 L8.59629794,9.56321023 Z M9.48053089,4.79048295 C9.48053089,5.19294508 9.5397165,5.54805871 9.65808771,5.85582386 C9.77645893,6.16358902 9.94868904,6.40329072 10.1747781,6.57492898 C10.4008671,6.74656723 10.6772638,6.83238636 11.0039684,6.83238636 C11.3448775,6.83238636 11.6301521,6.74183239 11.8597923,6.56072443 C12.0894324,6.37961648 12.2622544,6.13458807 12.3782582,5.8256392 C12.494262,5.51669034 12.5522638,5.17163826 12.5522638,4.79048295 C12.5522638,4.4140625 12.4954457,4.07433712 12.3818093,3.77130682 C12.2681729,3.46827652 12.0965347,3.22857481 11.8668945,3.0522017 C11.6372544,2.8758286 11.3496123,2.78764205 11.0039684,2.78764205 C10.672529,2.78764205 10.3937648,2.87168561 10.1676758,3.03977273 C9.94158677,3.20785985 9.77054036,3.44164299 9.65453658,3.74112216 C9.53853279,4.04060133 9.48053089,4.39038826 9.48053089,4.79048295 Z" id="path-4"></path>
+        <path d="M17.8164584,7.63139205 C17.2885228,7.63139205 16.8333855,7.5147964 16.4510465,7.28160511 C16.0687075,7.04841383 15.774555,6.72170928 15.5685891,6.30149148 C15.3626232,5.88127367 15.2596402,5.39180871 15.2596402,4.83309659 C15.2596402,4.27201705 15.3626232,3.77840909 15.5685891,3.35227273 C15.774555,2.92613636 16.0627889,2.5929214 16.4332908,2.35262784 C16.8037927,2.11233428 17.2376232,1.9921875 17.7347823,1.9921875 C18.0259755,1.9921875 18.3112501,2.0407197 18.5906061,2.13778409 C18.8699622,2.23484848 19.1238684,2.38991477 19.3523249,2.60298295 C19.5807813,2.81605114 19.7618893,3.09659091 19.8956487,3.44460227 C20.0294082,3.79261364 20.096288,4.21875 20.096288,4.72301136 L20.096288,5.08522727 L15.8562311,5.08522727 L15.8562311,4.33948864 L19.1907482,4.33948864 C19.1907482,4.04119318 19.1309707,3.77485795 19.0114158,3.54048295 C18.8918609,3.30610795 18.7231819,3.12085701 18.5053789,2.98473011 C18.2875758,2.84860322 18.0307103,2.78053977 17.7347823,2.78053977 C17.4104451,2.78053977 17.1304972,2.85984848 16.8949385,3.01846591 C16.6593798,3.17708333 16.47768,3.3836411 16.3498391,3.6381392 C16.2219982,3.89263731 16.1580777,4.16666667 16.1580777,4.46022727 L16.1580777,4.98224432 C16.1580777,5.37997159 16.2279167,5.71732955 16.3675948,5.99431818 C16.5072728,6.27130682 16.7014016,6.48200758 16.9499811,6.62642045 C17.1985607,6.77083333 17.4885701,6.84303977 17.8200095,6.84303977 C18.0354451,6.84303977 18.2301658,6.81226326 18.4041715,6.75071023 C18.5781772,6.6891572 18.7291005,6.59682765 18.8569414,6.47372159 C18.9847823,6.35061553 19.0830304,6.19673295 19.1516857,6.01207386 L20.018163,6.22514205 C19.9329357,6.50686553 19.7891147,6.75307765 19.5866999,6.96377841 C19.3842851,7.17447917 19.1327463,7.3384233 18.8320834,7.4556108 C18.5314205,7.5727983 18.1928789,7.63139205 17.8164584,7.63139205 Z" id="path-5"></path>
+        <path d="M23.0521052,4.24715909 L23.0521052,7.51775568 L22.1501165,7.51775568 L22.1501165,2.06321023 L23.0165938,2.06321023 L23.0165938,2.92613636 L23.0876165,2.92613636 C23.2154574,2.64441288 23.4107699,2.41832386 23.673554,2.24786932 C23.9363381,2.07741477 24.2736961,1.9921875 24.6856279,1.9921875 C25.0549461,1.9921875 25.3780995,2.06794508 25.6550881,2.21946023 C25.9320767,2.37097538 26.1481042,2.59883996 26.3031705,2.90305398 C26.4582368,3.20726799 26.5357699,3.59019886 26.5357699,4.05184659 L26.5357699,7.51775568 L25.6337813,7.51775568 L25.6337813,4.12642045 C25.6337813,3.70738636 25.5248798,3.38008996 25.3070767,3.14453125 C25.0892737,2.90897254 24.7897946,2.79119318 24.4086392,2.79119318 C24.1482226,2.79119318 23.9156232,2.84801136 23.710841,2.96164773 C23.5060588,3.07528409 23.3450739,3.24100379 23.2278864,3.45880682 C23.1106989,3.67660985 23.0521052,3.93939394 23.0521052,4.24715909 Z" id="path-6"></path>
+        <path d="M32.4028209,7.51775568 L32.4028209,2.06321023 L33.3048096,2.06321023 L33.3048096,7.51775568 L32.4028209,7.51775568 Z M32.8609175,1.171875 C32.690463,1.171875 32.5448664,1.11446496 32.4241278,0.999644886 C32.3033891,0.884824811 32.2430198,0.746922348 32.2430198,0.5859375 C32.2430198,0.424952652 32.3033891,0.287050189 32.4241278,0.172230114 C32.5448664,0.0574100379 32.690463,0 32.8609175,0 C33.0290046,0 33.1734175,0.0574100379 33.2941562,0.172230114 C33.4148948,0.287050189 33.4752641,0.424952652 33.4752641,0.5859375 C33.4752641,0.746922348 33.4148948,0.884824811 33.2941562,0.999644886 C33.1734175,1.11446496 33.0290046,1.171875 32.8609175,1.171875 Z" id="path-7"></path>
+        <path d="M36.5099554,4.24715909 L36.5099554,7.51775568 L35.6079668,7.51775568 L35.6079668,2.06321023 L36.474444,2.06321023 L36.474444,2.92613636 L36.5454668,2.92613636 C36.6733077,2.64441288 36.8686202,2.41832386 37.1314043,2.24786932 C37.3941883,2.07741477 37.7315463,1.9921875 38.1434781,1.9921875 C38.5127963,1.9921875 38.8359497,2.06794508 39.1129383,2.21946023 C39.389927,2.37097538 39.6059544,2.59883996 39.7610207,2.90305398 C39.916087,3.20726799 39.9936202,3.59019886 39.9936202,4.05184659 L39.9936202,7.51775568 L39.0916315,7.51775568 L39.0916315,4.12642045 C39.0916315,3.70738636 38.98273,3.38008996 38.764927,3.14453125 C38.5471239,2.90897254 38.2476448,2.79119318 37.8664895,2.79119318 C37.6060728,2.79119318 37.3734734,2.84801136 37.1686912,2.96164773 C36.963909,3.07528409 36.8029241,3.24100379 36.6857366,3.45880682 C36.5685491,3.67660985 36.5099554,3.93939394 36.5099554,4.24715909 Z" id="path-8"></path>
+        <path d="M45.9636541,7.51775568 L45.9636541,0.245028409 L48.460103,0.245028409 C49.0306522,0.245028409 49.4988104,0.347419508 49.8645774,0.552201705 C50.2303445,0.756983902 50.5020064,1.03456439 50.6795632,1.38494318 C50.85712,1.73532197 50.9458984,2.12713068 50.9458984,2.56036932 C50.9458984,2.99597538 50.85712,3.38955966 50.6795632,3.74112216 C50.5020064,4.09268466 50.2309363,4.37204072 49.866353,4.57919034 C49.5017696,4.78633996 49.0365708,4.88991477 48.4707564,4.88991477 L46.7022905,4.88991477 L46.7022905,4.06605114 L48.4210405,4.06605114 C48.8021958,4.06605114 49.1093691,3.99976326 49.3425604,3.8671875 C49.5757517,3.73461174 49.7456143,3.55527936 49.8521484,3.32919034 C49.9586825,3.10310133 50.0119496,2.84682765 50.0119496,2.56036932 C50.0119496,2.27391098 49.9586825,2.01822917 49.8521484,1.79332386 C49.7456143,1.56841856 49.5745679,1.39204545 49.3390092,1.26420455 C49.1034505,1.13636364 48.7927261,1.07244318 48.4068359,1.07244318 L46.9082564,1.07244318 L46.9082564,7.51775568 L45.9636541,7.51775568 Z" id="path-9"></path>
+        <path d="M52.7664895,7.51775568 L51.7757224,7.51775568 L54.4284213,0.245028409 L55.4404952,0.245028409 L58.093194,7.51775568 L57.102427,7.51775568 L54.9646429,1.4453125 L54.9078247,1.4453125 L52.7664895,7.51775568 Z M53.0647849,4.67684659 L56.8041315,4.67684659 L56.8041315,5.49715909 L53.0647849,5.49715909 L53.0647849,4.67684659 Z" id="path-10"></path>
+        <polygon id="path-11" points="60.949413 0.245028409 60.949413 7.51775568 60.0048107 7.51775568 60.0048107 0.245028409"></polygon>
+        <polygon id="path-12" points="66.5090177 3.46946023 66.5090177 4.29332386 63.3129949 4.29332386 63.3129949 3.46946023"></polygon>
+        <path d="M71.1487393,7.51775568 L68.8724609,7.51775568 L68.8724609,0.245028409 L71.2410689,0.245028409 C71.9489287,0.245028409 72.5549893,0.390033144 73.0592507,0.680042614 C73.5635121,0.970052083 73.9505859,1.38553504 74.2204723,1.92649148 C74.4903587,2.46744792 74.6253018,3.11434659 74.6253018,3.8671875 C74.6253018,4.62476326 74.4897668,5.27639678 74.2186967,5.82208807 C73.9476267,6.36777936 73.5528587,6.78681345 73.0343928,7.07919034 C72.5159268,7.37156723 71.8873757,7.51775568 71.1487393,7.51775568 Z M69.8170632,6.68678977 L71.0919212,6.68678977 C71.6790424,6.68678977 72.1667318,6.57374527 72.5549893,6.34765625 C72.9432469,6.12156723 73.2326645,5.79841383 73.4232422,5.37819602 C73.6138198,4.95797822 73.7091087,4.45430871 73.7091087,3.8671875 C73.7091087,3.28480114 73.6144117,2.78527462 73.4250178,2.36860795 C73.2356238,1.95194129 72.9539003,1.63233902 72.5798473,1.40980114 C72.2057943,1.18726326 71.7405954,1.07599432 71.1842507,1.07599432 L69.8170632,1.07599432 L69.8170632,6.68678977 Z" id="path-13"></path>
+        <path d="M80.8452792,2.08806818 C80.8026656,1.73532197 80.6339866,1.46129261 80.3392423,1.26598011 C80.044498,1.07066761 79.6805065,0.973011364 79.2472678,0.973011364 C78.9324004,0.973011364 78.6577792,1.02391098 78.4234042,1.12571023 C78.1890292,1.22750947 78.0073294,1.36659564 77.8783048,1.54296875 C77.7492802,1.71934186 77.6847678,1.91998106 77.6847678,2.14488636 C77.6824004,2.33191288 77.7267896,2.49289773 77.8179355,2.62784091 C77.9090813,2.76278409 78.0256769,2.87464489 78.1677224,2.9634233 C78.3097678,3.0522017 78.4606911,3.12559186 78.6204923,3.18359375 C78.7802934,3.24159564 78.9288493,3.28835227 79.0661599,3.32386364 L79.7941428,3.51917614 C79.9977413,3.57125947 80.2173199,3.6422822 80.4528786,3.73224432 C80.6884374,3.82220644 80.9127508,3.94353693 81.125819,4.0962358 C81.3388872,4.24893466 81.5134847,4.44247159 81.6496116,4.67684659 C81.7857385,4.91122159 81.8538019,5.19649621 81.8538019,5.53267045 C81.8538019,5.93039773 81.7502271,6.28847064 81.5430775,6.6068892 C81.3359279,6.92530777 81.035265,7.17743845 80.6410889,7.36328125 C80.2469127,7.54912405 79.7692849,7.64204545 79.2082053,7.64204545 C78.6802697,7.64204545 78.2239487,7.55741004 77.8392423,7.3881392 C77.4545358,7.21886837 77.1526892,6.98153409 76.9337025,6.67613636 C76.7147158,6.37073864 76.5910178,6.01325758 76.5626088,5.60369318 L77.5285178,5.60369318 C77.5521921,5.87594697 77.6433379,6.10085227 77.8019553,6.27840909 C77.9605728,6.45596591 78.1623957,6.58735795 78.4074241,6.67258523 C78.6524525,6.7578125 78.9181959,6.80042614 79.2046542,6.80042614 C79.5337262,6.80042614 79.8284705,6.74715909 80.0888872,6.640625 C80.3493038,6.53409091 80.5552697,6.38494318 80.7067849,6.19318182 C80.8583,6.00142045 80.9340576,5.77769886 80.9340576,5.52201705 C80.9340576,5.28764205 80.8689535,5.09647254 80.7387451,4.94850852 C80.6085368,4.80054451 80.4345311,4.67980587 80.2167281,4.58629261 C79.998925,4.49277936 79.7621826,4.41051136 79.5065008,4.33948864 L78.6222678,4.09090909 C78.0493512,3.92992424 77.5959894,3.69673295 77.2621826,3.39133523 C76.9283758,3.0859375 76.7614724,2.68702652 76.7614724,2.19460227 C76.7614724,1.78267045 76.8733332,1.42341383 77.0970548,1.11683239 C77.3207764,0.810250947 77.6220311,0.571732955 78.000819,0.401278409 C78.3796069,0.230823864 78.8033758,0.145596591 79.2721258,0.145596591 C79.7479781,0.145596591 80.1699714,0.229640152 80.5381059,0.397727273 C80.9062404,0.565814394 81.1980254,0.796638258 81.413461,1.09019886 C81.6288966,1.38375947 81.742533,1.71638258 81.7543701,2.08806818 L80.8452792,2.08806818 Z" id="path-14"></path>
+        <polygon id="path-15" points="85.4149214 7.51775568 83.4156317 0.245028409 84.3850919 0.245028409 85.8765692 6.08664773 85.9475919 6.08664773 87.4745805 0.245028409 88.5079612 0.245028409 90.038501 6.08664773 90.1059726 6.08664773 91.5974498 0.245028409 92.5669101 0.245028409 90.5676203 7.51775568 89.6052623 7.51775568 88.0214555 1.82173295 87.9646373 1.82173295 86.3772794 7.51775568"></polygon>
+    </defs>
+    <g id="最终方案备份-6" stroke="none" stroke-width="1" fill="none" fill-rule="evenodd">
+        <g id="编组备份-3">
+            <rect id="Fill备份-19" fill="url(#linearGradient-1)" x="0" y="0" width="130" height="20" rx="3.33333333"></rect>
+            <rect id="Fill备份-20" fill="url(#linearGradient-2)" x="2" y="2" width="20" height="16" rx="2.5"></rect>
+            <g id="产品图标/learn-机器学习备份-10" transform="translate(6.028800, 4.000000)" fill="#FFFFFF" fill-rule="nonzero">
+                <g id="产品图标/learn-机器学习" transform="translate(0.000000, 0.000000)">
+                    <path d="M8.784,0 C9.4752,0 10.0512,0.576 10.0512,1.2672 C10.0512,1.8432 9.6768,2.3328 9.1584,2.4768 L8.784,4.7232 C9.1008,4.9536 9.3312,5.328 9.3312,5.76 C9.3312,6.4512 8.7552,7.0272 8.064,7.0272 C7.5456,7.0272 7.0848,6.7104 6.8832,6.2496 L5.5008,6.1632 C5.328,6.3648 5.0976,6.48 4.8096,6.48 C4.32,6.48 3.9168,6.0768 3.9168,5.5872 C3.9168,5.2416 4.1184,4.9248 4.4064,4.7808 L4.5216,4.032 C4.3776,3.8592 4.2624,3.6576 4.2624,3.3984 C4.2624,2.9088 4.6656,2.5056 5.1552,2.5056 C5.6448,2.5056 6.048,2.9088 6.048,3.3984 C6.048,3.744 5.8464,4.0608 5.5584,4.2048 L5.4432,4.9536 C5.472,4.9824 5.5008,5.04 5.5296,5.0688 L6.912,5.1552 C7.0848,4.8672 7.344,4.6368 7.6608,4.5504 L8.0352,2.304 C7.8624,2.1888 7.7184,2.016 7.6032,1.8144 L3.8016,1.8144 C3.6576,2.1312 3.3696,2.3904 3.024,2.4768 L2.3616,6.5088 C2.8224,6.768 3.1392,7.2 3.1968,7.7472 L8.1216,8.8416 C8.4384,8.2944 9.0144,7.9488 9.6768,7.9488 C10.6848,7.9488 11.4624,8.7552 11.4624,9.7344 C11.4624,10.7136 10.6848,11.52 9.7056,11.52 C8.7552,11.52 7.9776,10.8 7.92,9.8784 L2.9952,8.784 C2.7072,9.2448 2.1888,9.5328 1.6128,9.5328 C0.72,9.5328 0,8.8128 0,7.92 C0,7.1136 0.576,6.4512 1.3248,6.336 L1.9872,2.304 C1.6128,2.0736 1.4112,1.6992 1.4112,1.2672 C1.4112,0.576 1.9872,0 2.6784,0 C3.168,0 3.6288,0.288 3.8304,0.72 L7.6608,0.72 C7.8624,0.288 8.2944,0 8.784,0 Z" id="Combined-Shape"></path>
+                </g>
+            </g>
+        </g>
+        <g id="Open-in-PAI-DSW" transform="translate(28.589489, 5.982244)" fill="#FFFFFF" fill-rule="nonzero">
+            <g id="形状">
+                <use xlink:href="#path-3"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-3"></use>
+            </g>
+            <g id="形状">
+                <use xlink:href="#path-4"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-4"></use>
+            </g>
+            <g id="路径">
+                <use xlink:href="#path-5"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-5"></use>
+            </g>
+            <g id="路径">
+                <use xlink:href="#path-6"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-6"></use>
+            </g>
+            <g id="形状">
+                <use xlink:href="#path-7"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-7"></use>
+            </g>
+            <g id="路径">
+                <use xlink:href="#path-8"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-8"></use>
+            </g>
+            <g id="路径">
+                <use xlink:href="#path-9"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-9"></use>
+            </g>
+            <g id="形状">
+                <use xlink:href="#path-10"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-10"></use>
+            </g>
+            <g id="路径">
+                <use xlink:href="#path-11"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-11"></use>
+            </g>
+            <g id="路径">
+                <use xlink:href="#path-12"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-12"></use>
+            </g>
+            <g id="形状">
+                <use xlink:href="#path-13"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-13"></use>
+            </g>
+            <g id="路径">
+                <use xlink:href="#path-14"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-14"></use>
+            </g>
+            <g id="路径">
+                <use xlink:href="#path-15"></use>
+                <use stroke="#FFFFFF" stroke-width="0.5" xlink:href="#path-15"></use>
+            </g>
+        </g>
+    </g>
+</svg>
--- a/assets/thirdparty/lab4ai.svg
+++ b/assets/thirdparty/lab4ai.svg
--- a/assets/thirdparty/online.svg
+++ b/assets/thirdparty/online.svg
--- a/data/README.md
+++ b/data/README.md
@@ -173,7 +173,7 @@ An additional column `audios` is required. Please refer to the [sharegpt](#share

 Compared to the alpaca format, the sharegpt format allows the datasets have **more roles**, such as human, gpt, observation and function. They are presented in a list of objects in the `conversations` column.

-Note that the human and observation should appear in odd positions, while gpt and function should appear in even positions.
+Note that the human and observation should appear in odd positions, while gpt and function should appear in even positions. The gpt and function will be learned by the model.

 ```json
 [

--- a/data/README_zh.md
+++ b/data/README_zh.md
@@ -172,7 +172,7 @@ KTO 数据集需要提供额外的 `kto_tag` 列。详情请参阅 [sharegpt](#s

 相比 alpaca 格式的数据集，sharegpt 格式支持**更多的角色种类**，例如 human、gpt、observation、function 等等。它们构成一个对象列表呈现在 `conversations` 列中。

-注意其中 human 和 observation 必须出现在奇数位置，gpt 和 function 必须出现在偶数位置。
+注意其中 human 和 observation 必须出现在奇数位置，gpt 和 function 必须出现在偶数位置。默认所有的 gpt 和 function 会被用于学习。

 ```json
 [

--- a/data/alpaca_en_demo.json
+++ b/data/alpaca_en_demo.json
@@ -4154,11 +4154,6 @@
    "input": "The beauty of friendship",
    "output": "In life we all embark on journeys grand,\nAnd wander through the trials of our days;\nAt times we'll come across a barren land,\nWhere hardships test and challenge in new ways.\n\nBut through the toil, we're never all alone,\nFor friendship shines as brilliant as the sun;\nWith bonds that strengthen, deepen and have grown,\nA beauty that cannot be rivaled, none.\n\nA friend who's there with hands to lift us high,\nThrough laughter and the joy, through tears and pain,\nA beacon when the road ahead's unclear,\nA treasure more than riches one could gain.\n\nOh friendship, pure and ever shining bright,\nA beauty that brings everlasting light."
  },
-  {
-    "instruction": "The news and other sources have been claiming that Democracy is losing ground around the world. Give an example of a recent event to back this claim up.",
-    "input": "",
-    "output": "One recent example that supports this claim is the events in Hong Kong. In 2019 and 2020, the Chinese government imposed a national security law to crack down on pro-democracy protests in Hong Kong, effectively curtailing the freedoms and autonomy that the region once enjoyed. This move by Beijing to assert greater control over Hong Kong has led to concerns by human rights advocates and international leaders that democracy is being undermined in the territory. There is fear that Hong Kong’s outspoken media, independent judiciary, and civil liberties look increasingly vulnerable as Beijing tightens its grip on the city. Additionally, there have been arrests of multiple leading pro-Democracy figures such as Joshua Wong, Agnes Chow and Jimmy Lai in addition to many others who have become political prisoners."
-  },
  {
    "instruction": "Redact the following sentence to remove all personal information: \"John Smith from Birmingham works in a factory.\"",
    "input": "",