v1.0

litgpt/__init__.py

+# Copyright Lightning AI. Licensed under the Apache License 2.0, see LICENSE file.
+
+import logging
+import re
+from litgpt.model import GPT  # needs to be imported before config
+from litgpt.config import Config
+from litgpt.tokenizer import Tokenizer
+
+# Suppress excessive warnings, see https://github.com/pytorch/pytorch/issues/111632
+pattern = re.compile(".*Profiler function .* will be ignored")
+logging.getLogger("torch._dynamo.variables.torch").addFilter(
+    lambda record: not pattern.search(record.getMessage())
+)
+
+# Avoid printing state-dict profiling output at the WARNING level when saving a checkpoint
+logging.getLogger("torch.distributed.fsdp._optim_utils").disabled = True
+logging.getLogger("torch.distributed.fsdp._debug_utils").disabled = True
+
+__all__ = ["GPT", "Config", "Tokenizer"]

model.properties

+# 模型编码
+modelCode=1054
+# 模型名称
+modelName=mini-omni2_pytorch
+# 模型描述
+modelDescription=Mini-Omni2是个视觉-音频助理，能同时处理视觉、听觉和文本三种多模态，实时提供端到端的语音对话响应。
+# 应用场景
+appScenario=推理,对话问答,制造,广媒,金融,能源,医疗,家居,教育
+# 框架类型
+frameType=pytorch

requirements.txt

+#torch==2.3.1
+#torchvision==0.18.1
+#torchaudio==2.3.1
+litgpt==0.4.3
+snac==1.2.0
+soundfile==0.12.1
+openai-whisper
+streamlit==1.37.1
+# PyAudio==0.2.14
+pydub==0.25.1
+onnxruntime==1.19.0
+# numpy==1.26.3
+gradio==4.42.0
+librosa==0.10.2.post1
+#flask==3.0.3
+fire
+transformers==4.45.2
+tokenizers==0.20.1
+#git+https://github.com/mini-omni/CLIP.git