update dtk to 24.04.1 and modify README

6a583c2f · chenych · 7d576a9a · 6a583c2f · 6a583c2f · 6a583c2f
Commit 6a583c2f authored Aug 21, 2024 by chenych
20 changed files
--- a/vllm/vllm/model_executor/layers/ops/__pycache__/__init__.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/ops/__pycache__/__init__.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/ops/__pycache__/rand.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/ops/__pycache__/rand.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/ops/__pycache__/sample.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/ops/__pycache__/sample.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/quantization/__pycache__/__init__.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/quantization/__pycache__/__init__.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/quantization/__pycache__/awq.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/quantization/__pycache__/awq.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/quantization/__pycache__/base_config.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/quantization/__pycache__/base_config.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/quantization/__pycache__/gptq.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/quantization/__pycache__/gptq.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/quantization/__pycache__/marlin.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/quantization/__pycache__/marlin.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/quantization/__pycache__/schema.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/quantization/__pycache__/schema.cpython-310.pyc
--- a/vllm/vllm/model_executor/layers/quantization/__pycache__/squeezellm.cpython-310.pyc
+++ b/vllm/vllm/model_executor/layers/quantization/__pycache__/squeezellm.cpython-310.pyc
--- a/vllm/vllm/model_executor/model_loader/__pycache__/__init__.cpython-310.pyc
+++ b/vllm/vllm/model_executor/model_loader/__pycache__/__init__.cpython-310.pyc
--- a/vllm/vllm/model_executor/model_loader/__pycache__/loader.cpython-310.pyc
+++ b/vllm/vllm/model_executor/model_loader/__pycache__/loader.cpython-310.pyc
--- a/vllm/vllm/model_executor/model_loader/__pycache__/tensorizer.cpython-310.pyc
+++ b/vllm/vllm/model_executor/model_loader/__pycache__/tensorizer.cpython-310.pyc
--- a/vllm/vllm/model_executor/model_loader/__pycache__/utils.cpython-310.pyc
+++ b/vllm/vllm/model_executor/model_loader/__pycache__/utils.cpython-310.pyc
--- a/vllm/vllm/model_executor/model_loader/__pycache__/weight_utils.cpython-310.pyc
+++ b/vllm/vllm/model_executor/model_loader/__pycache__/weight_utils.cpython-310.pyc
--- a/vllm/vllm/model_executor/models/__pycache__/__init__.cpython-310.pyc
+++ b/vllm/vllm/model_executor/models/__pycache__/__init__.cpython-310.pyc
--- a/vllm/vllm/model_executor/models/__pycache__/configuration_yuan.cpython-310.pyc
+++ b/vllm/vllm/model_executor/models/__pycache__/configuration_yuan.cpython-310.pyc
--- a/vllm/vllm/model_executor/models/__pycache__/llama.cpython-310.pyc
+++ b/vllm/vllm/model_executor/models/__pycache__/llama.cpython-310.pyc
--- a/vllm/vllm/model_executor/models/__pycache__/llava.cpython-310.pyc
+++ b/vllm/vllm/model_executor/models/__pycache__/llava.cpython-310.pyc
--- a/vllm/vllm/model_executor/models/__pycache__/yuan.cpython-310.pyc
+++ b/vllm/vllm/model_executor/models/__pycache__/yuan.cpython-310.pyc