No commit message

No commit message

No commit message
4e32f529 · laibao · bf014115 · 4e32f529 · 4e32f529 · 4e32f529
Commit 4e32f529 authored Dec 20, 2024 by laibao
20 changed files
--- a/benchmarks/kernels/weight_shapes.py
+++ b/benchmarks/kernels/weight_shapes.py
--- a/benchmarks/launch_tgi_server.sh
+++ b/benchmarks/launch_tgi_server.sh
--- a/benchmarks/overheads/benchmark_hashing.py
+++ b/benchmarks/overheads/benchmark_hashing.py
--- a/benchmarks/sonnet.txt
+++ b/benchmarks/sonnet.txt
--- a/docs/GLM.png
+++ b/docs/GLM.png
--- a/docs/transformers.jpg
+++ b/docs/transformers.jpg
--- a/examples/cpu_offload.py
+++ b/examples/cpu_offload.py
--- a/examples/gguf_inference.py
+++ b/examples/gguf_inference.py
--- a/examples/gradio_openai_chatbot_webserver.py
+++ b/examples/gradio_openai_chatbot_webserver.py
--- a/examples/gradio_webserver.py
+++ b/examples/gradio_webserver.py
--- a/examples/medusa/README.md
+++ b/examples/medusa/README.md
--- a/examples/medusa/medusa_benchmark_throughput.py
+++ b/examples/medusa/medusa_benchmark_throughput.py
--- a/examples/medusa/medusa_weight_converter.py
+++ b/examples/medusa/medusa_weight_converter.py
--- a/examples/offline_chat_with_tools.py
+++ b/examples/offline_chat_with_tools.py
--- a/examples/offline_inference_audio_language.py
+++ b/examples/offline_inference_audio_language.py
--- a/examples/offline_inference_chat.py
+++ b/examples/offline_inference_chat.py
--- a/examples/offline_inference_encoder_decoder.py
+++ b/examples/offline_inference_encoder_decoder.py
--- a/examples/offline_inference_mlpspeculator.py
+++ b/examples/offline_inference_mlpspeculator.py
--- a/examples/offline_inference_neuron_int8_quantization.py
+++ b/examples/offline_inference_neuron_int8_quantization.py
--- a/examples/offline_inference_pixtral.py
+++ b/examples/offline_inference_pixtral.py