guobj

a8207f1d · guobj · e7335641 · a8207f1d · a8207f1d · a8207f1d
Commit a8207f1d authored Dec 18, 2024 by guobj
20 changed files
--- a/benchmarks/kernels/benchmark_shapes.py
+++ b/benchmarks/kernels/benchmark_shapes.py
--- a/benchmarks/kernels/graph_machete_bench.py
+++ b/benchmarks/kernels/graph_machete_bench.py
--- a/benchmarks/kernels/requirements.txt
+++ b/benchmarks/kernels/requirements.txt
+pandas
\ No newline at end of file
--- a/benchmarks/kernels/weight_shapes.py
+++ b/benchmarks/kernels/weight_shapes.py
--- a/benchmarks/launch_tgi_server.sh
+++ b/benchmarks/launch_tgi_server.sh
--- a/benchmarks/overheads/benchmark_hashing.py
+++ b/benchmarks/overheads/benchmark_hashing.py
--- a/benchmarks/sonnet.txt
+++ b/benchmarks/sonnet.txt
--- a/docs/llama_pri.png
+++ b/docs/llama_pri.png
--- a/docs/llama_str.png
+++ b/docs/llama_str.png
--- a/examples/cpu_offload.py
+++ b/examples/cpu_offload.py
--- a/examples/gguf_inference.py
+++ b/examples/gguf_inference.py
--- a/examples/gradio_openai_chatbot_webserver.py
+++ b/examples/gradio_openai_chatbot_webserver.py
--- a/examples/medusa/README.md
+++ b/examples/medusa/README.md
--- a/examples/medusa/medusa_benchmark_throughput.py
+++ b/examples/medusa/medusa_benchmark_throughput.py
--- a/examples/medusa/medusa_weight_converter.py
+++ b/examples/medusa/medusa_weight_converter.py
--- a/examples/offline_chat_with_tools.py
+++ b/examples/offline_chat_with_tools.py
--- a/examples/offline_inference_audio_language.py
+++ b/examples/offline_inference_audio_language.py
--- a/examples/offline_inference_chat.py
+++ b/examples/offline_inference_chat.py
--- a/examples/offline_inference_encoder_decoder.py
+++ b/examples/offline_inference_encoder_decoder.py
--- a/examples/offline_inference_mlpspeculator.py
+++ b/examples/offline_inference_mlpspeculator.py