Skip to content

GitLab

Commit c66ca657 authored by SkqLiao's avatar SkqLiao
Browse files

write to log

parent a1891b84
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 13 deletions
.github/workflows/install.yml
View file @ c66ca657
...@@ -61,18 +61,11 @@ jobs: ...@@ -61,18 +61,11 @@ jobs:
export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64:$LD_LIBRARY_PATH export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64:$LD_LIBRARY_PATH
export CUDA_HOME=/usr/local/cuda-12.4 export CUDA_HOME=/usr/local/cuda-12.4
cd ${{ github.workspace }} cd ${{ github.workspace }}
echo "Running Local Chat 1...(book.txt)" echo "Running Local Chat 1 (book.txt) ..."
python ktransformers/local_chat_test.py --model_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/config --gguf_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/ --max_new_tokens 256 --cpu_infer 64 --prompt_file /home/qujing3/prompts/book.txt python ktransformers/local_chat_test.py --model_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/config --gguf_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/ --max_new_tokens 256 --cpu_infer 64 --prompt_file /home/qujing3/prompts/book.txt > log1.txt
- name: Test Local Chat 2 sed -n '/Prompt:/,$p' log1.txt
run: | echo "Running Local Chat 2 [force think] (chinese.txt) ..."
set -e python ktransformers/local_chat_test.py --model_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/config --gguf_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/ --max_new_tokens 256 --cpu_infer 64 --prompt_file /home/qujing3/prompts/chinese.txt -f > log2.txt
source /home/qujing3/anaconda3/etc/profile.d/conda.sh sed -n '/Prompt:/,$p' log2.txt
conda activate ktransformers-dev
export PATH=/usr/local/cuda-12.4/bin:$PATH
export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64:$LD_LIBRARY_PATH
export CUDA_HOME=/usr/local/cuda-12.4
cd ${{ github.workspace }}
echo "Running Local Chat 2 [force think]...(chinese.txt)"
python ktransformers/local_chat_test.py --model_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/config --gguf_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/ --max_new_tokens 256 --cpu_infer 64 --prompt_file /home/qujing3/prompts/chinese.txt -f
- run: echo "This job's status is ${{ job.status }}." - run: echo "This job's status is ${{ job.status }}."
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment