Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ktransformers
Commits
0ca0b99f
Commit
0ca0b99f
authored
Feb 25, 2025
by
liam
Browse files
⚡
update git ignore add docker dev container
parent
5474be52
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
57 additions
and
8 deletions
+57
-8
.devcontainer/Dockerfile
.devcontainer/Dockerfile
+19
-0
.devcontainer/devcontainer.json
.devcontainer/devcontainer.json
+34
-0
.gitignore
.gitignore
+2
-6
ktransformers/tests/mmlu_pro_test.py
ktransformers/tests/mmlu_pro_test.py
+2
-2
No files found.
.devcontainer/Dockerfile
0 → 100644
View file @
0ca0b99f
FROM
pytorch/pytorch:2.3.1-cuda12.1-cudnn8-devel as compile_server
WORKDIR
/workspace
ENV
CUDA_HOME /usr/local/cuda
RUN
<<
EOF
apt update -y && apt install -y --no-install-recommends \
git \
wget \
vim \
gcc \
g++ \
cmake &&
rm -rf /var/lib/apt/lists/* &&
cd ktransformers &&
pip install ninja pyproject numpy cpufeature &&
pip install flash-attn &&
cp /usr/lib/x86_64-linux-gnu/libstdc++.so.6 /opt/conda/lib/
EOF
# Set the default shell to bash
CMD
["/bin/bash"]
\ No newline at end of file
.devcontainer/devcontainer.json
0 → 100644
View file @
0ca0b99f
{
"name"
:
"Ktrans Dev Container"
,
"privileged"
:
true
,
"build"
:
{
"dockerfile"
:
"Dockerfile"
,
"context"
:
".."
,
"args"
:
{
"http_proxy"
:
"${env:http_proxy}"
,
"https_proxy"
:
"${env:https_proxy}"
,
}
},
"runArgs"
:
[
"--network=host"
,
"--gpus"
,
"all"
//
"--gpu all"
],
"workspaceFolder"
:
"/workspace"
,
"workspaceMount"
:
"source=${localWorkspaceFolder},target=/workspace,type=bind,consistency=cached"
,
"mounts"
:
[
"source=/mnt/data,target=/mnt/incontainer,type=bind,consistency=cached"
],
"customizations"
:
{
"vscode"
:
{
"extensions"
:
[
],
"settings"
:
{
"terminal.integrated.shell.linux"
:
"/bin/bash"
,
"cmake.configureOnOpen"
:
true
,
"cmake.generator"
:
"Ninja"
}
}
}
}
\ No newline at end of file
.gitignore
View file @
0ca0b99f
...
...
@@ -19,13 +19,9 @@ ktransformers/server/local_store/
ktransformers/server_test1.db
*.patch
img/
tmp1.txt
test_65_300_1536.txt
tmp*.txt
test.txt
book
ktransformers/tests/mmlu_result_silicon.json
ktransformers/tests/chat_txt.txt
mmlu_result_q4km.json
mmlu_result_q4km.log
ktransformers/tests/mmlu_result_silicon.log
mmlu_result*
ktransformers/ktransformers_ext/cuda_musa/
ktransformers/tests/mmlu_pro_test.py
View file @
0ca0b99f
...
...
@@ -173,8 +173,8 @@ if __name__ == "__main__":
parser
=
argparse
.
ArgumentParser
(
description
=
"API Generate Tester"
)
parser
.
add_argument
(
"--concurrent"
,
type
=
int
,
default
=
1000
,
help
=
"Number of concurrent evaluations"
)
parser
.
add_argument
(
"--file"
,
type
=
str
,
default
=
"TIGER-Lab/MMLU-Pro"
,
help
=
"Path to the mmlu.jsonl file"
)
parser
.
add_argument
(
"--result"
,
type
=
str
,
default
=
"./mmlu_pro.json"
,
help
=
"Path to save the result JSON file"
)
parser
.
add_argument
(
"--log"
,
type
=
str
,
default
=
"./mmlu_pro.log"
,
help
=
"Path to save the log file"
)
parser
.
add_argument
(
"--result"
,
type
=
str
,
default
=
"./mmlu_
result_
pro.json"
,
help
=
"Path to save the result JSON file"
)
parser
.
add_argument
(
"--log"
,
type
=
str
,
default
=
"./mmlu_
result_
pro.log"
,
help
=
"Path to save the log file"
)
parser
.
add_argument
(
"--model"
,
type
=
str
,
default
=
"Pro/deepseek-ai/DeepSeek-V3"
,
help
=
"Model name or path"
)
parser
.
add_argument
(
"--api_url"
,
type
=
str
,
default
=
"http://localhost:15488/v1/chat/completions"
,
help
=
"API URL"
)
# parser.add_argument("--api_url", type=str, default="https://api.siliconflow.cn/v1/chat/completions", help="API URL")
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment