Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
ModelZoo
VisualGLM-6B_pytorch
Commits
3b5f8197
Commit
3b5f8197
authored
Jan 25, 2024
by
wangsen
Browse files
Update cli_demo_hf.py, cli_demo.py files
parent
af684142
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
3 additions
and
3 deletions
+3
-3
cli_demo.py
cli_demo.py
+1
-1
cli_demo_hf.py
cli_demo_hf.py
+2
-2
No files found.
cli_demo.py
View file @
3b5f8197
...
@@ -21,7 +21,7 @@ def main():
...
@@ -21,7 +21,7 @@ def main():
parser
.
add_argument
(
"--temperature"
,
type
=
float
,
default
=
.
8
,
help
=
'temperature for sampling'
)
parser
.
add_argument
(
"--temperature"
,
type
=
float
,
default
=
.
8
,
help
=
'temperature for sampling'
)
parser
.
add_argument
(
"--english"
,
action
=
'store_true'
,
help
=
'only output English'
)
parser
.
add_argument
(
"--english"
,
action
=
'store_true'
,
help
=
'only output English'
)
parser
.
add_argument
(
"--quant"
,
choices
=
[
8
,
4
],
type
=
int
,
default
=
None
,
help
=
'quantization bits'
)
parser
.
add_argument
(
"--quant"
,
choices
=
[
8
,
4
],
type
=
int
,
default
=
None
,
help
=
'quantization bits'
)
parser
.
add_argument
(
"--from_pretrained"
,
type
=
str
,
default
=
"
/data
"
,
help
=
'pretrained ckpt'
)
parser
.
add_argument
(
"--from_pretrained"
,
type
=
str
,
default
=
"
THUDM/visualglm-6b
"
,
help
=
'pretrained ckpt'
)
parser
.
add_argument
(
"--prompt_zh"
,
type
=
str
,
default
=
"描述这张图片。"
,
help
=
'Chinese prompt for the first round'
)
parser
.
add_argument
(
"--prompt_zh"
,
type
=
str
,
default
=
"描述这张图片。"
,
help
=
'Chinese prompt for the first round'
)
parser
.
add_argument
(
"--prompt_en"
,
type
=
str
,
default
=
"Describe the image."
,
help
=
'English prompt for the first round'
)
parser
.
add_argument
(
"--prompt_en"
,
type
=
str
,
default
=
"Describe the image."
,
help
=
'English prompt for the first round'
)
args
=
parser
.
parse_args
()
args
=
parser
.
parse_args
()
...
...
cli_demo_hf.py
View file @
3b5f8197
...
@@ -4,8 +4,8 @@ import signal
...
@@ -4,8 +4,8 @@ import signal
from
transformers
import
AutoTokenizer
,
AutoModel
from
transformers
import
AutoTokenizer
,
AutoModel
import
torch
import
torch
tokenizer
=
AutoTokenizer
.
from_pretrained
(
"
/data
"
,
trust_remote_code
=
True
)
tokenizer
=
AutoTokenizer
.
from_pretrained
(
"
THUDM/visualglm-6b
"
,
trust_remote_code
=
True
)
model
=
AutoModel
.
from_pretrained
(
"
/data
"
,
trust_remote_code
=
True
).
half
().
cuda
()
model
=
AutoModel
.
from_pretrained
(
"
THUDM/visualglm-6b
"
,
trust_remote_code
=
True
).
half
().
cuda
()
model
=
model
.
eval
()
model
=
model
.
eval
()
os_name
=
platform
.
system
()
os_name
=
platform
.
system
()
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment