Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
db57bb2b
Unverified
Commit
db57bb2b
authored
Feb 22, 2022
by
Julien Chaumond
Committed by
GitHub
Feb 22, 2022
Browse files
Cleanup transformers-cli (#15767)
parent
3db2e8f9
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
2 additions
and
115 deletions
+2
-115
src/transformers/commands/user.py
src/transformers/commands/user.py
+2
-115
No files found.
src/transformers/commands/user.py
View file @
db57bb2b
...
@@ -17,7 +17,7 @@ from argparse import ArgumentParser
...
@@ -17,7 +17,7 @@ from argparse import ArgumentParser
from
getpass
import
getpass
from
getpass
import
getpass
from
typing
import
List
,
Union
from
typing
import
List
,
Union
from
huggingface_hub.hf_api
import
HfFolder
,
create_repo
,
list_repos_objs
,
login
,
logout
,
whoami
from
huggingface_hub.hf_api
import
HfFolder
,
create_repo
,
login
,
logout
,
whoami
from
requests.exceptions
import
HTTPError
from
requests.exceptions
import
HTTPError
from
.
import
BaseTransformersCLICommand
from
.
import
BaseTransformersCLICommand
...
@@ -35,55 +35,15 @@ class UserCommands(BaseTransformersCLICommand):
...
@@ -35,55 +35,15 @@ class UserCommands(BaseTransformersCLICommand):
whoami_parser
.
set_defaults
(
func
=
lambda
args
:
WhoamiCommand
(
args
))
whoami_parser
.
set_defaults
(
func
=
lambda
args
:
WhoamiCommand
(
args
))
logout_parser
=
parser
.
add_parser
(
"logout"
,
help
=
"Log out"
)
logout_parser
=
parser
.
add_parser
(
"logout"
,
help
=
"Log out"
)
logout_parser
.
set_defaults
(
func
=
lambda
args
:
LogoutCommand
(
args
))
logout_parser
.
set_defaults
(
func
=
lambda
args
:
LogoutCommand
(
args
))
# s3_datasets (s3-based system)
s3_parser
=
parser
.
add_parser
(
"s3_datasets"
,
help
=
"{ls, rm} Commands to interact with the files you upload on S3."
)
s3_subparsers
=
s3_parser
.
add_subparsers
(
help
=
"s3 related commands"
)
ls_parser
=
s3_subparsers
.
add_parser
(
"ls"
)
ls_parser
.
add_argument
(
"--organization"
,
type
=
str
,
help
=
"Optional: organization namespace."
)
ls_parser
.
set_defaults
(
func
=
lambda
args
:
ListObjsCommand
(
args
))
rm_parser
=
s3_subparsers
.
add_parser
(
"rm"
)
rm_parser
.
add_argument
(
"filename"
,
type
=
str
,
help
=
"Deprecated: use `huggingface-cli` instead. individual object filename to delete from huggingface.co."
,
)
rm_parser
.
add_argument
(
"--organization"
,
type
=
str
,
help
=
"Optional: organization namespace."
)
rm_parser
.
set_defaults
(
func
=
lambda
args
:
DeleteObjCommand
(
args
))
upload_parser
=
s3_subparsers
.
add_parser
(
"upload"
,
help
=
"Upload a file to S3."
)
upload_parser
.
add_argument
(
"path"
,
type
=
str
,
help
=
"Local path of the folder or individual file to upload."
)
upload_parser
.
add_argument
(
"--organization"
,
type
=
str
,
help
=
"Optional: organization namespace."
)
upload_parser
.
add_argument
(
"--filename"
,
type
=
str
,
default
=
None
,
help
=
"Optional: override individual object filename on S3."
)
upload_parser
.
add_argument
(
"-y"
,
"--yes"
,
action
=
"store_true"
,
help
=
"Optional: answer Yes to the prompt"
)
upload_parser
.
set_defaults
(
func
=
lambda
args
:
UploadCommand
(
args
))
# deprecated model upload
upload_parser
=
parser
.
add_parser
(
"upload"
,
help
=
(
"Deprecated: used to be the way to upload a model to S3."
" We now use a git-based system for storing models and other artifacts."
" Use the `repo create` command instead."
),
)
upload_parser
.
set_defaults
(
func
=
lambda
args
:
DeprecatedUploadCommand
(
args
))
# new system: git-based repo system
# new system: git-based repo system
repo_parser
=
parser
.
add_parser
(
repo_parser
=
parser
.
add_parser
(
"repo"
,
"repo"
,
help
=
"Deprecated: use `huggingface-cli` instead. "
help
=
"Deprecated: use `huggingface-cli` instead. "
"Commands to interact with your huggingface.co repos."
,
"{create, ls-files} Commands to interact with your huggingface.co repos."
,
)
)
repo_subparsers
=
repo_parser
.
add_subparsers
(
repo_subparsers
=
repo_parser
.
add_subparsers
(
help
=
"Deprecated: use `huggingface-cli` instead. huggingface.co repos related commands"
help
=
"Deprecated: use `huggingface-cli` instead. huggingface.co repos related commands"
)
)
ls_parser
=
repo_subparsers
.
add_parser
(
"ls-files"
,
help
=
"Deprecated: use `huggingface-cli` instead. List all your files on huggingface.co"
)
ls_parser
.
add_argument
(
"--organization"
,
type
=
str
,
help
=
"Optional: organization namespace."
)
ls_parser
.
set_defaults
(
func
=
lambda
args
:
ListReposObjsCommand
(
args
))
repo_create_parser
=
repo_subparsers
.
add_parser
(
repo_create_parser
=
repo_subparsers
.
add_parser
(
"create"
,
help
=
"Deprecated: use `huggingface-cli` instead. Create a new repo on huggingface.co"
"create"
,
help
=
"Deprecated: use `huggingface-cli` instead. Create a new repo on huggingface.co"
)
)
...
@@ -215,55 +175,6 @@ class LogoutCommand(BaseUserCommand):
...
@@ -215,55 +175,6 @@ class LogoutCommand(BaseUserCommand):
print
(
"Successfully logged out."
)
print
(
"Successfully logged out."
)
class
ListObjsCommand
(
BaseUserCommand
):
def
run
(
self
):
print
(
ANSI
.
red
(
"Command removed: it used to be the way to delete an object on S3."
" We now use a git-based system for storing models and other artifacts."
" Use list-repo-objs instead"
)
)
exit
(
1
)
class
DeleteObjCommand
(
BaseUserCommand
):
def
run
(
self
):
print
(
ANSI
.
red
(
"Command removed: it used to be the way to delete an object on S3."
" We now use a git-based system for storing models and other artifacts."
" Use delete-repo instead"
)
)
exit
(
1
)
class
ListReposObjsCommand
(
BaseUserCommand
):
def
run
(
self
):
print
(
ANSI
.
red
(
"WARNING! Managing repositories through transformers-cli is deprecated. "
"Please use `huggingface-cli` instead."
)
)
token
=
HfFolder
.
get_token
()
if
token
is
None
:
print
(
"Not logged in"
)
exit
(
1
)
try
:
objs
=
list_repos_objs
(
token
,
organization
=
self
.
args
.
organization
)
except
HTTPError
as
e
:
print
(
e
)
print
(
ANSI
.
red
(
e
.
response
.
text
))
exit
(
1
)
if
len
(
objs
)
==
0
:
print
(
"No shared file yet"
)
exit
()
rows
=
[[
obj
.
filename
,
obj
.
lastModified
,
obj
.
commit
,
obj
.
size
]
for
obj
in
objs
]
print
(
tabulate
(
rows
,
headers
=
[
"Filename"
,
"LastModified"
,
"Commit-Sha"
,
"Size"
]))
class
RepoCreateCommand
(
BaseUserCommand
):
class
RepoCreateCommand
(
BaseUserCommand
):
def
run
(
self
):
def
run
(
self
):
print
(
print
(
...
@@ -316,27 +227,3 @@ class RepoCreateCommand(BaseUserCommand):
...
@@ -316,27 +227,3 @@ class RepoCreateCommand(BaseUserCommand):
print
(
"
\n
You can clone it locally with the command below,"
" and commit/push as usual."
)
print
(
"
\n
You can clone it locally with the command below,"
" and commit/push as usual."
)
print
(
f
"
\n
git clone
{
url
}
"
)
print
(
f
"
\n
git clone
{
url
}
"
)
print
(
""
)
print
(
""
)
class
DeprecatedUploadCommand
(
BaseUserCommand
):
def
run
(
self
):
print
(
ANSI
.
red
(
"Deprecated: used to be the way to upload a model to S3."
" We now use a git-based system for storing models and other artifacts."
" Use the `repo create` command instead."
)
)
exit
(
1
)
class
UploadCommand
(
BaseUserCommand
):
def
run
(
self
):
print
(
ANSI
.
red
(
"Deprecated: used to be the way to upload a model to S3."
" We now use a git-based system for storing models and other artifacts."
" Use the `repo create` command instead."
)
)
exit
(
1
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment