Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
tsoc
superbenchmark
Commits
44c5103b
Unverified
Commit
44c5103b
authored
Jun 02, 2021
by
guoshzhao
Committed by
GitHub
Jun 02, 2021
Browse files
Benchmarks: Code Revision - Change default shape of sharding-matmul. (#92)
* Change default shape of sharding-matmul.
parent
6c6f5269
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
6 additions
and
6 deletions
+6
-6
superbench/benchmarks/micro_benchmarks/sharding_matmul.py
superbench/benchmarks/micro_benchmarks/sharding_matmul.py
+3
-3
tests/benchmarks/test_registry.py
tests/benchmarks/test_registry.py
+3
-3
No files found.
superbench/benchmarks/micro_benchmarks/sharding_matmul.py
View file @
44c5103b
...
@@ -51,21 +51,21 @@ def add_parser_arguments(self):
...
@@ -51,21 +51,21 @@ def add_parser_arguments(self):
self
.
_parser
.
add_argument
(
self
.
_parser
.
add_argument
(
'--n'
,
'--n'
,
type
=
int
,
type
=
int
,
default
=
4096
,
default
=
12288
,
required
=
False
,
required
=
False
,
help
=
'The N dim of matmul (N, K) * (K, M).'
,
help
=
'The N dim of matmul (N, K) * (K, M).'
,
)
)
self
.
_parser
.
add_argument
(
self
.
_parser
.
add_argument
(
'--k'
,
'--k'
,
type
=
int
,
type
=
int
,
default
=
4096
,
default
=
12288
,
required
=
False
,
required
=
False
,
help
=
'The K dim of matmul (N, K) * (K, M).'
,
help
=
'The K dim of matmul (N, K) * (K, M).'
,
)
)
self
.
_parser
.
add_argument
(
self
.
_parser
.
add_argument
(
'--m'
,
'--m'
,
type
=
int
,
type
=
int
,
default
=
4096
,
default
=
16000
,
required
=
False
,
required
=
False
,
help
=
'The M dim of matmul (N, K) * (K, M).'
,
help
=
'The M dim of matmul (N, K) * (K, M).'
,
)
)
...
...
tests/benchmarks/test_registry.py
View file @
44c5103b
...
@@ -208,9 +208,9 @@ def test_get_all_benchmark_predefine_settings():
...
@@ -208,9 +208,9 @@ def test_get_all_benchmark_predefine_settings():
assert
(
benchmark_name
in
benchmark_params
)
assert
(
benchmark_name
in
benchmark_params
)
assert
(
benchmark_params
[
benchmark_name
][
'run_count'
]
==
1
)
assert
(
benchmark_params
[
benchmark_name
][
'run_count'
]
==
1
)
assert
(
benchmark_params
[
benchmark_name
][
'duration'
]
==
0
)
assert
(
benchmark_params
[
benchmark_name
][
'duration'
]
==
0
)
assert
(
benchmark_params
[
benchmark_name
][
'n'
]
==
4096
)
assert
(
benchmark_params
[
benchmark_name
][
'n'
]
==
12288
)
assert
(
benchmark_params
[
benchmark_name
][
'k'
]
==
4096
)
assert
(
benchmark_params
[
benchmark_name
][
'k'
]
==
12288
)
assert
(
benchmark_params
[
benchmark_name
][
'm'
]
==
4096
)
assert
(
benchmark_params
[
benchmark_name
][
'm'
]
==
16000
)
assert
(
benchmark_params
[
benchmark_name
][
'mode'
]
==
[
ShardingMode
.
ALLREDUCE
,
ShardingMode
.
ALLGATHER
])
assert
(
benchmark_params
[
benchmark_name
][
'mode'
]
==
[
ShardingMode
.
ALLREDUCE
,
ShardingMode
.
ALLGATHER
])
assert
(
benchmark_params
[
benchmark_name
][
'num_warmup'
]
==
10
)
assert
(
benchmark_params
[
benchmark_name
][
'num_warmup'
]
==
10
)
assert
(
benchmark_params
[
benchmark_name
][
'num_steps'
]
==
500
)
assert
(
benchmark_params
[
benchmark_name
][
'num_steps'
]
==
500
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment