Benchmarks: Code Revision - Change default shape of sharding-matmul. (#92)

* Change default shape of sharding-matmul.

superbench/benchmarks/micro_benchmarks/sharding_matmul.py

@@ -51,21 +51,21 @@ class ShardingMatmul(MicroBenchmark):
         self._parser.add_argument(
             '--n',
             type=int,
-            default=4096,
+            default=12288,
             required=False,
             help='The N dim of matmul (N, K) * (K, M).',
         )
         self._parser.add_argument(
             '--k',
             type=int,
-            default=4096,
+            default=12288,
             required=False,
             help='The K dim of matmul (N, K) * (K, M).',
         )
         self._parser.add_argument(
             '--m',
             type=int,
-            default=4096,
+            default=16000,
             required=False,
             help='The M dim of matmul (N, K) * (K, M).',
         )

tests/benchmarks/test_registry.py

@@ -208,9 +208,9 @@ def test_get_all_benchmark_predefine_settings():
     assert (benchmark_name in benchmark_params)
     assert (benchmark_params[benchmark_name]['run_count'] == 1)
     assert (benchmark_params[benchmark_name]['duration'] == 0)
-    assert (benchmark_params[benchmark_name]['n'] == 4096)
-    assert (benchmark_params[benchmark_name]['k'] == 4096)
-    assert (benchmark_params[benchmark_name]['m'] == 4096)
+    assert (benchmark_params[benchmark_name]['n'] == 12288)
+    assert (benchmark_params[benchmark_name]['k'] == 12288)
+    assert (benchmark_params[benchmark_name]['m'] == 16000)
     assert (benchmark_params[benchmark_name]['mode'] == [ShardingMode.ALLREDUCE, ShardingMode.ALLGATHER])
     assert (benchmark_params[benchmark_name]['num_warmup'] == 10)
     assert (benchmark_params[benchmark_name]['num_steps'] == 500)