Unverified Commit 80a33ce8 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Do not set the default value of global random seed (#488)

parent 1a57e416
...@@ -101,7 +101,8 @@ class ModelTpServer: ...@@ -101,7 +101,8 @@ class ModelTpServer:
self.int_token_logit_bias = torch.tensor( self.int_token_logit_bias = torch.tensor(
get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size) get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size)
) )
set_random_seed(server_args.random_seed) if server_args.random_seed is not None:
set_random_seed(server_args.random_seed)
# Print info # Print info
logger.info( logger.info(
......
...@@ -32,7 +32,7 @@ class ServerArgs: ...@@ -32,7 +32,7 @@ class ServerArgs:
# Other runtime options # Other runtime options
tp_size: int = 1 tp_size: int = 1
stream_interval: int = 8 stream_interval: int = 8
random_seed: int = 42 random_seed: Optional[int] = None
# Logging # Logging
log_level: str = "info" log_level: str = "info"
...@@ -194,7 +194,7 @@ class ServerArgs: ...@@ -194,7 +194,7 @@ class ServerArgs:
"--random-seed", "--random-seed",
type=int, type=int,
default=ServerArgs.random_seed, default=ServerArgs.random_seed,
help="Random seed.", help="The global random seed of the server.",
) )
parser.add_argument( parser.add_argument(
"--log-level", "--log-level",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment