Unverified Commit 83525a1d authored by Ying Sheng's avatar Ying Sheng Committed by GitHub
Browse files

Revert "Make the server random by default" (#492)

parent 80a33ce8
...@@ -101,8 +101,7 @@ class ModelTpServer: ...@@ -101,8 +101,7 @@ class ModelTpServer:
self.int_token_logit_bias = torch.tensor( self.int_token_logit_bias = torch.tensor(
get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size) get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size)
) )
if server_args.random_seed is not None: set_random_seed(server_args.random_seed)
set_random_seed(server_args.random_seed)
# Print info # Print info
logger.info( logger.info(
......
...@@ -32,7 +32,7 @@ class ServerArgs: ...@@ -32,7 +32,7 @@ class ServerArgs:
# Other runtime options # Other runtime options
tp_size: int = 1 tp_size: int = 1
stream_interval: int = 8 stream_interval: int = 8
random_seed: Optional[int] = None random_seed: int = 42
# Logging # Logging
log_level: str = "info" log_level: str = "info"
...@@ -194,7 +194,7 @@ class ServerArgs: ...@@ -194,7 +194,7 @@ class ServerArgs:
"--random-seed", "--random-seed",
type=int, type=int,
default=ServerArgs.random_seed, default=ServerArgs.random_seed,
help="The global random seed of the server.", help="Random seed.",
) )
parser.add_argument( parser.add_argument(
"--log-level", "--log-level",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment