Commit 5c4471ef authored by zhuwenwen's avatar zhuwenwen
Browse files

ignore linear_method layout

parent 47c04371
...@@ -65,6 +65,9 @@ def get_model(model_config: ModelConfig, device_config: DeviceConfig, ...@@ -65,6 +65,9 @@ def get_model(model_config: ModelConfig, device_config: DeviceConfig,
f"{supported_dtypes}") f"{supported_dtypes}")
linear_method = quant_config.get_linear_method() linear_method = quant_config.get_linear_method()
if linear_method != None:
os.environ['LLAMA_NN'] = '0'
with _set_default_torch_dtype(model_config.dtype): with _set_default_torch_dtype(model_config.dtype):
# Create a model instance. # Create a model instance.
# The weights will be initialized as empty tensors. # The weights will be initialized as empty tensors.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment