"sgl-kernel/csrc/vscode:/vscode.git/clone" did not exist on "66fb9b130751f62b746709f140f462ae1001f183"
Unverified Commit ca7912d1 authored by Soyoung Yoon's avatar Soyoung Yoon Committed by GitHub
Browse files

Fix encoder->decoder typo bug in convert_t5x_checkpoint_to_pytorch.py (#26587)

Fix bug in convert_t5x_checkpoint_to_pytorch.py
parent 8b03615b
......@@ -139,7 +139,7 @@ def convert_t5x_to_pytorch(variables: dict, *, num_layers: int, is_encoder_only:
new[f"decoder.block.{i}.layer.2.DenseReluDense.wi_0.weight"] = wi[0].T
new[f"decoder.block.{i}.layer.2.DenseReluDense.wi_1.weight"] = wi[1].T
else:
new[f"encoder.block.{i}.layer.2.DenseReluDense.wi.weight"] = wi.T
new[f"decoder.block.{i}.layer.2.DenseReluDense.wi.weight"] = wi.T
new[f"decoder.block.{i}.layer.2.DenseReluDense.wo.weight"] = wo.T
new["decoder.final_layer_norm.weight"] = old["decoder/decoder_norm/scale"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment