Fix fused models for tf >= 4.39 (#418)

awq/modules/fused/model.py

@@ -84,6 +84,14 @@ class LlamaLikeModel(nn.Module):
         self.norm = norm
         self.last_forward_num_tokens = 0
         
+    @property
+    def embed_tokens(self):
+        return self.embedding
+    
+    @property
+    def layers(self):
+        return self.blocks
+
     @torch.inference_mode()
     def forward(
         self,

setup.py

@@ -86,7 +86,7 @@ common_setup_kwargs = {
 
 requirements = [
     "torch>=2.0.1",
-    "transformers>=4.35.0,<=4.38.2",
+    "transformers>=4.35.0",
     "tokenizers>=0.12.1",
     "typing_extensions>=4.8.0",
     "accelerate",