fix qlora inference error

8d4b48cf · MPU王荣胜 · GitHub · 8306539e · 8d4b48cf
Unverified Commit 8d4b48cf authored May 30, 2023 by MPU王荣胜 Committed by GitHub May 30, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

cli_demo.py cli_demo.py +3 -3

No files found.
--- a/cli_demo.py
+++ b/cli_demo.py
@@ -40,8 +40,8 @@ def main():
    if args.quant:
        quantize(model.transformer, args.quant)
    
-    if torch.cuda.is_available():
-        model = model.cuda()
+    #if torch.cuda.is_available():
+    #    model = model.cuda()

    model.add_mixin('auto-regressive', CachedAutoregressiveMixin())

@@ -101,4 +101,4 @@ def main():


 if __name__ == "__main__":
-    main()
\ No newline at end of file
+    main()