fix error message

2f204bca · mcarilli · GitHub · 89fa152b · 2f204bca
Unverified Commit 2f204bca authored Sep 29, 2018 by mcarilli Committed by GitHub Sep 29, 2018
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

apex/parallel/distributed.py apex/parallel/distributed.py +1 -1

No files found.
--- a/apex/parallel/distributed.py
+++ b/apex/parallel/distributed.py
@@ -318,7 +318,7 @@ class DistributedDataParallel(Module):
                                self.ready_buckets_not_reduced.remove(i)
                                self.next_bucket += 1 
                            else:
-                                raise ValueError("i should always be <= next_bucket")
+                                raise ValueError("i should always be >= next_bucket")
            else:
                self.ready_buckets_not_reduced.add(bucket_idx)