Examples reorg (#11350)

* Base move

* Examples reorganization

* Update references

* Put back test data

* Move conftest

* More fixes

* Move test data to test fixtures

* Update path

* Apply suggestions from code review
Co-authored-by: Lysandre Debut <lysandre@huggingface.co>

* Address review comments and clean
Co-authored-by: Lysandre Debut <lysandre@huggingface.co>

tests/sagemaker/test_multi_node_data_parallel.py

@@ -50,7 +50,7 @@ class MultiNodeTest(unittest.TestCase):
     def setUp(self):
         if self.framework == "pytorch":
             subprocess.run(
-                f"cp ./examples/text-classification/run_glue.py {self.env.test_path}/run_glue.py".split(),
+                f"cp ./examples/pytorch/text-classification/run_glue.py {self.env.test_path}/run_glue.py".split(),
                 encoding="utf-8",
                 check=True,
             )

tests/sagemaker/test_multi_node_model_parallel.py

@@ -43,7 +43,7 @@ class MultiNodeTest(unittest.TestCase):
     def setUp(self):
         if self.framework == "pytorch":
             subprocess.run(
-                f"cp ./examples/text-classification/run_glue.py {self.env.test_path}/run_glue.py".split(),
+                f"cp ./examples/pytorch/text-classification/run_glue.py {self.env.test_path}/run_glue.py".split(),
                 encoding="utf-8",
                 check=True,
             )

tests/sagemaker/test_single_node_gpu.py

@@ -43,7 +43,7 @@ class SingleNodeTest(unittest.TestCase):
     def setUp(self):
         if self.framework == "pytorch":
             subprocess.run(
-                f"cp ./examples/text-classification/run_glue.py {self.env.test_path}/run_glue.py".split(),
+                f"cp ./examples/pytorch/text-classification/run_glue.py {self.env.test_path}/run_glue.py".split(),
                 encoding="utf-8",
                 check=True,
             )

tests/test_trainer_tpu.py

@@ -14,7 +14,7 @@
 
 # This test is meant to be run in on an instance with TPUs like this:
 #
-#   python examples/xla_spawn.py --num_cores=8 tests/test_trainer_tpu.py
+#   python examples/pytorch/xla_spawn.py --num_cores=8 tests/test_trainer_tpu.py
 #
 # Replace 8 with the number of TPU cores you have.
 #