Merge pull request #4642 from buckman-google/master

Addition of STEVE

research/steve/config/experiments/ablations/horizons/steve_2h0.json

+{
+  "inherits": ["config/algos/steve.json", "config/envs/humanoid.json"],
+  "updates": {
+    "policy_config": {
+      "value_expansion": {
+        "rollout_len": 1
+      }
+    }
+  }
+}

research/steve/config/experiments/ablations/horizons/steve_2h1.json

+{
+  "inherits": ["config/algos/steve.json", "config/envs/humanoid.json"],
+  "updates": {
+    "policy_config": {
+      "value_expansion": {
+        "rollout_len": 1
+      }
+    }
+  }
+}

research/steve/config/experiments/ablations/horizons/steve_2h2.json

+{
+  "inherits": ["config/algos/steve.json", "config/envs/humanoid.json"],
+  "updates": {
+    "policy_config": {
+      "value_expansion": {
+        "rollout_len": 1
+      }
+    }
+  }
+}

research/steve/config/experiments/ablations/horizons/steve_5h0.json

+{
+  "inherits": ["config/algos/steve.json", "config/envs/humanoid.json"],
+  "updates": {
+    "policy_config": {
+      "value_expansion": {
+        "rollout_len": 1
+      }
+    }
+  }
+}

research/steve/config/experiments/ablations/horizons/steve_5h1.json

+{
+  "inherits": ["config/algos/steve.json", "config/envs/humanoid.json"],
+  "updates": {
+    "policy_config": {
+      "value_expansion": {
+        "rollout_len": 1
+      }
+    }
+  }
+}

research/steve/config/experiments/ablations/horizons/steve_5h2.json

+{
+  "inherits": ["config/algos/steve.json", "config/envs/humanoid.json"],
+  "updates": {
+    "policy_config": {
+      "value_expansion": {
+        "rollout_len": 1
+      }
+    }
+  }
+}

research/steve/config/experiments/goodruns/flagrun/ddpg0.json

+{"inherits": ["config/algos/ddpg.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/ddpg1.json

+{"inherits": ["config/algos/ddpg.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/ddpg2.json

+{"inherits": ["config/algos/ddpg.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/ddpg3.json

+{"inherits": ["config/algos/ddpg.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/mve_tdk0.json

+{"inherits": ["config/algos/mve_tdk.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/mve_tdk1.json

+{"inherits": ["config/algos/mve_tdk.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/mve_tdk2.json

+{"inherits": ["config/algos/mve_tdk.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/mve_tdk3.json

+{"inherits": ["config/algos/mve_tdk.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/steve0.json

+{"inherits": ["config/algos/steve.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/steve1.json

+{"inherits": ["config/algos/steve.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/steve2.json

+{"inherits": ["config/algos/steve.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/flagrun/steve3.json

+{"inherits": ["config/algos/steve.json", "config/envs/flagrun.json"]}

research/steve/config/experiments/goodruns/halfcheetah/ddpg0.json

+{"inherits": ["config/algos/ddpg.json", "config/envs/halfcheetah.json"]}

research/steve/config/experiments/goodruns/halfcheetah/ddpg1.json

+{"inherits": ["config/algos/ddpg.json", "config/envs/halfcheetah.json"]}