[RLlib] - Fix broken tests for algorithm checkpoint, policy, and actor manager. (#52503)

Author: simonsays1980

rllib/algorithms/tests/test_algorithm_export_checkpoint.py

@@ -21,6 +21,9 @@ def save_test(alg_name, framework="tf", multi_agent=False):
     config = (
         get_trainable_cls(alg_name)
         .get_default_config()
+        .api_stack(
+            enable_env_runner_and_connector_v2=False, enable_rl_module_and_learner=False
+        )
         .framework(framework)
         # Switch on saving native DL-framework (tf, torch) model files.
         .checkpointing(export_native_model_files=True)
@@ -63,7 +66,7 @@ def save_test(alg_name, framework="tf", multi_agent=False):
 
     # Test loading exported model and perform forward pass.
     filename = os.path.join(model_dir, "model.pt")
-    model = torch.load(filename)
+    model = torch.load(filename, weights_only=False)
     assert model
     results = model(
         input_dict={"obs": torch.from_numpy(test_obs)},

rllib/policy/tests/test_policy.py

@@ -19,7 +19,14 @@ def tearDownClass(cls) -> None:
         ray.shutdown()
 
     def test_policy_get_and_set_state(self):
-        config = PPOConfig().environment("CartPole-v1")
+        config = (
+            PPOConfig()
+            .environment("CartPole-v1")
+            .api_stack(
+                enable_env_runner_and_connector_v2=False,
+                enable_rl_module_and_learner=False,
+            )
+        )
         algo = config.build()
         policy = algo.get_policy()
         state1 = policy.get_state()

rllib/utils/tests/test_actor_manager.py

@@ -331,21 +331,6 @@ def f(id, _):
 
         manager.clear()
 
-    def test_len_of_func_not_match_len_of_actors(self):
-        """Test healthy only mode works when a list of funcs are provided."""
-        actors = [Actor.remote(i) for i in range(4)]
-        manager = FaultTolerantActorManager(actors=actors)
-
-        def f(id, _):
-            return id
-
-        func = [functools.partial(f, i) for i in range(3)]
-
-        with self.assertRaisesRegexp(AssertionError, "same number of callables") as _:
-            manager.foreach_actor_async(func, healthy_only=True)
-
-        manager.clear()
-
     def test_probe_unhealthy_actors(self):
         """Test probe brings back unhealthy actors."""
         actors = [Actor.remote(i, maybe_crash=False) for i in range(4)]