Skip to content

Commit

Permalink
Remove Ray health check (vllm-project#4693)
Browse files Browse the repository at this point in the history
  • Loading branch information
Yard1 authored Jun 7, 2024
1 parent 8d75fe4 commit 18a277b
Showing 1 changed file with 0 additions and 17 deletions.
17 changes: 0 additions & 17 deletions vllm/executor/ray_gpu_executor.py
Original file line number Diff line number Diff line change
Expand Up @@ -293,23 +293,6 @@ def _compiled_ray_dag(self):
])
return forward_dag.experimental_compile()

def check_health(self) -> None:
"""Raises an error if engine is unhealthy."""
self._check_if_any_actor_is_dead()

def _check_if_any_actor_is_dead(self):
if not self.workers:
return

dead_actors = []
for actor in self.workers:
actor_state = ray.state.actors(actor._ray_actor_id.hex()) # pylint: disable=protected-access
if actor_state["State"] == "DEAD":
dead_actors.append(actor)
if dead_actors:
raise RuntimeError("At least one Worker is dead. "
f"Dead Workers: {dead_actors}. ")


class RayGPUExecutorAsync(RayGPUExecutor, DistributedGPUExecutorAsync):

Expand Down

0 comments on commit 18a277b

Please sign in to comment.