From e03af759175c8d81ce9b8f69851a77634a2eb563 Mon Sep 17 00:00:00 2001 From: lancerts Date: Tue, 23 Dec 2025 17:03:44 -0800 Subject: [PATCH] fix: replace blocking sleep with async sleep and fix file handle leakminor fix --- slime/ray/rollout.py | 2 +- slime/router/middleware_hub/radix_tree_middleware.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/slime/ray/rollout.py b/slime/ray/rollout.py index 7c2fa2838..0f0a39202 100644 --- a/slime/ray/rollout.py +++ b/slime/ray/rollout.py @@ -137,7 +137,7 @@ def check_weights(self, action: str): def _get_rollout_data(self, rollout_id): if self.args.load_debug_rollout_data: data = torch.load( - open(self.args.load_debug_rollout_data.format(rollout_id=rollout_id), "rb"), + self.args.load_debug_rollout_data.format(rollout_id=rollout_id), weights_only=False, )["samples"] data = [Sample.from_dict(sample) for sample in data] diff --git a/slime/router/middleware_hub/radix_tree_middleware.py b/slime/router/middleware_hub/radix_tree_middleware.py index d1aa61bf1..24acb468f 100644 --- a/slime/router/middleware_hub/radix_tree_middleware.py +++ b/slime/router/middleware_hub/radix_tree_middleware.py @@ -1,5 +1,5 @@ +import asyncio import json -from time import sleep from fastapi.responses import JSONResponse from starlette.middleware.base import BaseHTTPMiddleware @@ -108,7 +108,7 @@ async def dispatch(self, request: Request, call_next): ): break # await 30 seconds for aborted responses - sleep(30) + await asyncio.sleep(30) if isinstance(response_data, dict) and "text" in response_data and "output_ids" in response_data: generated_text = response_data["text"]