add zmq radix cache

yukavio · Sep 23, 2024 · b3bf7be · b3bf7be
1 parent 7af1dbd
commit b3bf7be
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/sglang/srt/managers/controller_flex.py b/python/sglang/srt/managers/controller_flex.py
@@ -266,7 +266,7 @@ def pre_radix_scheduler(self, input_requests):
                 # t5 = time.time()
                 # logger.info(f"if time = {t5 - t4}")
             else:
-                self.resources_aware_scheduler(r)
+                self.resources_aware_scheduler([r])
                 # t11 = time.time()
                 # if all_waitting:
                 #     # 全部waiting，选最小的