[Feature] SPMD for SGLang + Verl (#3852)

2025-02-28 09:53:10 -08:00
parent bac414ab53
commit e3e0bc50a9
19 changed files with 890 additions and 202 deletions
@@ -1760,8 +1760,9 @@ class Scheduler:
        success, message = self.tp_worker.update_weights_from_tensor(recv_req)
        # TODO extract common code b/t update_weights_from_distributed and update_weights_from_tensor later
        if success:
-            flash_cache_success = self.flush_cache()
-            assert flash_cache_success, "Cache flush failed after updating weights"
+            if recv_req.flush_cache:
+                flash_cache_success = self.flush_cache()
+                assert flash_cache_success, "Cache flush failed after updating weights"
        else:
            logger.error(message)
        return UpdateWeightsFromTensorReqOutput(success, message)