chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

refactor(core): remove get_by_model_fast alias in worker_registry (#16313)

Browse Source
This commit is contained in:
Chang Su
2026-01-02 16:04:23 -08:00
committed by GitHub
parent e93433892b
commit c4edcac6d7
6 changed files with 11 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/src/core/steps/worker/local/update_policies_for_worker.rs
+1 -1
View File
@@ -35,7 +35,7 @@ impl StepExecutor for UpdatePoliciesForWorkerStep {
);
for model_id in &affected_models {
let workers = app_context.worker_registry.get_by_model_fast(model_id);
let workers = app_context.worker_registry.get_by_model(model_id);
if let Some(policy) = app_context.policy_registry.get_policy(model_id) {
if policy.name() == "cache_aware" && !workers.is_empty() {
sgl-model-gateway/src/core/steps/worker/local/update_remaining_policies.rs
+1 -1
View File
@@ -29,7 +29,7 @@ impl StepExecutor for UpdateRemainingPoliciesStep {
);
for model_id in affected_models.iter() {
let remaining_workers = app_context.worker_registry.get_by_model_fast(model_id);
let remaining_workers = app_context.worker_registry.get_by_model(model_id);
if let Some(policy) = app_context.policy_registry.get_policy(model_id) {
if policy.name() == "cache_aware" && !remaining_workers.is_empty() {
sgl-model-gateway/src/core/steps/worker/shared/update_policies.rs
+1 -1
View File
@@ -38,7 +38,7 @@ impl StepExecutor for UpdatePoliciesStep {
.on_worker_added(&model_id, policy_hint);
// Initialize cache-aware policy if configured
let all_workers = app_context.worker_registry.get_by_model_fast(&model_id);
let all_workers = app_context.worker_registry.get_by_model(&model_id);
if let Some(policy) = app_context.policy_registry.get_policy(&model_id) {
if policy.name() == "cache_aware" {
app_context