Deprecate global_server_args_dict (#11331)
This commit is contained in:
@@ -63,13 +63,13 @@ from sglang.srt.layers.vocab_parallel_embedding import (
|
||||
ParallelLMHead,
|
||||
VocabParallelEmbedding,
|
||||
)
|
||||
from sglang.srt.managers.schedule_batch import global_server_args_dict
|
||||
from sglang.srt.model_executor.forward_batch_info import ForwardBatch, PPProxyTensors
|
||||
from sglang.srt.model_loader.weight_utils import default_weight_loader
|
||||
from sglang.srt.models.utils import (
|
||||
create_fused_set_kv_buffer_arg,
|
||||
enable_fused_set_kv_buffer,
|
||||
)
|
||||
from sglang.srt.server_args import get_global_server_args
|
||||
from sglang.srt.utils import (
|
||||
LazyValue,
|
||||
add_prefix,
|
||||
@@ -138,7 +138,7 @@ class GptOssSparseMoeBlock(nn.Module):
|
||||
}
|
||||
self.experts = experts_type(
|
||||
num_experts=config.num_local_experts
|
||||
+ global_server_args_dict["ep_num_redundant_experts"],
|
||||
+ get_global_server_args().ep_num_redundant_experts,
|
||||
top_k=config.num_experts_per_tok,
|
||||
layer_id=layer_id,
|
||||
hidden_size=config.hidden_size,
|
||||
@@ -259,7 +259,7 @@ class GptOssAttention(nn.Module):
|
||||
|
||||
# Choose dtype of sinks based on attention backend: trtllm_mha requires float32,
|
||||
# others can use bfloat16
|
||||
attn_backend = global_server_args_dict.get("attention_backend")
|
||||
attn_backend = get_global_server_args().attention_backend
|
||||
sinks_dtype = torch.float32 if attn_backend == "trtllm_mha" else torch.bfloat16
|
||||
self.sinks = nn.Parameter(
|
||||
torch.empty(self.num_heads, dtype=sinks_dtype), requires_grad=False
|
||||
@@ -591,7 +591,7 @@ class GptOssForCausalLM(nn.Module):
|
||||
config.hidden_size,
|
||||
# quant_config=quant_config,
|
||||
prefix=add_prefix("lm_head", prefix),
|
||||
use_attn_tp_group=global_server_args_dict["enable_dp_lm_head"],
|
||||
use_attn_tp_group=get_global_server_args().enable_dp_lm_head,
|
||||
)
|
||||
self.logits_processor = LogitsProcessor(config)
|
||||
self.capture_aux_hidden_states = False
|
||||
|
||||
Reference in New Issue
Block a user