[PCG] GPT OSS Triton Kernel Support (#18405)

Signed-off-by: Oasis-Git <ayw.sirius19@gmail.com>
This commit is contained in:
Yuwei An
2026-02-11 17:23:55 -08:00
committed by GitHub
parent f06ab17a73
commit 2bd8363486
6 changed files with 68 additions and 32 deletions

View File

@@ -56,6 +56,7 @@ class ForwardContext:
self.attention_layer = None
self.quant_config = None
self.moe_layers = None
self.moe_fusions = None
def set_forward_batch(self, forward_batch: ForwardBatch):
self.forward_batch = forward_batch
@@ -69,6 +70,9 @@ class ForwardContext:
def set_moe_layers(self, layers: List[Any]):
self.moe_layers = layers
def set_moe_fusions(self, fusions: List[Any]):
self.moe_fusions = fusions
_forward_context: Optional[ForwardContext] = None
@@ -85,6 +89,7 @@ def set_forward_context(
attention_layers: List[Any],
quant_config: Any,
moe_layers: List[Any],
moe_fusions: List[Any],
):
global _forward_context
_forward_context = ForwardContext()
@@ -92,6 +97,7 @@ def set_forward_context(
_forward_context.set_attention_layers(attention_layers)
_forward_context.set_quant_config(quant_config)
_forward_context.set_moe_layers(moe_layers)
_forward_context.set_moe_fusions(moe_fusions)
try:
yield
finally: