Deterministic Mode: Add 1-stage triton kernel for prefill (#11147)

Co-authored-by: Minglei Zhu <mingleizhu1122@gmail.com> Co-authored-by: Binyao Jiang <bijiang@linkedin.com>
2025-10-19 10:47:36 -07:00
parent 7a020e0f3b
commit 4fff1ec1d9
5 changed files with 879 additions and 46 deletions
--- a/python/sglang/test/test_deterministic.py
+++ b/python/sglang/test/test_deterministic.py
@@ -424,4 +424,7 @@ if __name__ == "__main__":
    BenchArgs.add_cli_args(parser)
    args = parser.parse_args()

+    if args.sampling_seed is None:
+        args.sampling_seed = 42
+
    test_deterministic(args)