diff --git a/sgl-model-gateway/src/core/job_queue.rs b/sgl-model-gateway/src/core/job_queue.rs index 862cd7165..d4728592d 100644 --- a/sgl-model-gateway/src/core/job_queue.rs +++ b/sgl-model-gateway/src/core/job_queue.rs @@ -112,7 +112,7 @@ impl Default for JobQueueConfig { fn default() -> Self { Self { queue_capacity: 1000, - max_concurrent_jobs: 10, + max_concurrent_jobs: 200, } } }