Fix lora doc (#15282)

2025-12-16 15:53:38 -08:00
parent 930705863f
commit d92c1f8cbd
1 changed files with 2 additions and 1 deletions
--- a/docs/advanced_features/lora.ipynb
+++ b/docs/advanced_features/lora.ipynb
@@ -90,11 +90,12 @@
   "outputs": [],
   "source": [
    "server_process, port = launch_server_cmd(\n",
+    "    # Here we set max-loras-per-batch to 2: one slot for adaptor and another one for base model\n",
    "    \"\"\"\n",
    "python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3.1-8B-Instruct \\\n",
    "    --enable-lora \\\n",
    "    --lora-paths lora0=algoprog/fact-generation-llama-3.1-8b-instruct-lora \\\n",
-    "    --max-loras-per-batch 1 \\\n",
+    "    --max-loras-per-batch 2 \\\n",
    "    --log-level warning \\\n",
    "\"\"\"\n",
    ")\n",