import outlines (#168)

2024-02-09 10:13:02 +08:00
parent cba5027332
commit 37b42297f8
12 changed files with 27 additions and 1464 deletions
@@ -21,7 +21,7 @@ from fastapi import FastAPI, HTTPException, Request
 from fastapi.responses import Response, StreamingResponse
 from pydantic import BaseModel
 from sglang.backend.runtime_endpoint import RuntimeEndpoint
-from sglang.srt.constrained.disk_cache import disable_cache
+from sglang.srt.constrained import disable_cache
 from sglang.srt.conversation import (
    Conversation,
    SeparatorStyle,