Fix CORS compatibility with OpenAI, vLLM, TGI, LMDeploy (#1373)

Co-authored-by: Yineng Zhang <[email protected]>

python/sglang/srt/server.py

@@ -37,6 +37,7 @@
 import uvicorn
 import uvloop
 from fastapi import FastAPI, File, Form, Request, UploadFile
+from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import JSONResponse, Response, StreamingResponse
 
 from sglang.lang.backend.runtime_endpoint import RuntimeEndpoint
@@ -93,6 +94,14 @@
 app = FastAPI()
 tokenizer_manager = None
 
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
 
 @app.get("/health")
 async def health() -> Response: