Add CORS middleware/support. Resolves lm-sys#43

bitnom · Aug 6, 2024 · 60d88f6 · 60d88f6
1 parent 88b8dec
commit 60d88f6
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/routellm/openai_server.py b/routellm/openai_server.py
@@ -15,6 +15,7 @@
 import uvicorn
 import yaml
 from fastapi.concurrency import asynccontextmanager
+from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import JSONResponse, StreamingResponse
 from openai import AsyncOpenAI
 from pydantic import BaseModel, Field
@@ -48,6 +49,14 @@ async def lifespan(app):
 
 app = fastapi.FastAPI(lifespan=lifespan)
 
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
 
 class ErrorResponse(BaseModel):
     object: str = "error"