diff --git a/routellm/openai_server.py b/routellm/openai_server.py index 7df4192..accf287 100644 --- a/routellm/openai_server.py +++ b/routellm/openai_server.py @@ -15,6 +15,7 @@ import uvicorn import yaml from fastapi.concurrency import asynccontextmanager +from fastapi.middleware.cors import CORSMiddleware from fastapi.responses import JSONResponse, StreamingResponse from openai import AsyncOpenAI from pydantic import BaseModel, Field @@ -48,6 +49,14 @@ async def lifespan(app): app = fastapi.FastAPI(lifespan=lifespan) +app.add_middleware( + CORSMiddleware, + allow_origins=["*"], + allow_credentials=True, + allow_methods=["*"], + allow_headers=["*"], +) + class ErrorResponse(BaseModel): object: str = "error"