Fix uvicorn app factory

abetlen · abetlen · commit 7a3e11a216f9 · 2023-12-21T16:18:36.000-05:00
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -217,7 +217,9 @@ async def custom_route_handler(request: Request) -> Response:
 
 router = APIRouter(route_class=RouteErrorHandler)
 
-def create_app(settings: Settings):
+def create_app(settings: Settings | None = None):
+    if settings is None:
+        settings = Settings()
     middleware = [
         Middleware(RawContextMiddleware, plugins=(plugins.RequestIdPlugin(),))
     ]

Original file line number	Diff line number	Diff line change
`@@ -217,7 +217,9 @@ async def custom_route_handler(request: Request) -> Response:`
`217`	`217`
`218`	`218`	`router = APIRouter(route_class=RouteErrorHandler)`
`219`	`219`
`220`		`-def create_app(settings: Settings):`
	`220`	`+def create_app(settings: Settings \| None = None):`
	`221`	`+ if settings is None:`
	`222`	`+ settings = Settings()`
`221`	`223`	`middleware = [`
`222`	`224`	`Middleware(RawContextMiddleware, plugins=(plugins.RequestIdPlugin(),))`
`223`	`225`	`]`