feat(server): Add support for setting root_path. Closes abetlen#1420

abetlen · abetlen · commit 0318702cdc86 · 2024-05-05T12:49:31.000-04:00
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -132,6 +132,7 @@ def create_app(
         middleware=middleware,
         title="🦙 llama.cpp Python API",
         version=llama_cpp.__version__,
+        root_path=server_settings.root_path,
     )
     app.add_middleware(
         CORSMiddleware,
diff --git a/llama_cpp/server/settings.py b/llama_cpp/server/settings.py
@@ -215,6 +215,10 @@ class ServerSettings(BaseSettings):
         default=False,
         description="Disable EventSource pings (may be needed for some clients).",
     )
+    root_path: str = Field(
+        default="",
+        description="The root path for the server. Useful when running behind a reverse proxy.",
+    )
 
 
 class Settings(ServerSettings, ModelSettings):

Original file line number	Diff line number	Diff line change
`@@ -132,6 +132,7 @@ def create_app(`
`132`	`132`	`middleware=middleware,`
`133`	`133`	`title="🦙 llama.cpp Python API",`
`134`	`134`	`version=llama_cpp.__version__,`
	`135`	`+ root_path=server_settings.root_path,`
`135`	`136`	`)`
`136`	`137`	`app.add_middleware(`
`137`	`138`	`CORSMiddleware,`
Original file line number	Diff line number	Diff line change
`@@ -215,6 +215,10 @@ class ServerSettings(BaseSettings):`
`215`	`215`	`default=False,`
`216`	`216`	`description="Disable EventSource pings (may be needed for some clients).",`
`217`	`217`	`)`
	`218`	`+ root_path: str = Field(`
	`219`	`+ default="",`
	`220`	`+ description="The root path for the server. Useful when running behind a reverse proxy.",`
	`221`	`+ )`
`218`	`222`
`219`	`223`
`220`	`224`	`class Settings(ServerSettings, ModelSettings):`