star

venv/lib/python3.9/site-packages/mlflow/deployments/server/config.py

@@ -0,0 +1,26 @@
+from typing import Optional
+
+from mlflow.gateway.base_models import ResponseModel
+from mlflow.gateway.config import Limit, RouteModelInfo
+
+
+class Endpoint(ResponseModel):
+    name: str
+    endpoint_type: str
+    model: RouteModelInfo
+    endpoint_url: str
+    limit: Optional[Limit]
+
+    class Config:
+        schema_extra = {
+            "example": {
+                "name": "openai-completions",
+                "endpoint_type": "llm/v1/completions",
+                "model": {
+                    "name": "gpt-4o-mini",
+                    "provider": "openai",
+                },
+                "endpoint_url": "/endpoints/completions/invocations",
+                "limit": {"calls": 1, "key": None, "renewal_period": "minute"},
+            }
+        }