forked from stacklok/codegate
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathserver.py
More file actions
90 lines (81 loc) · 3.35 KB
/
server.py
File metadata and controls
90 lines (81 loc) · 3.35 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
from fastapi import APIRouter, FastAPI
from fastapi.middleware.cors import CORSMiddleware
from codegate import __description__, __version__
from codegate.dashboard.dashboard import dashboard_router
from codegate.pipeline.factory import PipelineFactory
from codegate.providers.anthropic.provider import AnthropicProvider
from codegate.providers.llamacpp.provider import LlamaCppProvider
from codegate.providers.ollama.provider import OllamaProvider
from codegate.providers.openai.provider import OpenAIProvider
from codegate.providers.registry import ProviderRegistry
from codegate.providers.vllm.provider import VLLMProvider
def init_app(pipeline_factory: PipelineFactory) -> FastAPI:
"""Create the FastAPI application."""
app = FastAPI(
title="CodeGate",
description=__description__,
version=__version__,
)
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
# Create provider registry
registry = ProviderRegistry(app)
# Register all known providers
registry.add_provider(
"openai",
OpenAIProvider(
pipeline_processor=pipeline_factory.create_input_pipeline(),
fim_pipeline_processor=pipeline_factory.create_fim_pipeline(),
output_pipeline_processor=pipeline_factory.create_output_pipeline(),
fim_output_pipeline_processor=pipeline_factory.create_fim_output_pipeline(),
),
)
registry.add_provider(
"anthropic",
AnthropicProvider(
pipeline_processor=pipeline_factory.create_input_pipeline(),
fim_pipeline_processor=pipeline_factory.create_fim_pipeline(),
output_pipeline_processor=pipeline_factory.create_output_pipeline(),
fim_output_pipeline_processor=pipeline_factory.create_fim_output_pipeline(),
),
)
registry.add_provider(
"llamacpp",
LlamaCppProvider(
pipeline_processor=pipeline_factory.create_input_pipeline(),
fim_pipeline_processor=pipeline_factory.create_fim_pipeline(),
output_pipeline_processor=pipeline_factory.create_output_pipeline(),
fim_output_pipeline_processor=pipeline_factory.create_fim_output_pipeline(),
),
)
registry.add_provider(
"vllm",
VLLMProvider(
pipeline_processor=pipeline_factory.create_input_pipeline(),
fim_pipeline_processor=pipeline_factory.create_fim_pipeline(),
output_pipeline_processor=pipeline_factory.create_output_pipeline(),
fim_output_pipeline_processor=pipeline_factory.create_fim_output_pipeline(),
),
)
registry.add_provider(
"ollama",
OllamaProvider(
pipeline_processor=pipeline_factory.create_input_pipeline(),
fim_pipeline_processor=pipeline_factory.create_fim_pipeline(),
output_pipeline_processor=pipeline_factory.create_output_pipeline(),
fim_output_pipeline_processor=pipeline_factory.create_fim_output_pipeline(),
),
)
# Create and add system routes
system_router = APIRouter(tags=["System"])
@system_router.get("/health")
async def health_check():
return {"status": "healthy"}
app.include_router(system_router)
app.include_router(dashboard_router)
return app