Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
74 changes: 22 additions & 52 deletions app/main.py
Original file line number Diff line number Diff line change
@@ -1,65 +1,35 @@
"""This module contains the main FastAPI application."""

from contextlib import asynccontextmanager
from anyio import to_thread
from fastapi import Depends, FastAPI
from fastapi.responses import ORJSONResponse
from fastapi import FastAPI
from pydantic import BaseModel
from typing import List, Optional
from fastapi.middleware.cors import CORSMiddleware
from fastapi.middleware.gzip import GZipMiddleware

from app.common.dependencies import get_db
from app.example_module.apis import router as example_router


# Lifespan (startup, shutdown)
@asynccontextmanager
async def lifespan(_: FastAPI):
"""This is the startup and shutdown code for the FastAPI application."""
# Startup code
print("System Call: Enhance Armament x_x") # SAO Reference

# Bigger Threadpool i.e you send a bunch of requests it will handle a max of 1000 at a time, the default is 40
limiter = to_thread.current_default_thread_limiter()
limiter.total_tokens = 1000

# Shutdown
yield
print("System Call: Release Recollection...")

app = FastAPI()

app = FastAPI(
title="Heavyweight(FastAPI)",
docs_url="/",
swagger_ui_parameters={
"defaultModelsExpandDepth": -1
}, # Hides Schemas Menu in Docs
lifespan=lifespan,
default_response_class=ORJSONResponse,
)

# Variables
origins = ["*"]

# Middlewares
app.add_middleware(
CORSMiddleware,
allow_origins=origins,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
app.add_middleware(
GZipMiddleware,
minimum_size=5000, # Minimum size of the response before it is compressed in bytes
)

storage = {"chat": None}

class Message(BaseModel):
role: str
text: str

# Health Check
@app.get("/health", status_code=200, include_in_schema=False)
async def health_check(_=Depends(get_db)):
"""This is the health check endpoint"""
return {"status": "ok"}
class Conversation(BaseModel):
summary: Optional[str] = None
tone_tags: Optional[List[str]] = []
topic_tags: Optional[List[str]] = []
tail_messages: Optional[List[Message]] = []

@app.get("/projects/{project_id}/last-conversation")
def get_last_conversation(project_id: str):
return storage.get(project_id, {"summary": None, "tone_tags": [], "topic_tags": [], "tail_messages": []})

# Routers
app.include_router(example_router, prefix="/example", tags=["Example Docs"])
@app.post("/projects/{project_id}/save-conversation")
def save_conversation(project_id: str, conv: Conversation):
storage[project_id] = conv.dict()
return {"ok": True, "conversation_id": 1}