feat: Add database migration service with Alembic for PostgreSQL, integrating job management and counting functionalities. Update Docker Compose to include db-migrations service, enhancing the microservices architecture. Revise documentation for clarity on database schema and migration processes.

services/api_gateway/api/main.py

@@ -11,6 +11,7 @@ from fastapi.middleware.cors import CORSMiddleware
 
 EXTRACTION_URL = os.getenv("EXTRACTION_URL", "http://extraction:8001").rstrip("/")
 CLEANING_URL = os.getenv("CLEANING_URL", "http://cleaning:8002").rstrip("/")
+COUNT_URL = os.getenv("COUNT_URL", "http://count-api:8080").rstrip("/")
 
 app = FastAPI(title="IPSExtractor API Gateway", version="1.0.0")
 
@@ -28,11 +29,13 @@ async def health() -> dict[str, Any]:
   async with httpx.AsyncClient(timeout=10.0) as client:
     extraction = await _safe_health(client, EXTRACTION_URL)
     cleaning = await _safe_health(client, CLEANING_URL)
+    counting = await _safe_health(client, COUNT_URL)
   return {
     "status": "ok" if extraction["ok"] and cleaning["ok"] else "degraded",
     "services": {
       "extraction": extraction,
       "cleaning": cleaning,
+      "counting": counting,
     },
   }
 
@@ -73,6 +76,31 @@ async def cleaning_proxy(path: str, request: Request) -> Response:
   return await _proxy_request(request, f"{CLEANING_URL}/{path}")
 
 
+@app.api_route("/count/{path:path}", methods=["GET", "POST", "PUT", "PATCH", "DELETE"])
+async def count_proxy(path: str, request: Request) -> Response:
+  return await _proxy_request(request, f"{COUNT_URL}/{path}")
+
+
+@app.api_route("/count-jobs", methods=["GET", "POST"])
+async def count_jobs_root_proxy(request: Request) -> Response:
+  return await _proxy_request(request, f"{EXTRACTION_URL}/count-jobs")
+
+
+@app.api_route("/count-jobs/{path:path}", methods=["GET", "POST", "PUT", "PATCH", "DELETE"])
+async def count_jobs_proxy(path: str, request: Request) -> Response:
+  return await _proxy_request(request, f"{EXTRACTION_URL}/count-jobs/{path}")
+
+
+@app.api_route("/jobs", methods=["GET"])
+async def jobs_root_proxy(request: Request) -> Response:
+  return await _proxy_request(request, f"{EXTRACTION_URL}/jobs")
+
+
+@app.api_route("/jobs/{path:path}", methods=["GET", "POST", "PUT", "PATCH", "DELETE"])
+async def jobs_proxy(path: str, request: Request) -> Response:
+  return await _proxy_request(request, f"{EXTRACTION_URL}/jobs/{path}")
+
+
 async def _safe_health(client: httpx.AsyncClient, base_url: str) -> dict[str, Any]:
   try:
     response = await client.get(f"{base_url}/health")