PYS/IPSExtractor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Update docker-compose configuration to use environment variables for sensitive data, enhance testing documentation with new LaTeX files for capacity planning, and refine README for clarity on compilation and testing processes.

Browse Source
This commit is contained in:
erik
2026-07-17 08:32:00 -05:00
parent e47ef4f8c6
commit dc3fcc2280
89 changed files with 5331 additions and 1210 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/plan_pruebas/diagrams/arquitectura.tex
+28 -16
View File
@@ -2,35 +2,47 @@
\centering
\begin{tikzpicture}[
font=\small,
box/.style={draw=ipsblue, rounded corners=2pt, align=center, inner sep=4pt, minimum height=0.85cm, minimum width=2.4cm},
box/.style={draw=ipsblue, rounded corners=2pt, align=center, inner sep=4pt, minimum height=0.85cm, minimum width=2.3cm},
ext/.style={draw=ipsgrey, dashed, rounded corners=2pt, align=center, inner sep=4pt, minimum height=0.85cm},
arr/.style={-{Latex}, thick, ipsblue}
arr/.style={-{Latex}, thick, ipsblue},
dbarr/.style={-{Latex}, thick, ipsgrey}
]
\node[box, fill=codebg] (desk) {Desktop\\Electron};
\node[box, fill=codebg, right=1.8cm of desk] (gw) {api\_gateway\\:8189};
\node[box, below=1.1cm of gw] (ext) {extraction\\:8001};
\node[box, left=0.8cm of ext] (clean) {cleaning\\:8002};
\node[box, right=0.8cm of ext] (count) {count-api\\:8080};
\node[box, below=1.1cm of ext] (bot) {bot-descarga\\:8200};
\node[box, below left=1.0cm and 0.2cm of bot] (pg) {PostgreSQL};
\node[box, below right=1.0cm and 0.2cm of bot] (redis) {Redis};
\node[ext, left=1.6cm of desk] (agent) {Agent PC\\Selenium};
\node[ext, below=2.6cm of agent] (minio) {MinIO/S3};
\node[ext, below=0.9cm of minio] (img) {Imaging};
\node[box, fill=codebg, right=1.7cm of desk] (gw) {api\_gateway\\:8189};
\node[box, below=1.05cm of gw] (ext) {extraction\\(+ workers)};
\node[box, left=0.7cm of ext] (clean) {cleaning\\:8002};
\node[box, right=0.7cm of ext] (count) {count-api\\:8080};
\node[box, below=1.05cm of ext] (bot) {bot-descarga\\orquestador};
\node[box, below left=1.15cm and 1.4cm of bot] (pg) {PostgreSQL};
\node[box, below right=1.15cm and 1.4cm of bot] (redis) {Redis};
\node[ext, left=1.5cm of desk] (agent) {Agent Selenium\\(PC externo)};
\node[ext, below=2.5cm of agent] (minio) {MinIO/S3};
\node[ext, below=0.85cm of minio] (img) {Imaging};
% HTTP via gateway
\draw[arr] (desk) -- (gw);
\draw[arr] (gw) -- (ext);
\draw[arr] (gw) -- (clean);
\draw[arr] (gw) -- (count);
\draw[arr] (gw) -- (bot);
\draw[arr] (bot) -- (pg);
\draw[arr] (ext) -- (pg);
\draw[arr] (ext) -- (redis);
\draw[arr] (agent) |- (gw);
% PostgreSQL: solo servicios de dominio (NO gateway, NO count-api)
\draw[dbarr] (ext) -- (pg);
\draw[dbarr] (clean) |- (pg);
\draw[dbarr] (bot) -- (pg);
% Redis: cola ARQ (extraction/workers)
\draw[dbarr] (ext) -- (redis);
% MinIO / Imaging
\draw[arr] (agent) -- (minio);
\draw[arr] (bot) -| (minio);
\draw[arr] (agent) -- (img);
\end{tikzpicture}
\caption{Arquitectura IPSExtractor bajo prueba.}
\caption{Arquitectura bajo prueba. El \textbf{gateway no habla con Postgres}: solo hace proxy HTTP.
Usan la BD compartida: \texttt{extraction} (+ workers), \texttt{cleaning} y \texttt{bot-descarga}.
\texttt{count-api} hace OCR y \textbf{devuelve JSON} (no escribe en PG); el Desktop/extraction
persiste esos resultados con \texttt{POST /count-jobs} en Postgres.}
\label{fig:arquitectura}
\end{figure}