Add CP source adapter registry with multi-worker queues and LLM extract.

Replace legacy root backend/frontend with Telegram, Crawl4AI, and VIINA adapters routed by Redis job families.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
2026-08-14 11:34:28 +03:00
co-authored by Cursor
parent 1492576fd9
commit 8fbabd3c11
54 changed files with 1625 additions and 2521 deletions
+12 -3
View File
@@ -2,11 +2,20 @@ FROM python:3.12-slim
WORKDIR /app
COPY requirements.txt .
ARG REQUIREMENTS_FILE=requirements.txt
COPY centers/parsing/workers/${REQUIREMENTS_FILE} ./requirements.txt
RUN pip install --no-cache-dir -r requirements.txt
COPY workers/ ./workers/
COPY worker.py .
# Optional Playwright browsers for Crawl4AI web workers
ARG INSTALL_PLAYWRIGHT=0
RUN if [ "$INSTALL_PLAYWRIGHT" = "1" ]; then \
python -m playwright install --with-deps chromium; \
fi
COPY contracts/ ./contracts/
COPY centers/parsing/workers/workers/ ./workers/
COPY centers/parsing/workers/worker.py .
ENV PYTHONPATH=/app