Add CP source adapter registry with multi-worker queues and LLM extract.

Replace legacy root backend/frontend with Telegram, Crawl4AI, and VIINA adapters routed by Redis job families. Co-authored-by: Cursor <cursoragent@cursor.com>
2026-08-14 11:34:28 +03:00
parent 1492576fd9
commit 8fbabd3c11
54 changed files with 1625 additions and 2521 deletions
@@ -2,8 +2,13 @@

 from pydantic import BaseModel, Field

+from .queues import queue_key_for_source
+

 class JobPayload(BaseModel):
    job_id: int
    source_type: str
    source_config: dict = Field(default_factory=dict)
+
+    def queue_key(self) -> str:
+        return queue_key_for_source(self.source_type)