gitrusprusandCursor
9dfe713668
Unify parsing workers, analytics API with PostgreSQL, map UI, and PI distribution into centers/ with Docker Compose. Co-authored-by: Cursor <cursoragent@cursor.com>
73 lines
2.1 KiB
Python
73 lines
2.1 KiB
Python
from sqlalchemy.orm import Session
|
|
|
|
from ..models import Event, ParseJob
|
|
from ..schemas import IngestEventItem
|
|
from .filtering import sync_event_to_map_object
|
|
|
|
|
|
def ingest_events(
|
|
db: Session,
|
|
items: list[IngestEventItem],
|
|
job_id: int | None = None,
|
|
) -> tuple[int, int, int]:
|
|
ingested = 0
|
|
updated = 0
|
|
map_synced = 0
|
|
|
|
for item in items:
|
|
existing = (
|
|
db.query(Event)
|
|
.filter(Event.source_url == item.source_url)
|
|
.first()
|
|
)
|
|
|
|
if existing:
|
|
existing.source_type = item.source_type
|
|
existing.raw_text = item.raw_text
|
|
existing.title = item.title
|
|
existing.description = item.description
|
|
existing.locality = item.locality
|
|
existing.latitude = item.latitude
|
|
existing.longitude = item.longitude
|
|
existing.event_date = item.event_date
|
|
existing.region = item.region
|
|
existing.topic = item.topic
|
|
existing.tags = item.tags
|
|
existing.metadata_ = item.metadata
|
|
event = existing
|
|
updated += 1
|
|
else:
|
|
event = Event(
|
|
source_type=item.source_type,
|
|
source_url=item.source_url,
|
|
raw_text=item.raw_text,
|
|
title=item.title,
|
|
description=item.description,
|
|
locality=item.locality,
|
|
latitude=item.latitude,
|
|
longitude=item.longitude,
|
|
event_date=item.event_date,
|
|
region=item.region,
|
|
topic=item.topic,
|
|
tags=item.tags,
|
|
metadata_=item.metadata,
|
|
)
|
|
db.add(event)
|
|
ingested += 1
|
|
|
|
db.flush()
|
|
if sync_event_to_map_object(db, event):
|
|
map_synced += 1
|
|
|
|
if job_id is not None:
|
|
job = db.query(ParseJob).filter(ParseJob.id == job_id).first()
|
|
if job:
|
|
from datetime import datetime, timezone
|
|
|
|
job.status = "completed"
|
|
job.last_run_at = datetime.now(timezone.utc)
|
|
job.last_error = None
|
|
|
|
db.commit()
|
|
return ingested, updated, map_synced
|