Refactor map tools and drop SocialParser runtime dependency.

Add filtered map API, creamy-caprice-style toolbar (dates, layers, search), Yandex ru tiles, and store Telegram session in MapMil/data instead of mounting SocialParser.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
2026-06-30 20:56:30 +03:00
co-authored by Cursor
parent 2c16bc0b56
commit 1d6d54ab9f
28 changed files with 3182 additions and 616 deletions
+2 -1
View File
@@ -4,7 +4,7 @@ from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
from .database import Base, engine, get_db
from .routers import admin, internal, objects, v1
from .routers import admin, internal, map, objects, v1
from .seed import seed_objects, seed_test_consumer
from .storage import ensure_upload_dir
@@ -33,6 +33,7 @@ app.add_middleware(
)
app.include_router(objects.router)
app.include_router(map.router)
app.include_router(internal.router)
app.include_router(admin.router)
app.include_router(v1.router)
+50
View File
@@ -0,0 +1,50 @@
from datetime import datetime
from fastapi import APIRouter, Depends, Query
from sqlalchemy.orm import Session
from ..database import get_db
from ..schemas import MapFiltersRead, MapObjectWithEvent
from ..services.map_query import (
build_map_objects_query,
get_map_filters,
map_object_to_dict,
utc_day_end,
utc_day_start,
)
router = APIRouter(prefix="/api/map", tags=["map"])
@router.get("/objects", response_model=list[MapObjectWithEvent])
def list_map_objects(
date_from: datetime | None = None,
date_to: datetime | None = None,
on_date: datetime | None = Query(default=None, description="Show events for a single day"),
region: str | None = None,
topic: str | None = None,
source_type: str | None = None,
search: str | None = None,
event_id: int | None = None,
db: Session = Depends(get_db),
):
if on_date is not None:
date_from = utc_day_start(on_date)
date_to = utc_day_end(on_date)
query = build_map_objects_query(
db,
date_from=date_from,
date_to=date_to,
region=region,
topic=topic,
source_type=source_type,
search=search,
event_id=event_id,
)
return [map_object_to_dict(obj) for obj in query.all()]
@router.get("/filters", response_model=MapFiltersRead)
def map_filters(db: Session = Depends(get_db)):
return get_map_filters(db)
+23
View File
@@ -28,6 +28,29 @@ class MapObjectRead(BaseModel):
created_at: datetime
class MapObjectWithEvent(MapObjectRead):
event_date: datetime | None = None
locality: str | None = None
region: str | None = None
topic: str | None = None
source_type: str | None = None
source_url: str | None = None
title: str | None = None
class MapDateBounds(BaseModel):
min: str | None = None
max: str | None = None
class MapFiltersRead(BaseModel):
regions: list[str]
topics: list[str]
source_types: list[str]
available_dates: list[str]
date_bounds: MapDateBounds
class MapObjectUpdate(BaseModel):
name: str | None = Field(default=None, min_length=1, max_length=255)
description: str | None = None
+2 -44
View File
@@ -1,55 +1,13 @@
import os
from datetime import datetime, timezone
from sqlalchemy.orm import Session
from .models import Consumer, ConsumerFilter, MapObject
from .models import Consumer, ConsumerFilter
from .services.filtering import hash_api_key
SEED_OBJECTS = [
{
"name": "Красная площадь",
"description": "Главная площадь Москвы, исторический центр города.",
"type": "marker",
"latitude": 55.7539,
"longitude": 37.6208,
"created_at": datetime(2018, 5, 9, 12, 0, tzinfo=timezone.utc),
},
{
"name": "ВДНХ",
"description": "Выставка достижений народного хозяйства — крупный выставочный комплекс.",
"type": "zone",
"latitude": 55.8298,
"longitude": 37.6361,
"created_at": datetime(2020, 8, 15, 10, 30, tzinfo=timezone.utc),
},
{
"name": "МГУ",
"description": "Московский государственный университет имени М.В. Ломоносова.",
"type": "point",
"latitude": 55.7033,
"longitude": 37.5307,
"created_at": datetime(2022, 2, 12, 14, 0, tzinfo=timezone.utc),
},
{
"name": "Парк Горького",
"description": "Центральный парк культуры и отдыха имени М. Горького.",
"type": "other",
"latitude": 55.7312,
"longitude": 37.6013,
"created_at": datetime(2024, 6, 1, 9, 0, tzinfo=timezone.utc),
},
]
def seed_objects(db: Session) -> None:
if db.query(MapObject).count() > 0:
return
for item in SEED_OBJECTS:
db.add(MapObject(**item))
db.commit()
"""No demo map objects — map shows ingested events only."""
def seed_test_consumer(db: Session) -> None:
@@ -0,0 +1,168 @@
from datetime import date, datetime, timezone
from sqlalchemy import func, or_
from sqlalchemy.orm import Query, Session, joinedload
from ..models import Event, MapObject
def _effective_date_column():
return func.coalesce(Event.event_date, Event.ingested_at, MapObject.created_at)
def build_map_objects_query(
db: Session,
*,
date_from: datetime | None = None,
date_to: datetime | None = None,
region: str | None = None,
topic: str | None = None,
source_type: str | None = None,
search: str | None = None,
event_id: int | None = None,
) -> Query:
query = (
db.query(MapObject)
.outerjoin(Event, MapObject.event_id == Event.id)
.options(joinedload(MapObject.event))
)
if event_id is not None:
query = query.filter(MapObject.event_id == event_id)
effective_date = _effective_date_column()
if date_from is not None:
query = query.filter(effective_date >= date_from)
if date_to is not None:
query = query.filter(effective_date <= date_to)
if region:
query = query.filter(Event.region == region)
if topic:
query = query.filter(Event.topic == topic)
if source_type:
query = query.filter(Event.source_type == source_type)
if search:
pattern = f"%{search}%"
query = query.filter(
or_(
MapObject.name.ilike(pattern),
MapObject.description.ilike(pattern),
Event.title.ilike(pattern),
Event.locality.ilike(pattern),
Event.description.ilike(pattern),
)
)
return query.order_by(effective_date.desc(), MapObject.id.desc())
def map_object_to_dict(obj: MapObject) -> dict:
event = obj.event
return {
"id": obj.id,
"name": obj.name,
"description": obj.description,
"type": obj.type,
"latitude": obj.latitude,
"longitude": obj.longitude,
"event_id": obj.event_id,
"created_at": obj.created_at,
"event_date": event.event_date if event else obj.created_at,
"locality": event.locality if event else None,
"region": event.region if event else None,
"topic": event.topic if event else None,
"source_type": event.source_type if event else None,
"source_url": event.source_url if event else None,
"title": event.title if event else obj.name,
}
def _date_to_iso(value: date | datetime | None) -> str | None:
if value is None:
return None
if isinstance(value, datetime):
return value.date().isoformat()
return value.isoformat()
def get_map_filters(db: Session) -> dict:
effective_date = _effective_date_column()
date_bounds = (
db.query(
func.min(effective_date).label("min_date"),
func.max(effective_date).label("max_date"),
)
.select_from(MapObject)
.outerjoin(Event, MapObject.event_id == Event.id)
.first()
)
regions = [
row[0]
for row in db.query(Event.region)
.filter(Event.region.isnot(None), Event.region != "")
.distinct()
.order_by(Event.region)
.all()
]
topics = [
row[0]
for row in db.query(Event.topic)
.filter(Event.topic.isnot(None), Event.topic != "")
.distinct()
.order_by(Event.topic)
.all()
]
source_types = [
row[0]
for row in db.query(Event.source_type)
.filter(Event.source_type.isnot(None), Event.source_type != "")
.distinct()
.order_by(Event.source_type)
.all()
]
available_dates = [
_date_to_iso(row[0])
for row in (
db.query(func.date(effective_date))
.select_from(MapObject)
.outerjoin(Event, MapObject.event_id == Event.id)
.filter(effective_date.isnot(None))
.distinct()
.order_by(func.date(effective_date))
.all()
)
if row[0] is not None
]
min_date = date_bounds.min_date if date_bounds else None
max_date = date_bounds.max_date if date_bounds else None
return {
"regions": regions,
"topics": topics,
"source_types": source_types,
"available_dates": available_dates,
"date_bounds": {
"min": min_date.isoformat() if min_date else None,
"max": max_date.isoformat() if max_date else None,
},
}
def utc_day_start(dt: datetime) -> datetime:
if dt.tzinfo is None:
dt = dt.replace(tzinfo=timezone.utc)
return dt.replace(hour=0, minute=0, second=0, microsecond=0)
def utc_day_end(dt: datetime) -> datetime:
start = utc_day_start(dt)
return start.replace(hour=23, minute=59, second=59, microsecond=999999)