gitrusprus/MapMil
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add reusable LLM parser profiles with multi-event extract.

Browse Source 
Support kind=llm profiles (instruction/schema), optional multi-event posts via #eN URLs, and recover stale running/queued parse jobs after worker crashes.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
gitrusprus
2026-09-13 20:22:38 +03:00
co-authored by Cursor
parent 5811ecb134
commit 3f9dc6643b
27 changed files with 1334 additions and 205 deletions
Download Patch File Download Diff File Expand all files Collapse all files
centers/analytics/frontend/src/api/entities.ts
+33 -3
View File
@@ -1,6 +1,7 @@
import { ADMIN_BASE, request } from "./client";
import type {
HeuristicProfile,
LlmProfile,
ParseChannel,
ParseChannelCreate,
ParseChannelUpdate,
@@ -10,7 +11,7 @@ import type {
TargetField,
} from "../types/admin";
export type { HeuristicProfile, TargetField } from "../types/admin";
export type { HeuristicProfile, LlmProfile, TargetField } from "../types/admin";
export function fetchChannels(): Promise<ParseChannel[]> {
return request<ParseChannel[]>("/parse-channels", undefined, ADMIN_BASE);
@@ -64,6 +65,10 @@ export function fetchTargetFields(): Promise<{ fields: TargetField[] }> {
return request<{ fields: TargetField[] }>("/parser-profiles/target-fields", undefined, ADMIN_BASE);
}
export function fetchLlmDefaults(): Promise<LlmProfile> {
return request<LlmProfile>("/parser-profiles/llm-defaults", undefined, ADMIN_BASE);
}
export function generateParserProfile(payload: {
sample_post: string;
hint?: string;
@@ -94,10 +99,35 @@ export function generateParserProfile(payload: {
export function previewParserProfile(
sample_post: string,
heuristic_profile: HeuristicProfile | Record<string, unknown>,
): Promise<{ fields: Record<string, string> }> {
return request<{ fields: Record<string, string> }>(
): Promise<{ fields: Record<string, string>; matched: boolean; missing_required: string[] }> {
return request<{ fields: Record<string, string>; matched: boolean; missing_required: string[] }>(
"/parser-profiles/preview",
{ method: "POST", body: JSON.stringify({ sample_post, heuristic_profile }) },
ADMIN_BASE,
);
}
export function previewLlmProfile(
sample_post: string,
llm_profile: LlmProfile | Record<string, unknown>,
): Promise<{
fields: Record<string, string>;
events: Record<string, string>[];
matched: boolean;
missing_required: string[];
is_event: boolean;
matched_count: number;
}> {
return request<{
fields: Record<string, string>;
events: Record<string, string>[];
matched: boolean;
missing_required: string[];
is_event: boolean;
matched_count: number;
}>(
"/parser-profiles/preview-llm",
{ method: "POST", body: JSON.stringify({ sample_post, llm_profile }) },
ADMIN_BASE,
);
}
centers/analytics/frontend/src/types/admin.ts
+26 -12
View File
@@ -36,26 +36,52 @@ export interface ParseJobUpdate {
is_active?: boolean;
}
export type TargetField = {
name: string;
type: string;
description: string;
};
export type HeuristicProfile = {
version: number;
fields: Record<string, Record<string, unknown>>;
required_fields?: string[];
notes?: string;
};
export type LlmProfile = {
instruction?: string | null;
extract_schema: Record<string, string>;
required_fields?: string[];
multi_event?: boolean;
};
export interface ParserProfile {
id: number;
name: string;
kind: "heuristic" | "llm";
sample_post: string;
heuristic_profile: Record<string, unknown> | null;
llm_profile: LlmProfile | Record<string, unknown> | null;
status: string;
created_at: string;
}
export interface ParserProfileCreate {
name: string;
kind?: "heuristic" | "llm";
sample_post?: string;
heuristic_profile?: Record<string, unknown> | null;
llm_profile?: LlmProfile | Record<string, unknown> | null;
status?: string;
}
export interface ParserProfileUpdate {
name?: string;
kind?: "heuristic" | "llm";
sample_post?: string;
heuristic_profile?: Record<string, unknown> | null;
llm_profile?: LlmProfile | Record<string, unknown> | null;
status?: string;
}
@@ -82,18 +108,6 @@ export interface ParseChannelUpdate {
is_active?: boolean;
}
export type TargetField = {
name: string;
type: string;
description: string;
};
export type HeuristicProfile = {
version: number;
fields: Record<string, Record<string, unknown>>;
notes?: string;
};
export interface EventRecord {
id: number;
source_type: string;
centers/analytics/frontend/src/views/ParserProfilesView.vue
+459 -66
View File
@@ -1,14 +1,17 @@
<script setup lang="ts">
import { onMounted, ref } from "vue";
import { onMounted, ref, watch } from "vue";
import {
createProfile,
deleteProfile,
fetchLlmDefaults,
fetchProfiles,
fetchTargetFields,
generateParserProfile,
previewLlmProfile,
previewParserProfile,
updateProfile,
type HeuristicProfile,
type LlmProfile,
type TargetField,
} from "../api/entities";
import type { ParserProfile } from "../types/admin";
@@ -19,18 +22,29 @@ const error = ref("");
const success = ref("");
const submitting = ref(false);
const profileKind = ref<"heuristic" | "llm">("heuristic");
const samplePost = ref("");
const generateHint = ref("");
const profileName = ref("");
const targetFields = ref<TargetField[]>([]);
const profileJson = ref("");
const llmInstruction = ref("");
const llmSchemaJson = ref("");
const llmMultiEvent = ref(false);
const previewFields = ref<Record<string, string> | null>(null);
const previewEvents = ref<Record<string, string>[]>([]);
const emptyFields = ref<string[]>([]);
const requiredFields = ref<string[]>([]);
const previewMatched = ref(true);
const previewMissing = ref<string[]>([]);
const previewIsEvent = ref(true);
const previewMatchedCount = ref(0);
const generating = ref(false);
const previewing = ref(false);
const loadingFields = ref(true);
const editingId = ref<number | null>(null);
const profileStatus = ref<"draft" | "ready">("draft");
const llmDefaults = ref<LlmProfile | null>(null);
async function loadProfiles() {
loading.value = true;
@@ -56,7 +70,28 @@ async function loadTargetFields() {
}
}
function syncProfileFromJson(): HeuristicProfile | null {
async function loadLlmDefaults() {
try {
llmDefaults.value = await fetchLlmDefaults();
} catch {
llmDefaults.value = null;
}
}
function applyLlmDefaults() {
const d = llmDefaults.value;
if (!d) return;
llmInstruction.value = d.instruction || "";
llmSchemaJson.value = JSON.stringify(d.extract_schema || {}, null, 2);
if (!requiredFields.value.length) {
requiredFields.value = Array.isArray(d.required_fields) ? [...d.required_fields] : [];
}
if (typeof d.multi_event === "boolean") {
llmMultiEvent.value = d.multi_event;
}
}
function syncHeuristicFromJson(): HeuristicProfile | null {
if (!profileJson.value.trim()) return null;
try {
return JSON.parse(profileJson.value) as HeuristicProfile;
@@ -66,7 +101,88 @@ function syncProfileFromJson(): HeuristicProfile | null {
}
}
function syncLlmFromForm(): LlmProfile | null {
let schema: Record<string, string>;
try {
schema = JSON.parse(llmSchemaJson.value || "{}") as Record<string, string>;
} catch {
error.value = "Некорректный JSON extract_schema";
return null;
}
if (!schema || typeof schema !== "object" || !Object.keys(schema).length) {
error.value = "extract_schema не должен быть пустым";
return null;
}
return {
instruction: llmInstruction.value.trim() || null,
extract_schema: schema,
required_fields: [...requiredFields.value],
multi_event: llmMultiEvent.value,
};
}
const DEFAULT_REQUIRED = ["event_date", "coords"];
function uniqueFields(names: string[]): string[] {
return names.filter((name, idx) => names.indexOf(name) === idx);
}
function writeRequiredToHeuristicJson(names: string[]) {
const current = syncHeuristicFromJson();
if (!current) return;
current.required_fields = names;
profileJson.value = JSON.stringify(current, null, 2);
}
function requiredFromHeuristic(
profile: HeuristicProfile,
preview: Record<string, string> | null,
): string[] {
if (Array.isArray(profile.required_fields)) {
return uniqueFields(profile.required_fields);
}
if (!preview) return [];
return DEFAULT_REQUIRED.filter((name) => !!(preview[name] || "").trim());
}
function isRequired(name: string): boolean {
return requiredFields.value.includes(name);
}
async function toggleRequired(name: string) {
const next = isRequired(name)
? requiredFields.value.filter((n) => n !== name)
: [...requiredFields.value, name];
requiredFields.value = next;
if (profileKind.value === "heuristic") {
writeRequiredToHeuristicJson(next);
}
if (previewFields.value && samplePost.value.trim()) {
await handlePreview();
}
}
watch(profileKind, (kind, prev) => {
if (kind === prev) return;
previewFields.value = null;
previewEvents.value = [];
emptyFields.value = [];
previewMatched.value = true;
previewMissing.value = [];
previewIsEvent.value = true;
previewMatchedCount.value = 0;
success.value = "";
if (kind === "llm" && !llmSchemaJson.value.trim()) {
applyLlmDefaults();
}
});
async function handleGenerate() {
if (profileKind.value === "llm") {
applyLlmDefaults();
success.value = "Подставлены дефолты LLM schema/instruction. Отредактируйте и Preview.";
return;
}
if (!samplePost.value.trim()) {
error.value = "Вставьте образец поста";
return;
@@ -79,7 +195,7 @@ async function handleGenerate() {
try {
let current: HeuristicProfile | null = null;
if (profileJson.value.trim()) {
current = syncProfileFromJson();
current = syncHeuristicFromJson();
if (!current) return;
}
const data = await generateParserProfile({
@@ -87,9 +203,18 @@ async function handleGenerate() {
hint: generateHint.value.trim() || undefined,
current_profile: current,
});
const required =
current && Array.isArray(current.required_fields)
? uniqueFields(current.required_fields)
: DEFAULT_REQUIRED.filter((name) => !!(data.preview[name] || "").trim());
data.profile.required_fields = required;
profileJson.value = JSON.stringify(data.profile, null, 2);
requiredFields.value = required;
previewFields.value = data.preview;
emptyFields.value = data.empty_fields || [];
const previewData = await previewParserProfile(samplePost.value, data.profile);
previewMatched.value = previewData.matched;
previewMissing.value = previewData.missing_required || [];
if (emptyFields.value.length) {
success.value =
`Профиль обновлён, но пустые поля: ${emptyFields.value.join(", ")}. ` +
@@ -109,11 +234,6 @@ async function handleGenerate() {
}
async function handlePreview() {
const current = syncProfileFromJson();
if (!current) {
if (!error.value) error.value = "Сначала сгенерируйте или вставьте профиль";
return;
}
if (!samplePost.value.trim()) {
error.value = "Нужен образец поста для preview";
return;
@@ -121,11 +241,53 @@ async function handlePreview() {
previewing.value = true;
error.value = "";
try {
const data = await previewParserProfile(samplePost.value, current);
previewFields.value = data.fields;
emptyFields.value = Object.entries(data.fields)
.filter(([, v]) => !v)
.map(([k]) => k);
if (profileKind.value === "llm") {
const llm = syncLlmFromForm();
if (!llm) return;
const data = await previewLlmProfile(samplePost.value, llm);
const rows =
Array.isArray(data.events) && data.events.length
? data.events
: data.fields
? [data.fields]
: [];
previewEvents.value = rows;
previewFields.value = rows[0] || data.fields || null;
emptyFields.value = previewFields.value
? Object.entries(previewFields.value)
.filter(([, v]) => !v)
.map(([k]) => k)
: [];
previewMatched.value = data.matched;
previewMissing.value = data.missing_required || [];
previewIsEvent.value = data.is_event;
previewMatchedCount.value = data.matched_count ?? rows.length;
if (!data.is_event) {
success.value = "Модель пометила текст как не-событие (is_event=false) — runtime пропустит.";
} else if (rows.length > 1) {
success.value = `Preview: ${rows.length} событий из поста (пройдут фильтр: ${previewMatchedCount.value}).`;
}
} else {
const current = syncHeuristicFromJson();
if (!current) {
if (!error.value) error.value = "Сначала сгенерируйте или вставьте профиль";
return;
}
const data = await previewParserProfile(samplePost.value, current);
previewFields.value = data.fields;
emptyFields.value = Object.entries(data.fields)
.filter(([, v]) => !v)
.map(([k]) => k);
requiredFields.value = requiredFromHeuristic(current, data.fields);
if (!Array.isArray(current.required_fields)) {
writeRequiredToHeuristicJson(requiredFields.value);
}
previewMatched.value = data.matched;
previewMissing.value = data.missing_required || [];
previewIsEvent.value = true;
previewEvents.value = data.fields ? [data.fields] : [];
previewMatchedCount.value = data.matched ? 1 : 0;
}
} catch (err) {
error.value = err instanceof Error ? err.message : "Ошибка preview";
} finally {
@@ -135,29 +297,72 @@ async function handlePreview() {
function resetEditor() {
editingId.value = null;
profileKind.value = "heuristic";
profileName.value = "";
samplePost.value = "";
generateHint.value = "";
profileJson.value = "";
llmInstruction.value = "";
llmSchemaJson.value = "";
llmMultiEvent.value = false;
profileStatus.value = "draft";
previewFields.value = null;
previewEvents.value = [];
emptyFields.value = [];
requiredFields.value = [];
previewMatched.value = true;
previewMissing.value = [];
previewIsEvent.value = true;
previewMatchedCount.value = 0;
success.value = "";
}
function openEdit(p: ParserProfile) {
editingId.value = p.id;
profileKind.value = p.kind === "llm" ? "llm" : "heuristic";
profileName.value = p.name;
samplePost.value = p.sample_post || "";
generateHint.value = "";
profileJson.value = p.heuristic_profile
? JSON.stringify(p.heuristic_profile, null, 2)
: "";
profileStatus.value = p.status === "ready" ? "ready" : "draft";
previewFields.value = null;
previewEvents.value = [];
emptyFields.value = [];
previewMatched.value = true;
previewMissing.value = [];
previewIsEvent.value = true;
previewMatchedCount.value = 0;
success.value = "";
error.value = "";
if (p.kind === "llm") {
profileJson.value = "";
const lp = (p.llm_profile || {}) as LlmProfile;
llmInstruction.value = lp.instruction || "";
llmSchemaJson.value = JSON.stringify(lp.extract_schema || {}, null, 2);
llmMultiEvent.value = !!lp.multi_event;
requiredFields.value = Array.isArray(lp.required_fields)
? uniqueFields(lp.required_fields)
: [];
if (!llmSchemaJson.value.trim() || llmSchemaJson.value === "{}") {
applyLlmDefaults();
}
} else {
llmInstruction.value = "";
llmSchemaJson.value = "";
llmMultiEvent.value = false;
profileJson.value = p.heuristic_profile
? JSON.stringify(p.heuristic_profile, null, 2)
: "";
const hp = p.heuristic_profile;
if (hp && Array.isArray(hp.required_fields)) {
requiredFields.value = uniqueFields(hp.required_fields as string[]);
} else if (hp) {
requiredFields.value = [...DEFAULT_REQUIRED];
writeRequiredToHeuristicJson(requiredFields.value);
} else {
requiredFields.value = [];
}
}
window.scrollTo({ top: 0, behavior: "smooth" });
}
@@ -166,33 +371,60 @@ async function handleSave() {
error.value = "Укажите название профиля";
return;
}
const current = syncProfileFromJson();
if (!current) {
if (!error.value) error.value = "Нужен JSON профиля (Generate или вручную)";
return;
}
submitting.value = true;
error.value = "";
success.value = "";
try {
if (editingId.value != null) {
await updateProfile(editingId.value, {
if (profileKind.value === "llm") {
const llm = syncLlmFromForm();
if (!llm) return;
const payload = {
name: profileName.value.trim(),
kind: "llm" as const,
sample_post: samplePost.value,
heuristic_profile: current,
llm_profile: llm,
heuristic_profile: null,
status: profileStatus.value,
});
success.value = `Профиль #${editingId.value} обновлён`;
};
if (editingId.value != null) {
await updateProfile(editingId.value, payload);
success.value = `LLM-профиль #${editingId.value} обновлён`;
} else {
const created = await createProfile({
...payload,
status: profileStatus.value === "draft" ? "draft" : "ready",
});
success.value = `LLM-профиль #${created.id} сохранён`;
editingId.value = created.id;
profileStatus.value = created.status === "ready" ? "ready" : "draft";
}
} else {
const created = await createProfile({
writeRequiredToHeuristicJson(requiredFields.value);
const current = syncHeuristicFromJson();
if (!current) {
if (!error.value) error.value = "Нужен JSON профиля (Generate или вручную)";
return;
}
const payload = {
name: profileName.value.trim(),
kind: "heuristic" as const,
sample_post: samplePost.value,
heuristic_profile: current,
status: profileStatus.value === "draft" ? "draft" : "ready",
});
success.value = `Профиль #${created.id} сохранён`;
editingId.value = created.id;
profileStatus.value = created.status === "ready" ? "ready" : "draft";
llm_profile: null,
status: profileStatus.value,
};
if (editingId.value != null) {
await updateProfile(editingId.value, payload);
success.value = `Профиль #${editingId.value} обновлён`;
} else {
const created = await createProfile({
...payload,
status: profileStatus.value === "draft" ? "draft" : "ready",
});
success.value = `Профиль #${created.id} сохранён`;
editingId.value = created.id;
profileStatus.value = created.status === "ready" ? "ready" : "draft";
}
}
await loadProfiles();
} catch (err) {
@@ -218,9 +450,18 @@ function formatDate(value: string): string {
return new Date(value).toLocaleString("ru-RU");
}
onMounted(() => {
loadProfiles();
loadTargetFields();
function kindLabel(kind: string | undefined): string {
return kind === "llm" ? "llm" : "heuristic";
}
function canSave(): boolean {
if (!profileName.value.trim()) return false;
if (profileKind.value === "llm") return !!llmSchemaJson.value.trim();
return !!profileJson.value.trim();
}
onMounted(async () => {
await Promise.all([loadProfiles(), loadTargetFields(), loadLlmDefaults()]);
});
</script>
@@ -228,9 +469,10 @@ onMounted(() => {
<div class="page">
<h2 class="page-heading">Профили парсера</h2>
<p class="intro">
Generate строит статичные правила по образцу поста. Если Preview пустой по полю —
напишите подсказку и снова Generate (агент правит текущий JSON). Можно править JSON
вручную. Дальше профиль подключается к каналу на
Два вида профилей под фиксированные поля Event:
<strong>heuristic</strong> — статичные правила (Generate один раз, runtime без LLM);
<strong>llm</strong> — instruction + schema, DeepSeek на каждый пост в batch.
Связка с каналом — на
<router-link to="/parsers">Парсеры</router-link>.
</p>
@@ -246,6 +488,13 @@ onMounted(() => {
Название
<input v-model="profileName" type="text" placeholder="Сводка: дата + НП + coords" />
</label>
<label>
Тип
<select v-model="profileKind" :disabled="editingId != null">
<option value="heuristic">heuristic (правила)</option>
<option value="llm">llm (DeepSeek runtime)</option>
</select>
</label>
<label>
Статус
<select v-model="profileStatus">
@@ -263,35 +512,64 @@ onMounted(() => {
placeholder="15.03.2024 Населённый пункт&#10;&#10;Описание…&#10;&#10;48.123456, 37.654321"
/>
</label>
<label>
Подсказка агенту
<span class="muted"> (если Generate ошибся — опишите, что исправить, и нажмите Generate снова)</span>
<textarea
v-model="generateHint"
class="hint-area"
rows="3"
placeholder="например: description — абзацы между заголовком и координатами, без #хештегов"
/>
</label>
<template v-if="profileKind === 'heuristic'">
<label>
Подсказка агенту
<span class="muted"> (если Generate ошибся — опишите, что исправить, и нажмите Generate снова)</span>
<textarea
v-model="generateHint"
class="hint-area"
rows="3"
placeholder="например: description — абзацы между заголовком и координатами, без #хештегов"
/>
</label>
</template>
<template v-else>
<label>
Instruction
<textarea
v-model="llmInstruction"
class="hint-area"
rows="3"
placeholder="Инструкция для DeepSeek на каждый пост"
/>
</label>
<label class="required-item multi-flag">
<input v-model="llmMultiEvent" type="checkbox" />
Несколько событий в посте
<span class="muted"> (LLM вернёт массив; ingest с URL #e1, #e2…)</span>
</label>
</template>
<div class="form-actions">
<button
type="button"
class="btn btn-primary"
:disabled="generating || !samplePost.trim()"
:disabled="generating || (profileKind === 'heuristic' && !samplePost.trim())"
@click="handleGenerate"
>
{{
generating
? "Генерация..."
: generateHint.trim() || profileJson.trim()
? "Generate / Refine"
: "Generate"
}}
<template v-if="profileKind === 'llm'">
{{ generating ? "…" : "Подставить дефолты schema" }}
</template>
<template v-else>
{{
generating
? "Генерация..."
: generateHint.trim() || profileJson.trim()
? "Generate / Refine"
: "Generate"
}}
</template>
</button>
<button
type="button"
class="btn"
:disabled="previewing || !profileJson.trim()"
:disabled="
previewing ||
(profileKind === 'heuristic' ? !profileJson.trim() : !llmSchemaJson.trim())
"
@click="handlePreview"
>
{{ previewing ? "Preview..." : "Preview" }}
@@ -299,7 +577,7 @@ onMounted(() => {
<button
type="button"
class="btn btn-primary"
:disabled="submitting || !profileJson.trim() || !profileName.trim()"
:disabled="submitting || !canSave()"
@click="handleSave"
>
{{ submitting ? "Сохранение..." : editingId != null ? "Обновить" : "Сохранить профиль" }}
@@ -332,43 +610,120 @@ onMounted(() => {
</section>
<section class="card">
<h3>Профиль (JSON)</h3>
<h3 v-if="profileKind === 'heuristic'">Профиль (JSON)</h3>
<h3 v-else>extract_schema (JSON)</h3>
<textarea
v-if="profileKind === 'heuristic'"
v-model="profileJson"
class="profile-area"
rows="16"
spellcheck="false"
placeholder="Появится после Generate"
/>
<textarea
v-else
v-model="llmSchemaJson"
class="profile-area"
rows="16"
spellcheck="false"
placeholder="Ключ → описание поля для LLM"
/>
</section>
</div>
<section v-if="previewFields" class="card">
<h3>Preview строки</h3>
<h3>
Preview
<span v-if="previewEvents.length > 1" class="muted">
({{ previewEvents.length }} событий)
</span>
<span v-else>строки</span>
</h3>
<p v-if="profileKind === 'llm' && !previewIsEvent" class="form-warn">
is_event=false — пост не будет ингеститься.
</p>
<p v-if="profileKind === 'llm' && previewEvents.length > 1" class="form-success match-ok">
Из поста извлечено {{ previewEvents.length }} событий;
пройдут required_fields: {{ previewMatchedCount }}.
Runtime URL: пост#e1 … #e{{ previewEvents.length }}.
</p>
<p v-if="emptyFields.length" class="form-warn">
Пустые поля: <code>{{ emptyFields.join(", ") }}</code> — уточните подсказку и Generate / Refine.
Пустые поля (первая строка): <code>{{ emptyFields.join(", ") }}</code>
<template v-if="profileKind === 'heuristic'">
— уточните подсказку и Generate / Refine.
</template>
</p>
<p v-if="!requiredFields.length" class="form-warn">
Нет обязательных полей —
<template v-if="profileKind === 'llm'">
фильтр только по is_event.
</template>
<template v-else>
любой пост канала будет сохранён. Отметьте поля, без которых пост нужно отбрасывать.
</template>
</p>
<p v-else-if="!previewMatched && previewEvents.length <= 1" class="form-warn">
Этот образец не прошёл бы фильтр. Не хватает:
<code>{{ previewMissing.join(", ") }}</code>
</p>
<p v-else-if="previewMatched" class="form-success match-ok">
<template v-if="previewEvents.length <= 1">
Образец проходит фильтр. Runtime сохранит только посты с заполненными
<code>{{ requiredFields.join(", ") }}</code>.
</template>
<template v-else>
Обязательные поля: <code>{{ requiredFields.join(", ") }}</code>
(проверка на каждое событие).
</template>
</p>
<div class="table-wrap">
<table class="admin-table">
<thead>
<tr>
<th v-if="previewEvents.length > 1">#</th>
<th v-for="key in Object.keys(previewFields)" :key="key">{{ key }}</th>
</tr>
</thead>
<tbody>
<tr>
<tr v-for="(row, idx) in (previewEvents.length ? previewEvents : [previewFields])" :key="idx">
<td v-if="previewEvents.length > 1">{{ idx + 1 }}</td>
<td
v-for="(val, key) in previewFields"
v-for="key in Object.keys(previewFields)"
:key="key"
class="preview-cell"
:class="{ empty: !val }"
:class="{ empty: !row?.[key] }"
>
{{ val || "—" }}
{{ row?.[key] || "—" }}
</td>
</tr>
</tbody>
</table>
</div>
<div class="required-box">
<h4>Обязательно для сохранения</h4>
<p class="muted required-hint">
<template v-if="profileKind === 'llm'">
После LLM: событие отбрасывается, если обязательное поле пустое (поверх is_event).
</template>
<template v-else>
Пост отбрасывается, если хоть одно отмеченное поле не извлеклось (для coords — ещё и не парсится lat,lon).
</template>
</p>
<div class="required-grid">
<label
v-for="key in Object.keys(previewFields)"
:key="key"
class="required-item"
>
<input
type="checkbox"
:checked="isRequired(key)"
@change="toggleRequired(key)"
/>
<code>{{ key }}</code>
</label>
</div>
</div>
</section>
<p v-if="error" class="form-error">{{ error }}</p>
@@ -382,6 +737,7 @@ onMounted(() => {
<tr>
<th>ID</th>
<th>Название</th>
<th>Тип</th>
<th>Статус</th>
<th>Создан</th>
<th></th>
@@ -391,6 +747,7 @@ onMounted(() => {
<tr v-for="p in profiles" :key="p.id">
<td>{{ p.id }}</td>
<td>{{ p.name }}</td>
<td><code>{{ kindLabel(p.kind) }}</code></td>
<td>{{ p.status }}</td>
<td>{{ formatDate(p.created_at) }}</td>
<td class="actions">
@@ -401,7 +758,7 @@ onMounted(() => {
</td>
</tr>
<tr v-if="!loading && !profiles.length">
<td colspan="5" class="muted">Пока нет профилей</td>
<td colspan="6" class="muted">Пока нет профилей</td>
</tr>
</tbody>
</table>
@@ -486,6 +843,42 @@ onMounted(() => {
margin: 0 0 0.75rem;
}
.match-ok {
margin: 0 0 0.75rem;
}
.required-box {
margin-top: 1rem;
}
.required-box h4 {
margin: 0 0 0.25rem;
font-size: 0.9rem;
}
.required-hint {
margin: 0 0 0.6rem;
font-size: 0.8rem;
}
.required-grid {
display: flex;
flex-wrap: wrap;
gap: 0.5rem 1rem;
}
.required-item {
display: flex;
align-items: center;
gap: 0.35rem;
font-size: 0.85rem;
}
.multi-flag {
margin: 0.75rem 0 0;
flex-wrap: wrap;
}
.actions {
display: flex;
gap: 0.35rem;
centers/analytics/frontend/src/views/ParsersView.vue
+21 -7
View File
@@ -38,7 +38,11 @@ const editForm = ref({
});
const readyProfiles = computed(() =>
profiles.value.filter((p) => !!p.heuristic_profile),
profiles.value.filter((p) => {
if (p.status !== "ready") return false;
if (p.kind === "llm") return !!p.llm_profile;
return !!p.heuristic_profile;
}),
);
const activeChannels = computed(() => channels.value.filter((c) => c.is_active));
@@ -186,8 +190,17 @@ async function handleDelete(job: ParseJob) {
}
}
const STALE_JOB_MS = 15 * 60 * 1000;
function isStaleJob(job: ParseJob): boolean {
if (job.status !== "queued" && job.status !== "running") return false;
if (!job.last_run_at) return job.status === "running";
return Date.now() - new Date(job.last_run_at).getTime() >= STALE_JOB_MS;
}
function canForceRun(job: ParseJob): boolean {
return job.status !== "queued" && job.status !== "running";
if (job.status !== "queued" && job.status !== "running") return true;
return isStaleJob(job);
}
async function handleForceRun(jobId: number) {
@@ -237,9 +250,10 @@ onUnmounted(() => {
Создайте
<router-link to="/channels">канал</router-link>
и
<router-link to="/parser-profiles">профиль</router-link>,
затем свяжите их здесь. В Redis уходит плоский
<code>extract_mode=profile</code> + <code>heuristic_profile</code>.
<router-link to="/parser-profiles">профиль</router-link>
(heuristic или llm), затем свяжите их здесь. Flatten в Redis:
heuristic → <code>extract_mode=profile</code>;
llm → <code>extract_mode=llm</code> (batch; listener для llm пока fallback).
</p>
<form class="admin-form" @submit.prevent="handleCreatePair">
<div class="form-row">
@@ -257,7 +271,7 @@ onUnmounted(() => {
<select v-model.number="pairForm.profile_id" required>
<option :value="null" disabled>Выберите…</option>
<option v-for="p in readyProfiles" :key="p.id" :value="p.id">
{{ p.name }} (#{{ p.id }})
{{ p.name }} (#{{ p.id }}, {{ p.kind === "llm" ? "llm" : "heuristic" }})
</option>
</select>
</label>
@@ -343,7 +357,7 @@ onUnmounted(() => {
<button
class="btn btn-sm btn-danger"
type="button"
:disabled="job.status === 'running'"
:disabled="job.status === 'running' && !isStaleJob(job)"
@click="handleDelete(job)"
>
Удалить