add scripts for summary off news translations
This commit is contained in:
Esteban
parent
c0708a89c4
commit
e948b3821d
3
.env
3
.env
|
|
@ -19,3 +19,6 @@ EMAIL_API_KEY=9UShpS8oh5Iun92TJSfevElI3Lp99TCv
|
|||
# one found in a remote Prisma Postgres URL, does not contain any sensitive information.
|
||||
|
||||
DATABASE_URL="file:./dev.db"
|
||||
|
||||
N8N_WEBHOOK_URL="https://flows2.carpa.com/webhook/news-summary"
|
||||
N8N_API_KEY="sk_live_JwjpTdZrLVvijCKuWylWZbUuhBm6zPDH"
|
||||
|
|
|
|||
|
|
@ -5,6 +5,7 @@
|
|||
"scripts": {
|
||||
"dev": "tinacms dev -c \"astro dev\"",
|
||||
"build": "astro build",
|
||||
"postbuild": "node scripts/send-to-n8n.js",
|
||||
"preview": "astro preview",
|
||||
"astro": "astro"
|
||||
},
|
||||
|
|
|
|||
|
|
@ -0,0 +1,172 @@
|
|||
{
|
||||
"name": "📊 Reporte de Traducciones - cdrdpyj",
|
||||
"nodes": [
|
||||
{
|
||||
"id": "webhook-1",
|
||||
"name": "Webhook",
|
||||
"type": "n8n-nodes-base.webhook",
|
||||
"typeVersion": 1.2,
|
||||
"position": [250, 300],
|
||||
"parameters": {
|
||||
"path": "news-summary",
|
||||
"httpMethod": "POST",
|
||||
"authentication": "headerAuth",
|
||||
"responseMode": "onReceived",
|
||||
"responseData": "{{ $json }}",
|
||||
"options": {}
|
||||
},
|
||||
"credentials": {
|
||||
"httpHeaderAuth": {
|
||||
"id": null,
|
||||
"name": "crpj-summary-key"
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "code-1",
|
||||
"name": "Formatear datos",
|
||||
"type": "n8n-nodes-base.code",
|
||||
"typeVersion": 2,
|
||||
"position": [480, 300],
|
||||
"parameters": {
|
||||
"language": "javaScript",
|
||||
"code": "const langNames = {\n es: 'Español',\n en: 'English',\n fr: 'Français',\n pt: 'Português',\n rw: 'Kinyarwanda',\n he: 'עברית',\n uk: 'Українська',\n ru: 'Русский',\n kr: 'Kreyòl',\n};\n\nconst ORDER = ['es', 'en', 'fr', 'pt', 'rw', 'he', 'uk', 'ru', 'kr'];\nconst payload = $input.first().json;\n\nconst summaryRows = [];\nfor (const code of ORDER) {\n const s = payload.summary[code];\n if (!s) continue;\n summaryRows.push({\n language: langNames[code] || code,\n code,\n totalEs: payload.totals.spanishArticles,\n translated: s.translated,\n missing: s.missing,\n percent: s.percent,\n });\n}\n\nconst detailRows = [];\nfor (const art of payload.articles) {\n const row = {\n date: art.date,\n spanishTitle: art.spanishTitle,\n spanishFile: art.spanishFile,\n };\n for (const lang of ORDER) {\n row[lang] = art.files[lang] ? '✅' : '❌';\n }\n detailRows.push(row);\n}\n\nfor (const orphan of payload.orphaned) {\n const row = {\n date: orphan.groupId,\n spanishTitle: `⚠️ Huérfano: solo en ${orphan.languages.join(', ')}`,\n spanishFile: '',\n };\n for (const lang of ORDER) {\n row[lang] = orphan.languages.includes(lang) ? '⚠️' : '—';\n }\n detailRows.push(row);\n}\n\nreturn [summaryRows, detailRows];\n",
|
||||
"mode": "raw"
|
||||
},
|
||||
"nodesOnOutput": {
|
||||
"main": [
|
||||
{
|
||||
"type": "n8n-nodes-base.googleSheets",
|
||||
"index": [
|
||||
0
|
||||
]
|
||||
},
|
||||
{
|
||||
"type": "n8n-nodes-base.googleSheets",
|
||||
"index": [
|
||||
1
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "sheets-summary",
|
||||
"name": "Sheets - Resumen",
|
||||
"type": "n8n-nodes-base.googleSheets",
|
||||
"typeVersion": 4,
|
||||
"position": [720, 180],
|
||||
"parameters": {
|
||||
"operation": "append",
|
||||
"documentId": {
|
||||
"__rl": true,
|
||||
"value": "",
|
||||
"mode": "id"
|
||||
},
|
||||
"sheetName": "Resumen",
|
||||
"columns": {
|
||||
"mappingMode": "defineBelow",
|
||||
"value": {
|
||||
"A": "={{ $json.language }}",
|
||||
"B": "={{ $json.code }}",
|
||||
"C": "={{ $json.totalEs }}",
|
||||
"D": "={{ $json.translated }}",
|
||||
"E": "={{ $json.missing }}",
|
||||
"F": "={{ $json.percent }}"
|
||||
}
|
||||
},
|
||||
"options": {
|
||||
"cellFormat": "USER_ENTERED",
|
||||
"dataLocationOnSheet": "A:F"
|
||||
},
|
||||
"handshake": false
|
||||
},
|
||||
"credentials": {
|
||||
"googleSheetsOAuth2Api": {
|
||||
"id": null,
|
||||
"name": "Google Sheets"
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "sheets-detail",
|
||||
"name": "Sheets - Detalle",
|
||||
"type": "n8n-nodes-base.googleSheets",
|
||||
"typeVersion": 4,
|
||||
"position": [720, 420],
|
||||
"parameters": {
|
||||
"operation": "append",
|
||||
"documentId": {
|
||||
"__rl": true,
|
||||
"value": "",
|
||||
"mode": "id"
|
||||
},
|
||||
"sheetName": "Detalle",
|
||||
"columns": {
|
||||
"mappingMode": "defineBelow",
|
||||
"value": {
|
||||
"A": "={{ $json.date }}",
|
||||
"B": "={{ $json.spanishTitle }}",
|
||||
"C": "={{ $json.spanishFile }}",
|
||||
"D": "={{ $json.es }}",
|
||||
"E": "={{ $json.en }}",
|
||||
"F": "={{ $json.fr }}",
|
||||
"G": "={{ $json.pt }}",
|
||||
"H": "={{ $json.rw }}",
|
||||
"I": "={{ $json.he }}",
|
||||
"J": "={{ $json.uk }}",
|
||||
"K": "={{ $json.ru }}",
|
||||
"L": "={{ $json.kr }}"
|
||||
}
|
||||
},
|
||||
"options": {
|
||||
"cellFormat": "USER_ENTERED",
|
||||
"dataLocationOnSheet": "A:L"
|
||||
},
|
||||
"handshake": false
|
||||
},
|
||||
"credentials": {
|
||||
"googleSheetsOAuth2Api": {
|
||||
"id": null,
|
||||
"name": "Google Sheets"
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"connections": {
|
||||
"Webhook": {
|
||||
"main": [
|
||||
[
|
||||
{
|
||||
"node": "Formatear datos",
|
||||
"type": "main",
|
||||
"index": 0
|
||||
}
|
||||
]
|
||||
]
|
||||
},
|
||||
"Formatear datos": {
|
||||
"main": [
|
||||
[
|
||||
{
|
||||
"node": "Sheets - Resumen",
|
||||
"type": "main",
|
||||
"index": 0
|
||||
}
|
||||
],
|
||||
[
|
||||
{
|
||||
"node": "Sheets - Detalle",
|
||||
"type": "main",
|
||||
"index": 0
|
||||
}
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
"active": false,
|
||||
"settings": {},
|
||||
"staticData": null,
|
||||
"tags": [],
|
||||
"versionId": "1.0"
|
||||
}
|
||||
|
|
@ -0,0 +1,146 @@
|
|||
import '@dotenvx/dotenvx/config';
|
||||
import { readFileSync, readdirSync, existsSync } from 'fs';
|
||||
import { join, dirname } from 'path';
|
||||
import { fileURLToPath } from 'url';
|
||||
|
||||
const __dirname = dirname(fileURLToPath(import.meta.url));
|
||||
const ROOT = join(__dirname, '..');
|
||||
const NEWS_DIR = join(ROOT, 'src', 'content', 'news');
|
||||
const LANGUAGES = ['es', 'en', 'fr', 'pt', 'rw', 'he', 'uk', 'ru', 'kr'];
|
||||
|
||||
function extractField(fm, field) {
|
||||
const re = new RegExp(`^${field}:\\s*(.*)$`, 'm');
|
||||
const m = fm.match(re);
|
||||
if (!m) return '';
|
||||
let val = m[1].trim();
|
||||
if ((val.startsWith("'") && val.endsWith("'")) ||
|
||||
(val.startsWith('"') && val.endsWith('"'))) {
|
||||
val = val.slice(1, -1);
|
||||
}
|
||||
return val;
|
||||
}
|
||||
|
||||
function parseMeta(filePath) {
|
||||
const raw = readFileSync(filePath, 'utf-8');
|
||||
const m = raw.match(/^---\r?\n([\s\S]*?)\r?\n---/);
|
||||
if (!m) return {};
|
||||
const fm = m[1];
|
||||
return {
|
||||
locale: extractField(fm, 'locale'),
|
||||
title: extractField(fm, 'title'),
|
||||
date: extractField(fm, 'date'),
|
||||
draft: extractField(fm, 'draft'),
|
||||
};
|
||||
}
|
||||
|
||||
function normFilename(fileName) {
|
||||
return fileName.replace(/\.md$/, '').replace(/-0(\d)$/, '-$1');
|
||||
}
|
||||
|
||||
function main() {
|
||||
const groups = {};
|
||||
|
||||
for (const lang of LANGUAGES) {
|
||||
const dir = join(NEWS_DIR, lang);
|
||||
if (!existsSync(dir)) continue;
|
||||
|
||||
for (const file of readdirSync(dir).filter(f => f.endsWith('.md'))) {
|
||||
const meta = parseMeta(join(dir, file));
|
||||
if (meta.draft === 'true') continue;
|
||||
|
||||
const key = normFilename(file);
|
||||
if (!groups[key]) groups[key] = {};
|
||||
groups[key][lang] = {
|
||||
file,
|
||||
title: meta.title || '',
|
||||
date: meta.date || '',
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
const allKeys = Object.keys(groups).sort();
|
||||
const esKeys = allKeys.filter(k => groups[k].es);
|
||||
|
||||
const summary = Object.fromEntries(LANGUAGES.map(l => {
|
||||
const matches = esKeys.filter(k => groups[k][l]).length;
|
||||
return [l, {
|
||||
total: allKeys.filter(k => groups[k][l]).length,
|
||||
translated: matches,
|
||||
missing: esKeys.length - matches,
|
||||
percent: esKeys.length > 0 ? Math.round((matches / esKeys.length) * 100) : 0,
|
||||
}];
|
||||
}));
|
||||
|
||||
const articles = esKeys.map(k => {
|
||||
const es = groups[k].es;
|
||||
return {
|
||||
groupId: k,
|
||||
date: es?.date || '',
|
||||
spanishTitle: es?.title || '',
|
||||
spanishFile: es?.file || '',
|
||||
files: Object.fromEntries(LANGUAGES.map(l => [l, groups[k][l]?.file || null])),
|
||||
};
|
||||
});
|
||||
|
||||
const orphaned = allKeys.filter(k => !groups[k].es).map(k => ({
|
||||
groupId: k,
|
||||
languages: Object.keys(groups[k]),
|
||||
files: Object.fromEntries(Object.keys(groups[k]).map(l => [l, groups[k][l].file])),
|
||||
}));
|
||||
|
||||
const payload = {
|
||||
timestamp: new Date().toISOString(),
|
||||
source: 'cdrdpyj-postbuild',
|
||||
site: 'centrodelreinodepazyjusticia.com',
|
||||
summary,
|
||||
articles,
|
||||
orphaned,
|
||||
totals: {
|
||||
spanishArticles: esKeys.length,
|
||||
totalGroups: allKeys.length,
|
||||
orphanedArticles: orphaned.length,
|
||||
languages: Object.fromEntries(LANGUAGES.map(l => {
|
||||
const c = allKeys.filter(k => groups[k][l]).length;
|
||||
return [l, c];
|
||||
})),
|
||||
},
|
||||
};
|
||||
|
||||
const url = process.env.N8N_WEBHOOK_URL;
|
||||
if (!url) {
|
||||
console.log('[send-to-n8n] N8N_WEBHOOK_URL not set — showing sample payload');
|
||||
console.log('Summary:', JSON.stringify(payload.summary, null, 2));
|
||||
console.log('Sample articles (first 5):');
|
||||
payload.articles.slice(0, 5).forEach(a => {
|
||||
console.log(` ${a.groupId} | ${a.date} | ${a.spanishTitle.slice(0, 60)}...`);
|
||||
const langs = Object.entries(a.files).filter(([_, v]) => v).map(([k]) => k).join(', ');
|
||||
console.log(` → Present in: ${langs || 'ES only'}`);
|
||||
});
|
||||
if (payload.orphaned.length) {
|
||||
console.log('Orphaned articles:');
|
||||
payload.orphaned.forEach(o => console.log(` ${o.groupId} | languages: ${o.languages.join(', ')}`));
|
||||
}
|
||||
console.log(`[send-to-n8n] Total: ${articles.length} ES articles, ${orphaned.length} orphans`);
|
||||
return;
|
||||
}
|
||||
|
||||
const apiKey = process.env.N8N_API_KEY;
|
||||
const apiKeyHeader = process.env.N8N_API_KEY_HEADER || 'X-API-Key';
|
||||
const headers = { 'Content-Type': 'application/json' };
|
||||
if (apiKey) headers[apiKeyHeader] = apiKey;
|
||||
|
||||
fetch(url, {
|
||||
method: 'POST',
|
||||
headers,
|
||||
body: JSON.stringify(payload),
|
||||
})
|
||||
.then(r => {
|
||||
if (!r.ok) throw new Error(`HTTP ${r.status} ${r.statusText}`);
|
||||
console.log(`[send-to-n8n] OK — ${articles.length} ES articles, ${orphaned.length} orphans`);
|
||||
})
|
||||
.catch(e => {
|
||||
console.error(`[send-to-n8n] Warning: n8n unreachable (${e.message}) — build continues`);
|
||||
});
|
||||
}
|
||||
|
||||
main();
|
||||
Loading…
Reference in New Issue