Liga acervo documental e guias a jornada do investidor
This commit is contained in:
@@ -0,0 +1,91 @@
|
||||
const fs = require('fs');
|
||||
const d = 'storage/app/private/investmoz-v2/';
|
||||
const read = (f) =>
|
||||
JSON.parse(fs.readFileSync(d + f, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const norm = (s) =>
|
||||
s
|
||||
.replace(/[\u200b\ufeff]/g, '')
|
||||
.replace(/\s+/g, ' ')
|
||||
.trim()
|
||||
.replace(
|
||||
'2. Visão, objectivos e princípios',
|
||||
'2. Visão, objetivos e princípios',
|
||||
);
|
||||
const clean = (a) =>
|
||||
a
|
||||
.filter((p) => !/(ndice|toc)/i.test(p.style) && norm(p.text))
|
||||
.map((p) => ({ ...p, text: norm(p.text) }));
|
||||
const a = clean(read('master-paragraphs.json')),
|
||||
b = clean(read('master-paragraphs-reopened.json'));
|
||||
const pairs = [];
|
||||
function row(x0, x1, y0, y1, reverse) {
|
||||
const size = y1 - y0;
|
||||
let prev = new Uint32Array(size + 1),
|
||||
curr = new Uint32Array(size + 1);
|
||||
for (let i = 0; i < x1 - x0; i++) {
|
||||
curr[0] = 0;
|
||||
const text = a[reverse ? x1 - 1 - i : x0 + i].text;
|
||||
for (let j = 1; j <= size; j++)
|
||||
curr[j] =
|
||||
text === b[reverse ? y1 - j : y0 + j - 1].text
|
||||
? prev[j - 1] + 1
|
||||
: Math.max(prev[j], curr[j - 1]);
|
||||
[prev, curr] = [curr, prev];
|
||||
}
|
||||
return prev;
|
||||
}
|
||||
function align(x0, x1, y0, y1) {
|
||||
while (x0 < x1 && y0 < y1 && a[x0].text === b[y0].text)
|
||||
pairs.push([x0++, y0++]);
|
||||
const tail = [];
|
||||
while (x0 < x1 && y0 < y1 && a[x1 - 1].text === b[y1 - 1].text)
|
||||
tail.push([--x1, --y1]);
|
||||
if (x0 < x1 && y0 < y1) {
|
||||
if (x1 - x0 === 1) {
|
||||
for (let j = y0; j < y1; j++)
|
||||
if (a[x0].text === b[j].text) {
|
||||
pairs.push([x0, j]);
|
||||
break;
|
||||
}
|
||||
} else {
|
||||
let mid = (x0 + x1) >> 1;
|
||||
let f = row(x0, mid, y0, y1, false),
|
||||
r = row(mid, x1, y0, y1, true),
|
||||
split = 0,
|
||||
best = -1;
|
||||
for (let j = 0; j <= y1 - y0; j++)
|
||||
if (f[j] + r[y1 - y0 - j] > best) {
|
||||
best = f[j] + r[y1 - y0 - j];
|
||||
split = j;
|
||||
}
|
||||
align(x0, mid, y0, y0 + split);
|
||||
align(mid, x1, y0 + split, y1);
|
||||
}
|
||||
}
|
||||
pairs.push(...tail.reverse());
|
||||
}
|
||||
align(0, a.length, 0, b.length);
|
||||
const ma = new Set(pairs.map((p) => p[0])),
|
||||
mb = new Set(pairs.map((p) => p[1]));
|
||||
const removed = a.filter((p, i) => !ma.has(i)),
|
||||
added = b.filter((p, i) => !mb.has(i));
|
||||
const result = {
|
||||
method: 'LCS paragraph alignment; exclude TOC and empty paragraphs; normalize heading orthography only',
|
||||
matched: pairs.length,
|
||||
removed,
|
||||
added,
|
||||
mapping: pairs.map(([i, j]) => ({ old: a[i].p, current: b[j].p })),
|
||||
};
|
||||
fs.writeFileSync(
|
||||
d + 'master-aligned-changes.json',
|
||||
JSON.stringify(result, null, 2),
|
||||
);
|
||||
console.log(
|
||||
JSON.stringify({
|
||||
matched: pairs.length,
|
||||
removed: removed.length,
|
||||
added: added.length,
|
||||
addedTexts: added.slice(0, 8),
|
||||
removedFirst: removed.slice(0, 4),
|
||||
}),
|
||||
);
|
||||
Reference in New Issue
Block a user