From 015a53560d6c1dc06c5357198f9c51849778a6d9 Mon Sep 17 00:00:00 2001 From: Danny Avila Date: Mon, 16 Nov 2026 20:41:24 -0500 Subject: [PATCH] fix: preserve word boundaries in wrapped PDF table cells --- .../extraction/tests/container-client.mjs | 15 +++++++++++ .../extraction/tests/fixtures/generate.py | 25 ++++++++++++++++++ .../tests/fixtures/wrapped-table.pdf | Bin 0 -> 818 bytes packages/extraction/worker/requirements.txt | 2 +- 4 files changed, 41 insertions(+), 1 deletion(-) create mode 100644 packages/extraction/tests/fixtures/wrapped-table.pdf diff --git a/packages/extraction/tests/container-client.mjs b/packages/extraction/tests/container-client.mjs index d053a9e9..3285a364 100644 --- a/packages/extraction/tests/container-client.mjs +++ b/packages/extraction/tests/container-client.mjs @@ -72,6 +72,21 @@ assert.equal( .segments[0].text, 'Compressed page text' ); +const wrappedTable = await send( + 'pdf', + readFileSync(`${fixtures}/wrapped-table.pdf`) +); +assert.equal(wrappedTable.status, 200); +assert.equal(wrappedTable.value.segments.length, 1); +assert.equal(wrappedTable.value.segments[0].kind, 'page'); +assert.equal(wrappedTable.value.segments[0].index, 1); +assert.deepEqual(wrappedTable.value.segments[0].text.trim().split(/\s+/), [ + 'Row', + 'Alpha', + 'Beta', + 'Gamma', + 'Delta', +]); const docx = await send('docx', readFileSync(`${fixtures}/body.docx`)); assert.equal(docx.status, 200); assert.deepEqual(docx.value.segments, [ diff --git a/packages/extraction/tests/fixtures/generate.py b/packages/extraction/tests/fixtures/generate.py index 70f01625..b16d8cda 100644 --- a/packages/extraction/tests/fixtures/generate.py +++ b/packages/extraction/tests/fixtures/generate.py @@ -21,6 +21,31 @@ def pdf(name, pages, compressed=False, padding=0): with (root / name).open('wb') as file: writer.write(file) +def wrapped_table_pdf(): + # Adjacent cells wrap above and below the row label's baseline. Keep every + # word separate even when the extractor keeps the fragments on one line. + writer = PdfWriter() + page = writer.add_blank_page(width=612, height=792) + font = writer._add_object(DictionaryObject({ + NameObject('/Type'): NameObject('/Font'), NameObject('/Subtype'): NameObject('/Type1'), + NameObject('/BaseFont'): NameObject('/Helvetica'), + NameObject('/Encoding'): NameObject('/WinAnsiEncoding'), + })) + page[NameObject('/Resources')] = DictionaryObject({NameObject('/Font'): DictionaryObject({NameObject('/F1'): font})}) + stream = DecodedStreamObject() + stream.set_data( + b'BT /F1 10 Tf ' + b'1 0 0 1 72 700 Tm (Row) Tj ' + b'1 0 0 1 160 706 Tm (Alpha) Tj ' + b'1 0 0 1 160 694 Tm (Beta) Tj ' + b'1 0 0 1 240 706 Tm (Gamma) Tj ' + b'1 0 0 1 240 694 Tm (Delta) Tj ET' + ) + page[NameObject('/Contents')] = writer._add_object(stream) + with (root / 'wrapped-table.pdf').open('wb') as file: + writer.write(file) + +wrapped_table_pdf() pdf('pages.pdf', ['First page text', 'Second page text']) pdf('compressed.pdf', ['Compressed page text'], True) pdf('empty.pdf', ['']) diff --git a/packages/extraction/tests/fixtures/wrapped-table.pdf b/packages/extraction/tests/fixtures/wrapped-table.pdf new file mode 100644 index 0000000000000000000000000000000000000000..e0096e89530b2e2ce275a914078a5a296dbda4a4 GIT binary patch literal 818 zcmZWoO;6)65WV|X%%xH}EVk3es1ib=(C)4PZ51MMSna`WCM77fE63&QPjcWNEPsTt zY1-08N|el-H}B1O(wSV2f5_t=>-_(CduI{^*y#g1J!O32Y_Xc5gYNQWS(HcY?2Mr) z0-Wrm)vV+m3~UP3q}LC+KFLr`P^-ON56LH@9Tq!NUwh@IEVdwqba zK|i8H^xwgxzoq`vi^U<@QZKPyb4PhtjkVYH(4HNZj7l-Fxj?09FNG2|F-fBh7np4< zr6b>qNlAONA5(N}d$EL?+K=@HG_N+#J6+Z2;)35+uSoWIX03;?ml@-~O=;s0;|exj QJ0JT{f_{