yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-11-09 15:09:40 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make the prompt hint randomly select lines

Browse Source
This commit is contained in:
Jake Poznanski 2024-10-16 16:05:07 +00:00
parent 9eb252f8f6
commit 35558dbddc
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
pdelfin/prompts/anchor.py
View File

@ -10,6 +10,7 @@
# coherency score best of these three # coherency score best of these three
import subprocess import subprocess
import re import re
import random
import ftfy import ftfy
from dataclasses import dataclass from dataclasses import dataclass
from typing import Literal, List from typing import Literal, List
@ -335,7 +336,10 @@ def _linearize_pdf_report(report: PageReport, max_length: int = 4000) -> str:
] ]
# Sort remaining elements by their positions (e.g., x-coordinate and then y-coordinate) # Sort remaining elements by their positions (e.g., x-coordinate and then y-coordinate)
remaining_elements.sort(key=lambda x: (x[3][0], x[3][1])) # remaining_elements.sort(key=lambda x: (x[3][0], x[3][1]))
# Shuffle remaining elements randomly
random.shuffle(remaining_elements)
# Add elements until reaching max_length # Add elements until reaching max_length
for elem_type, elem, s, position in remaining_elements: for elem_type, elem, s, position in remaining_elements: