yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-10-13 17:22:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove first line

Browse Source
This commit is contained in:
Francisco Bischoff 2025-04-04 16:44:21 +01:00
parent c96143c3b1
commit c2193ddc93
No known key found for this signature in database
GPG Key ID: 41F45EC85FDB85D3
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/jsonl_to_markdown.py
View File

@ -24,13 +24,10 @@ def jsonl_to_markdown(input_file, output_dir):
data = json.loads(line)
text_content = data.get("text", "")
# Convert to Markdown format
markdown_content = f"# Extracted Content (Line {i + 1})\n\n{text_content}"
# Save to a Markdown file
output_file = os.path.join(output_dir, f"line_{i + 1}.md")
with open(output_file, 'w', encoding='utf-8') as md_file:
md_file.write(markdown_content)
md_file.write(text_content)
print(f"Extracted and saved line {i + 1} to {output_file}")
except json.JSONDecodeError as e: