mirror of
https://github.com/allenai/olmocr.git
synced 2025-06-27 04:00:02 +00:00
aws cli
This commit is contained in:
parent
59e0a1ccb0
commit
fc06797bec
@ -149,7 +149,7 @@ if has_aws_creds:
|
|||||||
perf_commands.extend([
|
perf_commands.extend([
|
||||||
f"pip install marker-pdf=={marker_version}",
|
f"pip install marker-pdf=={marker_version}",
|
||||||
"pip install --upgrade torchvision",
|
"pip install --upgrade torchvision",
|
||||||
"s5cmd cp s3://ai2-oe-data/jakep/olmocr/olmOCR-mix-0225/benchmark_set/* /root/olmOCR-mix-0225_benchmark_set/",
|
"aws s3 cp --recursive s3://ai2-oe-data/jakep/olmocr/olmOCR-mix-0225/benchmark_set/ /root/olmOCR-mix-0225_benchmark_set/",
|
||||||
"time marker --force_ocr /root/olmOCR-mix-0225_benchmark_set/ --output_dir /root/olmOCR-mix-0225_benchmark_set_marker --workers 8"
|
"time marker --force_ocr /root/olmOCR-mix-0225_benchmark_set/ --output_dir /root/olmOCR-mix-0225_benchmark_set_marker --workers 8"
|
||||||
])
|
])
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user