yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-12-27 23:24:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adding some more logging to compressor

Browse Source
This commit is contained in:
Jake Poznanski 2025-07-15 17:42:33 +00:00
parent 43ae28dde4
commit 679063aba5
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
olmocr/train/compress_checkpoint.py
View File

@ -156,6 +156,12 @@ def compress_checkpoint(source_path: str, dest_path: str) -> None:
model, tokenizer, temp_source_dir = load_model_and_tokenizer(source_path)
try:
# Print all model tensor names
print("\n=== Model Tensor Names ===")
for name, param in model.named_parameters():
print(f"{name}: shape={list(param.shape)}, dtype={param.dtype}")
print("=========================\n")
# Configure FP8 dynamic quantization
print("\nApplying FP8 dynamic quantization...")
recipe = QuantizationModifier(