This commit is contained in:
Jake Poznanski 2025-06-17 16:10:38 +00:00
parent b588ae27d2
commit b03feb3356

View File

@ -1,7 +1,6 @@
# pip install llmcompressor
from llmcompressor import oneshot
from llmcompressor.modifiers.quantization import QuantizationModifier
from transformers import AutoTokenizer, Qwen2VLForConditionalGeneration
MODEL_ID = "/home/ubuntu/olmocr/olmOCR-7B-0225-preview"