mirror of
https://github.com/allenai/olmocr.git
synced 2025-11-24 14:20:50 +00:00
Adjus config
This commit is contained in:
parent
022f437b41
commit
feb2daba9a
@ -3,6 +3,4 @@ quantization_stage:
|
|||||||
GPTQModifier:
|
GPTQModifier:
|
||||||
targets: [Linear]
|
targets: [Linear]
|
||||||
ignore: ['re:.*lm_head', 're:model.visual.*']
|
ignore: ['re:.*lm_head', 're:model.visual.*']
|
||||||
weights:
|
scheme: W8A8
|
||||||
num_bits: 8
|
|
||||||
type: int
|
|
||||||
Loading…
x
Reference in New Issue
Block a user