Adjus config

This commit is contained in:
Jake Poznanski 2025-07-15 21:06:53 +00:00
parent 022f437b41
commit feb2daba9a

View File

@ -3,6 +3,4 @@ quantization_stage:
GPTQModifier:
targets: [Linear]
ignore: ['re:.*lm_head', 're:model.visual.*']
weights:
num_bits: 8
type: int
scheme: W8A8