upload Matroyshka_reranker

This commit is contained in:
cfli 2025-05-21 12:45:10 +08:00
parent 1946f89d5a
commit 436210bbed

View File

@ -240,10 +240,10 @@ cutoff_layers = [20, 24] # config your layers to output
reranker = MatroyshkaReranker(
model_name_or_path='mistralai/Mistral-7B-v0.1',
peft_name_or_path=[
peft_path=[
'./finetune/self_distillation/result_self_distillation',
'./finetune/compensation/result_compensation_token_compress_ratio_2',
],
],
use_fp16=True,
cache_dir='./model_cache',
compress_ratio=compress_ratio,