diff --git a/examples/finetune/reranker/README.md b/examples/finetune/reranker/README.md index a07f5fb..1e53ddf 100644 --- a/examples/finetune/reranker/README.md +++ b/examples/finetune/reranker/README.md @@ -201,7 +201,7 @@ torchrun --nproc_per_node 2 \ --output_dir ./test_decoder_only_base_bge-reranker-v2-minicpm-layerwise \ --overwrite_output_dir \ --learning_rate 2e-4 \ - --fp16 \ + --bf16 \ --num_train_epochs 1 \ --per_device_train_batch_size 2 \ --gradient_accumulation_steps 1 \ @@ -260,7 +260,7 @@ torchrun --nproc_per_node 2 \ --output_dir ./test_decoder_only_base_bge-reranker-v2-minicpm-layerwise \ --overwrite_output_dir \ --learning_rate 2e-4 \ - --fp16 \ + --bf16 \ --num_train_epochs 1 \ --per_device_train_batch_size 2 \ --gradient_accumulation_steps 1 \ diff --git a/examples/finetune/reranker/decoder_only/base.sh b/examples/finetune/reranker/decoder_only/base.sh index 8aeb1ad..1f862a8 100644 --- a/examples/finetune/reranker/decoder_only/base.sh +++ b/examples/finetune/reranker/decoder_only/base.sh @@ -46,7 +46,7 @@ training_args="\ --output_dir ./test_decoder_only_base_bge-reranker-v2-gemma \ --overwrite_output_dir \ --learning_rate 2e-4 \ - --fp16 \ + --bf16 \ --num_train_epochs $num_train_epochs \ --per_device_train_batch_size $per_device_train_batch_size \ --gradient_accumulation_steps $gradient_accumulation_steps \ diff --git a/examples/finetune/reranker/decoder_only/layerwise.sh b/examples/finetune/reranker/decoder_only/layerwise.sh index 635bc50..f5d44c8 100644 --- a/examples/finetune/reranker/decoder_only/layerwise.sh +++ b/examples/finetune/reranker/decoder_only/layerwise.sh @@ -51,7 +51,7 @@ training_args="\ --output_dir ./test_decoder_only_base_bge-reranker-v2-minicpm-layerwise \ --overwrite_output_dir \ --learning_rate 2e-4 \ - --fp16 \ + --bf16 \ --num_train_epochs $num_train_epochs \ --per_device_train_batch_size $per_device_train_batch_size \ --gradient_accumulation_steps $gradient_accumulation_steps \ diff --git a/imgs/projects.png b/imgs/projects.png deleted file mode 100644 index 23e4aa3..0000000 Binary files a/imgs/projects.png and /dev/null differ diff --git a/imgs/projects.png.png b/imgs/projects.png.png new file mode 100644 index 0000000..5031bf9 Binary files /dev/null and b/imgs/projects.png.png differ