From 2dccc4be3bc8eac29a7cda822a9cc8481efefeb7 Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Fri, 11 Oct 2024 16:23:14 +0000 Subject: [PATCH] Oops removing print --- pdelfin/train/dataprep.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/pdelfin/train/dataprep.py b/pdelfin/train/dataprep.py index 18d422d..49ce2ee 100644 --- a/pdelfin/train/dataprep.py +++ b/pdelfin/train/dataprep.py @@ -59,8 +59,6 @@ def prepare_data_for_qwen2_training(example, processor, add_batch_dim=False): padding=True, return_tensors="np" ) - - print(labels["input_ids"].shape) # Append an <|im_end|>\n" to the labels, because this is what it would look like # if we passed the whole message stream in there