⚰️ Remove deprecated (huggingface#3704)

Author: qgallouedec

tests/test_data_collator_completion_only.py

@@ -29,7 +29,6 @@
     maybe_extract_prompt,
     maybe_unpair_preference_dataset,
     pack_dataset,
-    pack_examples,
     truncate_dataset,
     unpair_preference_dataset,
 )
@@ -424,48 +423,6 @@ def test_maybe_extract_prompt_standard_already_explicit(self):
         )
 
 
-class TestPackExamples(unittest.TestCase):
-    def test_larger_chunks(self):
-        examples = {
-            "input_ids": [[1, 2, 3], [4, 5, 6, 7], [8]],
-            "attention_mask": [[0, 1, 1], [0, 0, 1, 1], [1]],
-        }
-        seq_length = 5
-        expected_output = {
-            "input_ids": [[1, 2, 3, 4, 5], [6, 7, 8]],
-            "attention_mask": [[0, 1, 1, 0, 0], [1, 1, 1]],
-        }
-        result = pack_examples(examples, seq_length)
-        self.assertEqual(result, expected_output)
-
-    def test_smaller_chunks(self):
-        examples = {
-            "input_ids": [[1, 2, 3], [4, 5, 6, 7], [8]],
-            "attention_mask": [[0, 1, 1], [0, 0, 1, 1], [1]],
-        }
-        seq_length = 2
-        expected_output = {
-            "input_ids": [[1, 2], [3, 4], [5, 6], [7, 8]],
-            "attention_mask": [[0, 1], [1, 0], [0, 1], [1, 1]],
-        }
-        result = pack_examples(examples, seq_length)
-        self.assertEqual(result, expected_output)
-
-    def test_with_dataset(self):
-        examples = {
-            "input_ids": [[1, 2, 3], [4, 5, 6, 7], [8]],
-            "attention_mask": [[0, 1, 1], [0, 0, 1, 1], [1]],
-        }
-        dataset = Dataset.from_dict(examples)
-        seq_length = 3
-        expected_output = {
-            "input_ids": [[1, 2, 3], [4, 5, 6], [7, 8]],
-            "attention_mask": [[0, 1, 1], [0, 0, 1], [1, 1]],
-        }
-        dataset = dataset.map(pack_examples, batched=True, fn_kwargs={"seq_length": seq_length})
-        self.assertEqual(dataset.to_dict(), expected_output)
-
-
 class TestPackDatasetWrapped(unittest.TestCase):
     def test_with_dataset(self):
         examples = {