fix dependencies

Author: bnpaws

huggingface/pytorch/training/docker/2.6/py3/cu126/Dockerfile.gpu

@@ -47,14 +47,9 @@ RUN pip install --no-cache-dir \
     ninja==${NINJA_VERSION} \
     trl==${TRL_VERSION} \
     peft==${PEFT_VERSION} \
-    flash-attn==${FLASH_ATTN_VERSION}
-
-# Override conflicting versions to satisfy datasets
-RUN pip install --no-cache-dir dill==0.3.8 multiprocess==0.70.16 \
- && pip install --no-cache-dir pathos==0.3.3 --no-deps \
- && PATHOS_META=$(find /opt/conda/lib -type f -path "*pathos-0.3.3.dist-info/METADATA") \
- && sed -i 's/dill.*/dill/' $PATHOS_META \
- && sed -i 's/multiprocess.*/multiprocess/' $PATHOS_META
+    flash-attn==${FLASH_ATTN_VERSION} \
+    dill==0.3.8 \
+    multiprocess==0.70.16
 
 # hf_transfer will be a built-in feature, remove the env variable then
 ENV HF_HUB_ENABLE_HF_TRANSFER="1"