File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1- __version__ = "2.2.2 "
1+ __version__ = "2.2.3 "
22
33from flash_attn .flash_attn_interface import (
44 flash_attn_func ,
Original file line number Diff line number Diff line change @@ -85,14 +85,13 @@ RUN pip install transformers==4.25.1 datasets==2.8.0 pytorch-lightning==1.8.6 tr
8585RUN pip install git+https://github.com/mlcommons/logging.git@2.1.0
8686
8787# Install FlashAttention
88- RUN pip install flash-attn==2.2.2
88+ RUN pip install flash-attn==2.2.3
8989
9090# Install CUDA extensions for cross-entropy, fused dense, layer norm
9191RUN git clone https://github.com/HazyResearch/flash-attention \
92- && cd flash-attention && git checkout v2.2.2 \
92+ && cd flash-attention && git checkout v2.2.3 \
9393 && cd csrc/fused_softmax && pip install . && cd ../../ \
9494 && cd csrc/rotary && pip install . && cd ../../ \
95- && cd csrc/xentropy && pip install . && cd ../../ \
9695 && cd csrc/layer_norm && pip install . && cd ../../ \
9796 && cd csrc/fused_dense_lib && pip install . && cd ../../ \
9897 && cd csrc/ft_attention && pip install . && cd ../../ \
You can’t perform that action at this time.
0 commit comments