Skip to content

Commit f39635e

Browse files
committed
feat: migrate deepseek to nnx
1 parent 44d6528 commit f39635e

File tree

4 files changed

+249
-201
lines changed

4 files changed

+249
-201
lines changed

src/MaxText/layers/decoders.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -386,7 +386,7 @@ def get_decoder_layers(self):
386386
if self.config.use_batch_split_schedule:
387387
return [deepseek_batchsplit.DeepSeekDenseLayer, deepseek_batchsplit.DeepSeekMoELayer]
388388
else:
389-
return [deepseek.DeepSeekDenseLayer, deepseek.DeepSeekMoELayer]
389+
return [deepseek.DeepSeekDenseLayerToLinen, deepseek.DeepSeekMoELayerToLinen]
390390
case DecoderBlockType.GEMMA:
391391
return [gemma.GemmaDecoderLayerToLinen]
392392
case DecoderBlockType.GEMMA2:

0 commit comments

Comments
 (0)