diff --git a/ppfleetx/configs/nlp/gpt/pretrain_gpt_6.7B_single_card.yaml b/ppfleetx/configs/nlp/gpt/pretrain_gpt_6.7B_single_card.yaml
index f46862e4e..21ab41e68 100644
--- a/ppfleetx/configs/nlp/gpt/pretrain_gpt_6.7B_single_card.yaml
+++ b/ppfleetx/configs/nlp/gpt/pretrain_gpt_6.7B_single_card.yaml
@@ -8,7 +8,7 @@ Global:
 
 Model:
   vocab_size: 50304
-  hidden_size: 1024
+  hidden_size: 4096
   num_layers: 32
   num_attention_heads: 32
   ffn_hidden_size: 16384