diff --git a/paddleformers/trainer/training_args.py b/paddleformers/trainer/training_args.py
index d3f00a61666..ff632b4e975 100644
--- a/paddleformers/trainer/training_args.py
+++ b/paddleformers/trainer/training_args.py
@@ -1046,7 +1046,7 @@ class TrainingArguments:
         metadata={"help": "enable framework timer, will output timeline information in logging and visualdl."},
     )
     distributed_dataloader: Optional[bool] = field(
-        default=False, metadata={"help": "Whether to use distributed dataloader."}
+        default=True, metadata={"help": "Whether to use distributed dataloader."}
     )
     unified_checkpoint: Optional[bool] = field(
         default=False,