From 4fdcf293cae136931bb98cabe26c30a105ae1a37 Mon Sep 17 00:00:00 2001 From: Liu Jice Date: Mon, 15 Jun 2026 23:45:43 +0800 Subject: [PATCH] Update replay buffer initialization with max_ep_len Added max_ep_len parameter to EpisodeReplayBuffer. --- strategy_train_env/run/run_decision_transformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/strategy_train_env/run/run_decision_transformer.py b/strategy_train_env/run/run_decision_transformer.py index 12817b1..b8b5e07 100644 --- a/strategy_train_env/run/run_decision_transformer.py +++ b/strategy_train_env/run/run_decision_transformer.py @@ -22,7 +22,7 @@ def train_model(): state_dim = 16 # replay_buffer = EpisodeReplayBuffer(16, 1, "./data/trajectory/trajectory_data.csv") - replay_buffer = EpisodeReplayBuffer(16, 1, "./data/traffic/training_data_rlData_folder/training_data_all-rlData.csv") + replay_buffer = EpisodeReplayBuffer(16, 1, "./data/traffic/training_data_rlData_folder/training_data_all-rlData.csv", max_ep_len=48) save_normalize_dict({"state_mean": replay_buffer.state_mean, "state_std": replay_buffer.state_std}, "saved_model/DTtest") logger.info(f"Replay buffer size: {len(replay_buffer.trajectories)}")