Skip to content

Commit

Permalink
"training every 5 steps"
Browse files Browse the repository at this point in the history
  • Loading branch information
@ferielamira1
ferielamira1 committed May 20, 2024
1 parent 0d34e0d commit 526cb93
Show file tree
Hide file tree
Showing 16 changed files with 32 additions and 32 deletions.
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N10R100M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N10R10M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N10R3M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N10R50M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N3R100M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N3R10M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N3R3M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -41,7 +41,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N3R50M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N5R100M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N5R10M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N5R3M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -41,7 +41,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N5R50M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N8R100M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N8R10M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N8R3M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down
4 changes: 2 additions & 2 deletions abm/data/metaprotocol/experiments/MADRLExp0N8R50M6.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
Constant("T", 20000),
Constant("SEED", 0),
Constant("TRAIN", 1),
Constant("TRAIN_EVERY", 1),
Constant("TRAIN_EVERY", 5),
Constant("PRETRAINED", 0),
Constant("BATCH_SIZE", 128),
Constant("REPLAY_MEMORY_CAPACITY", 50000),
Expand All @@ -43,7 +43,7 @@
Constant("TAU", 0.01),
Constant("OPTIMIZER", "RMSPROP"),
Constant("PRETRAINED_MODELS_DIR", ""),
Constant("BRAIN_TYPE", "DDQN"),
Constant("BRAIN_TYPE", "DQN"),
#Constant("ISE_W", 1.0),
#Constant("CSE_W", 0.0),
#Constant("TP", 0),
Expand Down

0 comments on commit 526cb93

Please sign in to comment.