experiment.md

Torcs experiment

DDPG/2021-12-11 18:42:54.471945

batch_size = 32

reward = ...+trackpos

TD3/2021-12-11 22:01:31.965529

batch_size = 32

reward = ...+trackpos

DDPG/2021-12-12 14:39:56.540383

batch_size = 256

reward = ...

DDPG/2021-12-12 16:31:26.460403

batch_size = 32

reward = ...

12.23

PPO/2021-12-23 14:01:31.160165

batch_size = 32

lr = 0.0001

PPO/2021-12-23 16:11:48.236889

buffer_size = 1000 ?

lr = 0.0003 ?

PPO/2021-12-23 17:27:13.292218

BUFFER_SIZE = 5000

BATCH_SIZE = 64

LRA = 0.0002

LRC = 0.0002

PPO/2021-12-23 18:54:58.175542

??

PPO/2021-12-23 20:23:43.764729

BUFFER_SIZE = 6000

BATCH_SIZE = 64

LRA = 0.0002

LRC = 0.0002

PPO/2021-12-23 21:42:11.911299

BUFFER_SIZE = 7000

BATCH_SIZE = 64

LRA = 0.0002

LRC = 0.0002

12.24

PPO/2021-12-24 10:10:58.064316

BUFFER_SIZE = 6000

BATCH_SIZE = 128

LRA = 0.0002

LRC = 0.0002

ppo_epoch = 10

PPO/2021-12-24 12:19:24.632702

BUFFER_SIZE = 6000

BATCH_SIZE = 32

LRA = 0.0002

LRC = 0.0002

ppo_epoch = 10

PPO/2021-12-24 20:51:18.190764

BUFFER_SIZE = 6000

BATCH_SIZE = 32

LRA = 0.0002

LRC = 0.0002

ppo_epoch = 15

PPO/2021-12-25 10:34:01.351368

BUFFER_SIZE = 6000

BATCH_SIZE = 32

LRA = 0.0002

LRC = 0.0002

ppo_epoch = 20

PPO/2022-01-05 10:29:51.322939

no OU noise

BUFFER_SIZE = 6000

BATCH_SIZE = 32

LRA = 0.0002

LRC = 0.0002

ppo_epoch = 15

TD3/2022-01-05 11:41:31.603816

no OU noise