diff --git a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/50episodes.png b/EvolutionStrategies/50episodes.png similarity index 100% rename from EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/50episodes.png rename to EvolutionStrategies/50episodes.png diff --git a/EvolutionStrategies/Experiments/100_1_50_0.1_0.03_300/avg190_hl100.p b/EvolutionStrategies/Experiments/100_1_50_0.1_0.03_300/avg190_hl100.p deleted file mode 100644 index a5d30b58299bde2aae6544750923df1d590f71ab..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/100_1_50_0.1_0.03_300/avg190_hl100.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.01_300/12_1_50_0.1_0.01_300.png b/EvolutionStrategies/Experiments/12_1_50_0.1_0.01_300/12_1_50_0.1_0.01_300.png deleted file mode 100644 index 2515e18af215c554424c8106abcf712fb1391b6c..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.01_300/12_1_50_0.1_0.01_300.png and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.01_300/293.p b/EvolutionStrategies/Experiments/12_1_50_0.1_0.01_300/293.p deleted file mode 100644 index 12cd2744432fbd5e562571e488b9f74069bcf673..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.01_300/293.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/12_1_50_0.1_0.03_300.png b/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/12_1_50_0.1_0.03_300.png deleted file mode 100644 index 35a61097e80b7e8f07f6ec8144893cc5a2c788f2..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/12_1_50_0.1_0.03_300.png and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg260_hl12.p b/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg260_hl12.p deleted file mode 100644 index c8c3d8fff3f9ae5d7473eafca736c9a67cfef391..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg260_hl12.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg270_hl12.p b/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg270_hl12.p deleted file mode 100644 index 141bd7de73bf4f7b223df37fc51da8922287c52a..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg270_hl12.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg278_hl12.p b/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg278_hl12.p deleted file mode 100644 index 47e73e91851250bee7a00aea52f4030f84a528b2..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/avg278_hl12.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/gt200_hl12.p b/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/gt200_hl12.p deleted file mode 100644 index b33479e2c2e0549085f0b52ef90346d5bd75d8ac..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/gt200_hl12.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/gt250_hl12.p b/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/gt250_hl12.p deleted file mode 100644 index c8306c0417750308dd44dcbbe56ca74468b48078..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.03_300/gt250_hl12.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.1_300/12_1_50_0.1_0.1_300.png b/EvolutionStrategies/Experiments/12_1_50_0.1_0.1_300/12_1_50_0.1_0.1_300.png deleted file mode 100644 index dab40b431c08d1bc5813022d931b99ef1b9b2857..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.1_300/12_1_50_0.1_0.1_300.png and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_0.1_300/model-pedal1.p b/EvolutionStrategies/Experiments/12_1_50_0.1_0.1_300/model-pedal1.p deleted file mode 100644 index 3d9384dbc6423e71a86f92343c2103d0d1f847ba..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_0.1_300/model-pedal1.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/12_1_50_0.1_decaying_300.png b/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/12_1_50_0.1_decaying_300.png deleted file mode 100644 index 4be293beaeb88fe015069af2ce4d6940349c2bb0..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/12_1_50_0.1_decaying_300.png and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/12_2_50_0.1_decaying_300.png b/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/12_2_50_0.1_decaying_300.png deleted file mode 100644 index e78794ebd91bf62921974116d80009716c2ea0d7..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/12_2_50_0.1_decaying_300.png and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/model-pedal1.p b/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/model-pedal1.p deleted file mode 100644 index 0ddf0c87ba62ca0e8ed361ac14c6f9ecd017be4b..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/model-pedal1.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/model-pedal2.p b/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/model-pedal2.p deleted file mode 100644 index bef8fad01968c07c06ebd179a7dd10f60136c966..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.1_decaying_300/model-pedal2.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_0.3_0.03_300/12_1_50_0.3_0.03_300.png b/EvolutionStrategies/Experiments/12_1_50_0.3_0.03_300/12_1_50_0.3_0.03_300.png deleted file mode 100644 index 139b436d9c39bde8d07a9053c646342993a6ed2e..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_0.3_0.03_300/12_1_50_0.3_0.03_300.png and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/12_1_50_0.03.png b/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/12_1_50_0.03.png deleted file mode 100644 index 57c96e0c1c3717689d4e3554ddcce5252adf3e91..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/12_1_50_0.03.png and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/293.p b/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/293.p deleted file mode 100644 index ea99b890cef0434ee8b835b8d5e8f231ee3d186e..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/293.p and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/mlp.png b/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/mlp.png deleted file mode 100644 index 7039e07b175e66b63907dc3d5ae68724d9f18d4e..0000000000000000000000000000000000000000 Binary files a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/mlp.png and /dev/null differ diff --git a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/12_1_50_decaying_decaying_300.png b/EvolutionStrategies/learningCurve.png similarity index 100% rename from EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/12_1_50_decaying_decaying_300.png rename to EvolutionStrategies/learningCurve.png diff --git a/EvolutionStrategies/main.py b/EvolutionStrategies/main.py index e56d33ce2dd932fb7e3ee8d64b716bb52b68497c..9b048aef504b91c68221f67164806113ed6dad91 100644 --- a/EvolutionStrategies/main.py +++ b/EvolutionStrategies/main.py @@ -13,8 +13,8 @@ GENS = 2000 MAX_STEPS = 300 # after 1600 steps the Environment gives us a done anyway. DECAY_ALPHA = True -VERSION = 200 -TEST_WALKER = False +VERSION = 1 +TEST_WALKER = True LOAD_BRAIN = False RENDER_BEST = False if TEST_WALKER: @@ -38,11 +38,7 @@ if __name__ == '__main__': if TEST_WALKER: rewards = [] - with open(f'./models/{HIDDEN_LAYER}_{VERSION}_{POP_SIZE}_{LEARNING_RATE}_AvgRewards', 'rb') as fp: - rewards = pickle.load(fp) - plot_reward(rewards) - rewards = [] - #population.walker.plot_input_weights() + # population.walker.plot_input_weights() for i in range(10): rewards.append(population.walker.get_reward(10000, True)) print("Reward: ", rewards[-1]) diff --git a/EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/300.p b/EvolutionStrategies/over300weights.p similarity index 100% rename from EvolutionStrategies/Experiments/12_1_50_decaying_decaying_300/300.p rename to EvolutionStrategies/over300weights.p diff --git a/EvolutionStrategies/walker.py b/EvolutionStrategies/walker.py index bda567fce6c9161efe21baa077c44340b6150a9c..2fbd020b3d7ce9ebe3c29a4b8c40f6c6a88245de 100644 --- a/EvolutionStrategies/walker.py +++ b/EvolutionStrategies/walker.py @@ -112,5 +112,5 @@ class Walker: pickle.dump(self.weights, fp) def load(self): - with open('./models/model-pedal%d.p' % self.version, 'rb') as fp: + with open('./over300weights.p', 'rb') as fp: # normally: with open('./models/model-pedal%d.p' % self.version, 'rb') as fp: self.weights = pickle.load(fp)