Skip to content
Snippets Groups Projects
Commit 2fd89306 authored by Tobias Döring's avatar Tobias Döring
Browse files

added increasing steps

parent c3e0f688
No related branches found
No related tags found
No related merge requests found
......@@ -10,11 +10,11 @@ POP_SIZE = 50
MUTATION_FACTOR = 0.1 # 0 <= x <= 1
LEARNING_RATE = 0.03 # 0 <= x <= 1
GENS = 10000
MAX_STEPS = 300 # after 1600 steps the Environment gives us a done anyway.
MAX_STEPS = 100 # after 1600 steps the Environment gives us a done anyway.
DECAY_ALPHA = True
VERSION = 100
TEST_WALKER = True
VERSION = 101
TEST_WALKER = False
LOAD_BRAIN = False
RENDER_BEST = False
if TEST_WALKER:
......@@ -49,14 +49,17 @@ if __name__ == '__main__':
for gen in range(GENS): # this is our game
start_time = time.time()
print(f'Gen: {gen}')
print(f'Steps: {population.max_steps}')
population.mutate()
population.play_episode()
population.evolve()
print("Time for Gen: ", time.time() - start_time)
if gen % 10 == 0:
avg_reward = population.get_walker_stats()
if avg_reward > best_avg_reward:
population.walker.save()
population.walker.save_evo(gen)
if avg_reward > best_avg_reward:
population.walker.save('best')
best_avg_reward = avg_reward
print("New best walker found")
avg_rewards.append(avg_reward)
......@@ -69,6 +72,8 @@ if __name__ == '__main__':
if gen == 5000 and DECAY_ALPHA:
population.lr = 0.005
population.mutation_factor = 0.01
# increase the amount of steps the agent can do
population.max_steps += 2
plot_reward(avg_rewards)
except KeyboardInterrupt:
......
......@@ -38,7 +38,7 @@ class Population:
for i in range(self.size):
for k in weights:
weights_change = np.dot(self.mutants[i].weights[k].T, A[i]).T
weights[k] = weights[k] + self.lr/(self.size*self.lr) * weights_change
weights[k] = weights[k] + self.lr/(self.size*self.mutation_factor) * weights_change
self.walker.set_weights(weights)
for mutant in self.mutants:
mutant.set_weights(weights)
......
......@@ -105,12 +105,18 @@ class Walker:
self.env.action_space.shape[0]], [self.weights['W1'], self.weights['W2']])
network.draw(gen)
def save(self):
def save_evo(self, gen):
if not os.path.isdir(f'./models/weights_evo{self.version}'):
os.mkdir(f'./models/weights_evo{self.version}')
with open(f'./models/weights_evo{self.version}/model-pedal{gen}.p', 'wb') as fp:
pickle.dump(self.weights, fp)
def save(self, name = 'current'):
if not os.path.isdir('./models'):
os.mkdir('./models')
with open('./models/model-pedal%d.p' % self.version, 'wb') as fp:
with open(f'./models/model-pedal{self.version}-{name}.p', 'wb') as fp:
pickle.dump(self.weights, fp)
def load(self):
with open('./models/model-pedal%d.p' % self.version, 'rb') as fp:
def load(self, name = 'current'):
with open(f'./models/model-pedal{self.version}-{name}.p', 'rb') as fp:
self.weights = pickle.load(fp)
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment