{"push_id":2344770417,"size":3,"distinct_size":3,"ref":"refs/heads/cartpole-v0","head":"ced873cfe13851a3e604609001faea00bed2e890","before":"9e049ca6ee4564ee5315c72d72745294eed9d0ad","commits":[{"sha":"35e2bd77bb51c9af153f991e65cf83b1b3906df1","author":{"name":"ositruc","email":"ecc78c187568dac4e2cdf394518b5bef033db47c@gmail.com"},"message":"Added several TODOs.","distinct":true,"url":"https://api.github.com/repos/ostiruc/ml-openai-gym-exercises/commits/35e2bd77bb51c9af153f991e65cf83b1b3906df1"},{"sha":"3059c3ded7abccf93ed0eac03f0fe69660fa090f","author":{"name":"ositruc","email":"ecc78c187568dac4e2cdf394518b5bef033db47c@gmail.com"},"message":"Changed replay method so that no replay occurs when the batch size is too small,\nrather than reducing it to the size of the memory when it is less than the batch size.","distinct":true,"url":"https://api.github.com/repos/ostiruc/ml-openai-gym-exercises/commits/3059c3ded7abccf93ed0eac03f0fe69660fa090f"},{"sha":"ced873cfe13851a3e604609001faea00bed2e890","author":{"name":"ositruc","email":"ecc78c187568dac4e2cdf394518b5bef033db47c@gmail.com"},"message":"Fixed differences in algorithm from the standard DQN algorithm:\n\n1) The minibatch now does a mass update to all items in the batch instead of an update on every single item.\n\n2) The replay training on a minibatch is done on every step rather than at the\nend of an episode.\n\nOverall the agent converges to an optimal solution faster, but training during\neach episode take much longer especially as the episode length increaees (i.e., the agent starts doing better).","distinct":true,"url":"https://api.github.com/repos/ostiruc/ml-openai-gym-exercises/commits/ced873cfe13851a3e604609001faea00bed2e890"}]}
{"actor":{"display_login":"ostiruc"}}