{"push_id":923597227,"size":48,"distinct_size":1,"ref":"refs/heads/docs-update","head":"2ec3eb710f145e8c9b6d1193731fcc2975bdaadd","before":"49947cf9c6d26acf19bdecaae755f37840db1afe","commits":[{"sha":"92c8e67be0336a14dd1151271230ab36729ab31a","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"pep8 fixes","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/92c8e67be0336a14dd1151271230ab36729ab31a"},{"sha":"6970837fd6db1275adf2223ef37367dbe67777d6","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Modified _chunk_read_file iterate over a chunk according to its start and end bytes without requiring an extra pass over the data to determine the exact start and end bytes. This modification results in a huge performance gain when processing a single large text file with multiple parallel processes.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/6970837fd6db1275adf2223ef37367dbe67777d6"},{"sha":"0d42a83ef1d2c29bae38b06ecc7e731da12a7a70","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Added more efficient readline function that supports arbitrary line separators. Bug fixes and modifications to support the new readline function in the _textblock function.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/0d42a83ef1d2c29bae38b06ecc7e731da12a7a70"},{"sha":"e443d1884405ca6cde72511988af90613e4c137b","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Fixed python3 issue. Added arbitrary linesep argument to non-chunked file reader. Added linesep argument to from_filenames function. Modified tests accordingly.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/e443d1884405ca6cde72511988af90613e4c137b"},{"sha":"7b18d083601577d2073adf561563880724392309","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Modified _textblock to use io.{BufferedReader, TextIOWrapper} to handle provided line separators and removed custom _readlines function. Modified tests accordingly. Added a warning to _textblock if chunksize is less than the length of a line which may result in duplicate processing of that line.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/7b18d083601577d2073adf561563880724392309"},{"sha":"5f92e2310800da41cbd6d203d2b52a7840306f06","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Fixed invalid import in tests file.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/5f92e2310800da41cbd6d203d2b52a7840306f06"},{"sha":"9445cf49ea0a26d3e1c2a3c783650f6c21dd4010","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Fixed string type for 'newline' argument in io.TextIOWrapper since python versions other than 2.7 seem to dislike byte strings there.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/9445cf49ea0a26d3e1c2a3c783650f6c21dd4010"},{"sha":"bc545deaf83408203256bbc100c7220bf6cdfb44","author":{"email":"25bf21f79a16dfce44c401d023ce25dcf1907fde@gmail.com","name":"Matthew Rocklin"},"message":"add docs on chunks choice","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/bc545deaf83408203256bbc100c7220bf6cdfb44"},{"sha":"b9ae4b5e79e34495d4c87f8f9b8679a520ead7b0","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Added io.BaseIO compatibile classes of GzipFile and BZ2File for Python 2.6. Fixed bug in 'textblock' and moved it to dask.utils. Adapted dask.dataframe code that uses 'textblock' accordingly. Added centralized 'open' function which handles compression inference and modified code to use this function. Added compression argument to dask.bag.from_filenames and dask.bag.to_textfiles.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/b9ae4b5e79e34495d4c87f8f9b8679a520ead7b0"},{"sha":"813d5c4ef4a5bea9c42a98520f90a8cd83298b8b","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Fixed Python 3.x bug in 'textblock'.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/813d5c4ef4a5bea9c42a98520f90a8cd83298b8b"},{"sha":"0083d5f6d0d8b3c28599ef48334c2e95f5cf8747","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Fixed Python 3.x bug in tests.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/0083d5f6d0d8b3c28599ef48334c2e95f5cf8747"},{"sha":"7f39dc62789cd2b5230123fd3e5dcbfd49f5546a","author":{"email":"4d0652daef3b177567a3fcec873eacff8d755602@gmail.com","name":"Sigurd Spieckermann"},"message":"Added doctest to 'textblock' function.","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/7f39dc62789cd2b5230123fd3e5dcbfd49f5546a"},{"sha":"062bfd8e2cdefbada2be75610d28a8b93597c635","author":{"email":"922ee68dc283b7adfcfe8f385886bf90cf1e9b60@gmail.com","name":"sinhrks"},"message":"Add skipna option for aggregations","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/062bfd8e2cdefbada2be75610d28a8b93597c635"},{"sha":"551b5594a96066b76ea8925cc27534975d223129","author":{"email":"25bf21f79a16dfce44c401d023ce25dcf1907fde@gmail.com","name":"Matthew Rocklin"},"message":"Avoid fusing keys in dask.array.optimize\n\nFixes #866","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/551b5594a96066b76ea8925cc27534975d223129"},{"sha":"d6a41ae23cd876477f4c2c4ca2dfd1144e52eef4","author":{"email":"25bf21f79a16dfce44c401d023ce25dcf1907fde@gmail.com","name":"Matthew Rocklin"},"message":"avoid fusing output keys in bag","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/d6a41ae23cd876477f4c2c4ca2dfd1144e52eef4"},{"sha":"12df1feb5309f5a29dbb319f93c14a244691990b","author":{"email":"25bf21f79a16dfce44c401d023ce25dcf1907fde@gmail.com","name":"Matthew Rocklin"},"message":"Merge pull request #890 from mrocklin/avoid-fuse-array\n\nAvoid fusing keys in dask.array.optimize","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/12df1feb5309f5a29dbb319f93c14a244691990b"},{"sha":"09a75c141410afbabda9f06fc7ef9f03f8941da5","author":{"email":"25bf21f79a16dfce44c401d023ce25dcf1907fde@gmail.com","name":"Matthew Rocklin"},"message":"Merge pull request #889 from sinhrks/skipna\n\nAdd skipna option for DataFrame aggregations","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/09a75c141410afbabda9f06fc7ef9f03f8941da5"},{"sha":"7036e8db2957abd2d21cd7e7b5cbb11da836c142","author":{"email":"25bf21f79a16dfce44c401d023ce25dcf1907fde@gmail.com","name":"Matthew Rocklin"},"message":"protect keys in dealias","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/7036e8db2957abd2d21cd7e7b5cbb11da836c142"},{"sha":"48bebf6fccd4d3b455c4305e918f120fb8b1549c","author":{"email":"25bf21f79a16dfce44c401d023ce25dcf1907fde@gmail.com","name":"Matthew Rocklin"},"message":"pass keys to dealias in array optimize","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/48bebf6fccd4d3b455c4305e918f120fb8b1549c"},{"sha":"62d30196d07f63d417beb72ce2099372503e3351","author":{"email":"25bf21f79a16dfce44c401d023ce25dcf1907fde@gmail.com","name":"Matthew Rocklin"},"message":"Support sampling with replacement","distinct":false,"url":"https://api.github.com/repos/electronwill/dask/commits/62d30196d07f63d417beb72ce2099372503e3351"}]}