{"push_id":2998476767,"size":5,"distinct_size":5,"ref":"refs/heads/custom-value-sharing","head":"6e03cd311dadd55a963c4cc8673b01a989c2a86d","before":"8df313036b83130d9d7df39e219e7702402e9900","commits":[{"sha":"af0c1174cd35a65ec3ca3630b999577fd4614578","author":{"name":"Eric Liang","email":"ef0bad1a944ef38afa0cc56e2f0cfe705ff1ffdb@gmail.com"},"message":"[sgd] Merge sharded param server based SGD implementation (#3033)\n\nThis includes most of the TF code used for the OSDI experiment. Perf sanity check on p3.16xl instances: Overall scaling looks ok, with the multi-node results within 5% of OSDI final numbers. This seems reasonable given that hugepages are not enabled here, and the param server shards are placed randomly.\r\n\r\n$ RAY_USE_XRAY=1 ./test_sgd.py --gpu --batch-size=64 --num-workers=N \\\r\n  --devices-per-worker=M --strategy=<simple|ps> \\\r\n  --warmup --object-store-memory=10000000000\r\n\r\nImages per second total\r\ngpus total              | simple | ps\r\n========================================\r\n1                       | 218\r\n2 (1 worker)            | 388\r\n4 (1 worker)            | 759\r\n4 (2 workers)           | 176    | 623\r\n8 (1 worker)            | 985\r\n8 (2 workers)           | 349    | 1031\r\n16 (2 nodes, 2 workers) | 600    | 1661\r\n16 (2 nodes, 4 workers) | 468    | 1712   <--- OSDI perf was 1817","distinct":true,"url":"https://api.github.com/repos/ericl/ray/commits/af0c1174cd35a65ec3ca3630b999577fd4614578"},{"sha":"d6bf89064821062cd584b48e54c8c220fc1599c9","author":{"name":"Jones Wong","email":"2a9bc5a5ce8d3e268836697c2268a9ed77e4ac96@users.noreply.github.com"},"message":"Solve hang caused by ray.get in collect_metrics (#3096)","distinct":true,"url":"https://api.github.com/repos/ericl/ray/commits/d6bf89064821062cd584b48e54c8c220fc1599c9"},{"sha":"4095e9b31d279a235a96855912e22cbb3da3ee49","author":{"name":"Eric Liang","email":"ef0bad1a944ef38afa0cc56e2f0cfe705ff1ffdb@gmail.com"},"message":"Merge remote-tracking branch 'upstream/master' into custom-value-sharing","distinct":true,"url":"https://api.github.com/repos/ericl/ray/commits/4095e9b31d279a235a96855912e22cbb3da3ee49"},{"sha":"74f4bc149255946b4c23cc2fc549ab3c13c1a7cd","author":{"name":"Eric Liang","email":"ef0bad1a944ef38afa0cc56e2f0cfe705ff1ffdb@gmail.com"},"message":"fix","distinct":true,"url":"https://api.github.com/repos/ericl/ray/commits/74f4bc149255946b4c23cc2fc549ab3c13c1a7cd"},{"sha":"6e03cd311dadd55a963c4cc8673b01a989c2a86d","author":{"name":"Eric Liang","email":"ef0bad1a944ef38afa0cc56e2f0cfe705ff1ffdb@gmail.com"},"message":"Merge branch 'custom-value-sharing' of github.com:ericl/ray into custom-value-sharing","distinct":true,"url":"https://api.github.com/repos/ericl/ray/commits/6e03cd311dadd55a963c4cc8673b01a989c2a86d"}]}
{"actor":{"display_login":"ericl"}}