{"action":"created","comment":{"url":"https://api.github.com/repos/rapidsai/cuml/pulls/comments/366614612","pull_request_review_id":342891905,"id":366614612,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDM2NjYxNDYxMg==","diff_hunk":"@@ -54,6 +57,45 @@ def extract_ddf_partitions(ddf, client=None, agg=True):\n     yield wait(worker_to_parts)\n     raise gen.Return(worker_to_parts)\n \n+@gen.coroutine\n+def extract_colocated_ddf_partitions(X_ddf, y_ddf, client=None):\n+    \"\"\"\n+    Given Dask cuDF input X and y, return an OrderedDict mapping\n+    'worker -> [list of futures]' with the enforced co-locality\n+     for each partition in ddf.\n+\n+    :param X_ddf: Dask.dataframe split dataframe partitions into a list of\n+               futures.\n+    :param y_ddf: Dask.dataframe split dataframe partitions into a list of\n+               futures.\n+    :param client: dask.distributed.Client Optional client to use\n+    \"\"\"\n+    client = default_client() if client is None else client\n+    data_parts = X_ddf.to_delayed()\n+    label_parts = y_ddf.to_delayed()\n+\n+    if isinstance(data_parts, np.ndarray):\n+        assert data_parts.shape[1] == 1\n+        data_parts = data_parts.flatten().tolist()\n+\n+    if isinstance(label_parts, np.ndarray):\n+        assert label_parts.ndim == 1 or label_parts.shape[1] == 1\n+        label_parts = label_parts.flatten().tolist()\n+\n+    parts = list(map(delayed, zip(data_parts, label_parts)))\n+    parts = client.compute(parts) \n+    yield wait(parts)","path":"python/cuml/dask/common/dask_df_utils.py","position":42,"original_position":44,"commit_id":"b90548541eaf98adee484ee6080a89dc557b9d91","original_commit_id":"276375155e10a4265820153b1ea2443442e4c9a4","user":{"login":"oyilmaz-nvidia","id":35306097,"node_id":"MDQ6VXNlcjM1MzA2MDk3","avatar_url":"https://avatars2.githubusercontent.com/u/35306097?v=4","gravatar_id":"","url":"https://api.github.com/users/oyilmaz-nvidia","html_url":"https://github.com/oyilmaz-nvidia","followers_url":"https://api.github.com/users/oyilmaz-nvidia/followers","following_url":"https://api.github.com/users/oyilmaz-nvidia/following{/other_user}","gists_url":"https://api.github.com/users/oyilmaz-nvidia/gists{/gist_id}","starred_url":"https://api.github.com/users/oyilmaz-nvidia/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/oyilmaz-nvidia/subscriptions","organizations_url":"https://api.github.com/users/oyilmaz-nvidia/orgs","repos_url":"https://api.github.com/users/oyilmaz-nvidia/repos","events_url":"https://api.github.com/users/oyilmaz-nvidia/events{/privacy}","received_events_url":"https://api.github.com/users/oyilmaz-nvidia/received_events","type":"User","site_admin":false},"body":"I guess @cjnolet said LGTM on slack for this.","created_at":"2020-01-14T22:50:30Z","updated_at":"2020-01-14T22:50:30Z","html_url":"https://github.com/rapidsai/cuml/pull/1520#discussion_r366614612","pull_request_url":"https://api.github.com/repos/rapidsai/cuml/pulls/1520","author_association":"CONTRIBUTOR","_links":{"self":{"href":"https://api.github.com/repos/rapidsai/cuml/pulls/comments/366614612"},"html":{"href":"https://github.com/rapidsai/cuml/pull/1520#discussion_r366614612"},"pull_request":{"href":"https://api.github.com/repos/rapidsai/cuml/pulls/1520"}},"in_reply_to_id":363950032},"pull_request":{"url":"https://api.github.com/repos/rapidsai/cuml/pulls/1520","id":356688645,"node_id":"MDExOlB1bGxSZXF1ZXN0MzU2Njg4NjQ1","html_url":"https://github.com/rapidsai/cuml/pull/1520","diff_url":"https://github.com/rapidsai/cuml/pull/1520.diff","patch_url":"https://github.com/rapidsai/cuml/pull/1520.patch","issue_url":"https://api.github.com/repos/rapidsai/cuml/issues/1520","number":1520,"state":"open","locked":false,"title":"[REVIEW] MNMG Ridge Regression","user":{"login":"oyilmaz-nvidia","id":35306097,"node_id":"MDQ6VXNlcjM1MzA2MDk3","avatar_url":"https://avatars2.githubusercontent.com/u/35306097?v=4","gravatar_id":"","url":"https://api.github.com/users/oyilmaz-nvidia","html_url":"https://github.com/oyilmaz-nvidia","followers_url":"https://api.github.com/users/oyilmaz-nvidia/followers","following_url":"https://api.github.com/users/oyilmaz-nvidia/following{/other_user}","gists_url":"https://api.github.com/users/oyilmaz-nvidia/gists{/gist_id}","starred_url":"https://api.github.com/users/oyilmaz-nvidia/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/oyilmaz-nvidia/subscriptions","organizations_url":"https://api.github.com/users/oyilmaz-nvidia/orgs","repos_url":"https://api.github.com/users/oyilmaz-nvidia/repos","events_url":"https://api.github.com/users/oyilmaz-nvidia/events{/privacy}","received_events_url":"https://api.github.com/users/oyilmaz-nvidia/received_events","type":"User","site_admin":false},"body":"","created_at":"2019-12-24T18:57:25Z","updated_at":"2020-01-14T22:50:30Z","closed_at":null,"merged_at":null,"merge_commit_sha":"e1a9d3dba5ca639dba1cea0b5f5200751da0eab7","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/rapidsai/cuml/pulls/1520/commits","review_comments_url":"https://api.github.com/repos/rapidsai/cuml/pulls/1520/comments","review_comment_url":"https://api.github.com/repos/rapidsai/cuml/pulls/comments{/number}","comments_url":"https://api.github.com/repos/rapidsai/cuml/issues/1520/comments","statuses_url":"https://api.github.com/repos/rapidsai/cuml/statuses/b90548541eaf98adee484ee6080a89dc557b9d91","head":{"label":"oyilmaz-nvidia:fea-mnmg-ridge","ref":"fea-mnmg-ridge","sha":"b90548541eaf98adee484ee6080a89dc557b9d91","user":{"login":"oyilmaz-nvidia","id":35306097,"node_id":"MDQ6VXNlcjM1MzA2MDk3","avatar_url":"https://avatars2.githubusercontent.com/u/35306097?v=4","gravatar_id":"","url":"https://api.github.com/users/oyilmaz-nvidia","html_url":"https://github.com/oyilmaz-nvidia","followers_url":"https://api.github.com/users/oyilmaz-nvidia/followers","following_url":"https://api.github.com/users/oyilmaz-nvidia/following{/other_user}","gists_url":"https://api.github.com/users/oyilmaz-nvidia/gists{/gist_id}","starred_url":"https://api.github.com/users/oyilmaz-nvidia/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/oyilmaz-nvidia/subscriptions","organizations_url":"https://api.github.com/users/oyilmaz-nvidia/orgs","repos_url":"https://api.github.com/users/oyilmaz-nvidia/repos","events_url":"https://api.github.com/users/oyilmaz-nvidia/events{/privacy}","received_events_url":"https://api.github.com/users/oyilmaz-nvidia/received_events","type":"User","site_admin":false},"repo":{"id":172617264,"node_id":"MDEwOlJlcG9zaXRvcnkxNzI2MTcyNjQ=","name":"cuml","full_name":"oyilmaz-nvidia/cuml","private":false,"owner":{"login":"oyilmaz-nvidia","id":35306097,"node_id":"MDQ6VXNlcjM1MzA2MDk3","avatar_url":"https://avatars2.githubusercontent.com/u/35306097?v=4","gravatar_id":"","url":"https://api.github.com/users/oyilmaz-nvidia","html_url":"https://github.com/oyilmaz-nvidia","followers_url":"https://api.github.com/users/oyilmaz-nvidia/followers","following_url":"https://api.github.com/users/oyilmaz-nvidia/following{/other_user}","gists_url":"https://api.github.com/users/oyilmaz-nvidia/gists{/gist_id}","starred_url":"https://api.github.com/users/oyilmaz-nvidia/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/oyilmaz-nvidia/subscriptions","organizations_url":"https://api.github.com/users/oyilmaz-nvidia/orgs","repos_url":"https://api.github.com/users/oyilmaz-nvidia/repos","events_url":"https://api.github.com/users/oyilmaz-nvidia/events{/privacy}","received_events_url":"https://api.github.com/users/oyilmaz-nvidia/received_events","type":"User","site_admin":false},"html_url":"https://github.com/oyilmaz-nvidia/cuml","description":"cuML - RAPIDS Machine Learning Library ","fork":true,"url":"https://api.github.com/repos/oyilmaz-nvidia/cuml","forks_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/forks","keys_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/keys{/key_id}","collaborators_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/teams","hooks_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/hooks","issue_events_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/issues/events{/number}","events_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/events","assignees_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/assignees{/user}","branches_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/branches{/branch}","tags_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/tags","blobs_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/git/refs{/sha}","trees_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/git/trees{/sha}","statuses_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/statuses/{sha}","languages_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/languages","stargazers_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/stargazers","contributors_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/contributors","subscribers_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/subscribers","subscription_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/subscription","commits_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/commits{/sha}","git_commits_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/git/commits{/sha}","comments_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/comments{/number}","issue_comment_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/issues/comments{/number}","contents_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/contents/{+path}","compare_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/compare/{base}...{head}","merges_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/merges","archive_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/downloads","issues_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/issues{/number}","pulls_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/pulls{/number}","milestones_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/milestones{/number}","notifications_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/labels{/name}","releases_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/releases{/id}","deployments_url":"https://api.github.com/repos/oyilmaz-nvidia/cuml/deployments","created_at":"2019-02-26T01:50:40Z","updated_at":"2019-02-27T20:19:00Z","pushed_at":"2020-01-14T19:57:58Z","git_url":"git://github.com/oyilmaz-nvidia/cuml.git","ssh_url":"git@github.com:oyilmaz-nvidia/cuml.git","clone_url":"https://github.com/oyilmaz-nvidia/cuml.git","svn_url":"https://github.com/oyilmaz-nvidia/cuml","homepage":"","size":16705,"stargazers_count":0,"watchers_count":0,"language":"C++","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"disabled":false,"open_issues_count":0,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":0,"open_issues":0,"watchers":0,"default_branch":"branch-0.6"}},"base":{"label":"rapidsai:branch-0.12","ref":"branch-0.12","sha":"666fcf8fc7c7311b7a77e1945f0ac749379598e9","user":{"login":"rapidsai","id":43887749,"node_id":"MDEyOk9yZ2FuaXphdGlvbjQzODg3NzQ5","avatar_url":"https://avatars2.githubusercontent.com/u/43887749?v=4","gravatar_id":"","url":"https://api.github.com/users/rapidsai","html_url":"https://github.com/rapidsai","followers_url":"https://api.github.com/users/rapidsai/followers","following_url":"https://api.github.com/users/rapidsai/following{/other_user}","gists_url":"https://api.github.com/users/rapidsai/gists{/gist_id}","starred_url":"https://api.github.com/users/rapidsai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rapidsai/subscriptions","organizations_url":"https://api.github.com/users/rapidsai/orgs","repos_url":"https://api.github.com/users/rapidsai/repos","events_url":"https://api.github.com/users/rapidsai/events{/privacy}","received_events_url":"https://api.github.com/users/rapidsai/received_events","type":"Organization","site_admin":false},"repo":{"id":152616802,"node_id":"MDEwOlJlcG9zaXRvcnkxNTI2MTY4MDI=","name":"cuml","full_name":"rapidsai/cuml","private":false,"owner":{"login":"rapidsai","id":43887749,"node_id":"MDEyOk9yZ2FuaXphdGlvbjQzODg3NzQ5","avatar_url":"https://avatars2.githubusercontent.com/u/43887749?v=4","gravatar_id":"","url":"https://api.github.com/users/rapidsai","html_url":"https://github.com/rapidsai","followers_url":"https://api.github.com/users/rapidsai/followers","following_url":"https://api.github.com/users/rapidsai/following{/other_user}","gists_url":"https://api.github.com/users/rapidsai/gists{/gist_id}","starred_url":"https://api.github.com/users/rapidsai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rapidsai/subscriptions","organizations_url":"https://api.github.com/users/rapidsai/orgs","repos_url":"https://api.github.com/users/rapidsai/repos","events_url":"https://api.github.com/users/rapidsai/events{/privacy}","received_events_url":"https://api.github.com/users/rapidsai/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/rapidsai/cuml","description":"cuML - RAPIDS Machine Learning Library ","fork":false,"url":"https://api.github.com/repos/rapidsai/cuml","forks_url":"https://api.github.com/repos/rapidsai/cuml/forks","keys_url":"https://api.github.com/repos/rapidsai/cuml/keys{/key_id}","collaborators_url":"https://api.github.com/repos/rapidsai/cuml/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/rapidsai/cuml/teams","hooks_url":"https://api.github.com/repos/rapidsai/cuml/hooks","issue_events_url":"https://api.github.com/repos/rapidsai/cuml/issues/events{/number}","events_url":"https://api.github.com/repos/rapidsai/cuml/events","assignees_url":"https://api.github.com/repos/rapidsai/cuml/assignees{/user}","branches_url":"https://api.github.com/repos/rapidsai/cuml/branches{/branch}","tags_url":"https://api.github.com/repos/rapidsai/cuml/tags","blobs_url":"https://api.github.com/repos/rapidsai/cuml/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/rapidsai/cuml/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/rapidsai/cuml/git/refs{/sha}","trees_url":"https://api.github.com/repos/rapidsai/cuml/git/trees{/sha}","statuses_url":"https://api.github.com/repos/rapidsai/cuml/statuses/{sha}","languages_url":"https://api.github.com/repos/rapidsai/cuml/languages","stargazers_url":"https://api.github.com/repos/rapidsai/cuml/stargazers","contributors_url":"https://api.github.com/repos/rapidsai/cuml/contributors","subscribers_url":"https://api.github.com/repos/rapidsai/cuml/subscribers","subscription_url":"https://api.github.com/repos/rapidsai/cuml/subscription","commits_url":"https://api.github.com/repos/rapidsai/cuml/commits{/sha}","git_commits_url":"https://api.github.com/repos/rapidsai/cuml/git/commits{/sha}","comments_url":"https://api.github.com/repos/rapidsai/cuml/comments{/number}","issue_comment_url":"https://api.github.com/repos/rapidsai/cuml/issues/comments{/number}","contents_url":"https://api.github.com/repos/rapidsai/cuml/contents/{+path}","compare_url":"https://api.github.com/repos/rapidsai/cuml/compare/{base}...{head}","merges_url":"https://api.github.com/repos/rapidsai/cuml/merges","archive_url":"https://api.github.com/repos/rapidsai/cuml/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/rapidsai/cuml/downloads","issues_url":"https://api.github.com/repos/rapidsai/cuml/issues{/number}","pulls_url":"https://api.github.com/repos/rapidsai/cuml/pulls{/number}","milestones_url":"https://api.github.com/repos/rapidsai/cuml/milestones{/number}","notifications_url":"https://api.github.com/repos/rapidsai/cuml/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/rapidsai/cuml/labels{/name}","releases_url":"https://api.github.com/repos/rapidsai/cuml/releases{/id}","deployments_url":"https://api.github.com/repos/rapidsai/cuml/deployments","created_at":"2018-10-11T15:45:35Z","updated_at":"2020-01-14T15:42:27Z","pushed_at":"2020-01-14T22:47:18Z","git_url":"git://github.com/rapidsai/cuml.git","ssh_url":"git@github.com:rapidsai/cuml.git","clone_url":"https://github.com/rapidsai/cuml.git","svn_url":"https://github.com/rapidsai/cuml","homepage":"","size":17290,"stargazers_count":1036,"watchers_count":1036,"language":"C++","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":164,"mirror_url":null,"archived":false,"disabled":false,"open_issues_count":388,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":164,"open_issues":388,"watchers":1036,"default_branch":"branch-0.12"}},"_links":{"self":{"href":"https://api.github.com/repos/rapidsai/cuml/pulls/1520"},"html":{"href":"https://github.com/rapidsai/cuml/pull/1520"},"issue":{"href":"https://api.github.com/repos/rapidsai/cuml/issues/1520"},"comments":{"href":"https://api.github.com/repos/rapidsai/cuml/issues/1520/comments"},"review_comments":{"href":"https://api.github.com/repos/rapidsai/cuml/pulls/1520/comments"},"review_comment":{"href":"https://api.github.com/repos/rapidsai/cuml/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/rapidsai/cuml/pulls/1520/commits"},"statuses":{"href":"https://api.github.com/repos/rapidsai/cuml/statuses/b90548541eaf98adee484ee6080a89dc557b9d91"}},"author_association":"CONTRIBUTOR"}}
{"actor":{"display_login":"oyilmaz-nvidia"}}