{"action":"created","comment":{"url":"https://api.github.com/repos/dmlc/xgboost/pulls/comments/260600331","pull_request_review_id":208341665,"id":260600331,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDI2MDYwMDMzMQ==","diff_hunk":"@@ -621,6 +638,19 @@ def set_float_info_npy2d(self, field, data):\n                                                c_data,\n                                                c_bst_ulong(len(data))))\n \n+    def set_cudf_info(self, field, data):\n+        col_ptrs = []\n+        if isinstance(data, CUDF):\n+            col_ptrs = [data[col]._column.cffi_view for col in data.columns]\n+        else:\n+            # data is a single CUDF column\n+            col_ptrs = [data.cffi_view]\n+        col_ptr_arr = CUDF_FFI.new('gdf_column*[]', col_ptrs)\n+        _check_call(_LIB.XGDMatrixSetCUDFInfo\n+                    (self.handle, c_str(field),\n+                     ctypes.c_void_p(int(CUDF_FFI.cast('uintptr_t', col_ptr_arr))),","path":"python-package/xgboost/core.py","position":74,"original_position":74,"commit_id":"b6dcfa6afb791aeb8b3a3b015d5b804f22b0a359","original_commit_id":"b6dcfa6afb791aeb8b3a3b015d5b804f22b0a359","user":{"login":"mt-jones","id":13078940,"node_id":"MDQ6VXNlcjEzMDc4OTQw","avatar_url":"https://avatars3.githubusercontent.com/u/13078940?v=4","gravatar_id":"","url":"https://api.github.com/users/mt-jones","html_url":"https://github.com/mt-jones","followers_url":"https://api.github.com/users/mt-jones/followers","following_url":"https://api.github.com/users/mt-jones/following{/other_user}","gists_url":"https://api.github.com/users/mt-jones/gists{/gist_id}","starred_url":"https://api.github.com/users/mt-jones/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mt-jones/subscriptions","organizations_url":"https://api.github.com/users/mt-jones/orgs","repos_url":"https://api.github.com/users/mt-jones/repos","events_url":"https://api.github.com/users/mt-jones/events{/privacy}","received_events_url":"https://api.github.com/users/mt-jones/received_events","type":"User","site_admin":false},"body":"Likewise, this call uses the FFI to cast column data into another type. This will not work if `cudf` is not installed.","created_at":"2019-02-27T05:45:47Z","updated_at":"2019-02-27T05:49:59Z","html_url":"https://github.com/dmlc/xgboost/pull/3997#discussion_r260600331","pull_request_url":"https://api.github.com/repos/dmlc/xgboost/pulls/3997","author_association":"NONE","_links":{"self":{"href":"https://api.github.com/repos/dmlc/xgboost/pulls/comments/260600331"},"html":{"href":"https://github.com/dmlc/xgboost/pull/3997#discussion_r260600331"},"pull_request":{"href":"https://api.github.com/repos/dmlc/xgboost/pulls/3997"}}},"pull_request":{"url":"https://api.github.com/repos/dmlc/xgboost/pulls/3997","id":238468441,"node_id":"MDExOlB1bGxSZXF1ZXN0MjM4NDY4NDQx","html_url":"https://github.com/dmlc/xgboost/pull/3997","diff_url":"https://github.com/dmlc/xgboost/pull/3997.diff","patch_url":"https://github.com/dmlc/xgboost/pull/3997.patch","issue_url":"https://api.github.com/repos/dmlc/xgboost/issues/3997","number":3997,"state":"open","locked":false,"title":"[WIP] cuDF integration into XGBoost","user":{"login":"mt-jones","id":13078940,"node_id":"MDQ6VXNlcjEzMDc4OTQw","avatar_url":"https://avatars3.githubusercontent.com/u/13078940?v=4","gravatar_id":"","url":"https://api.github.com/users/mt-jones","html_url":"https://github.com/mt-jones","followers_url":"https://api.github.com/users/mt-jones/followers","following_url":"https://api.github.com/users/mt-jones/following{/other_user}","gists_url":"https://api.github.com/users/mt-jones/gists{/gist_id}","starred_url":"https://api.github.com/users/mt-jones/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mt-jones/subscriptions","organizations_url":"https://api.github.com/users/mt-jones/orgs","repos_url":"https://api.github.com/users/mt-jones/repos","events_url":"https://api.github.com/users/mt-jones/events{/privacy}","received_events_url":"https://api.github.com/users/mt-jones/received_events","type":"User","site_admin":false},"body":"Enable XGBoost by providing native support for cuDF: https://github.com/rapidsai/cudf \r\n\r\nNote: this PR is currently a work in progress. We are publishing it to acquire early feedback, so that we can ensure smooth integration with DMLC/XGBoost. \r\n\r\nThis PR provides the following:\r\n* Support for `cudf.Dataframe` at data ingest in Python\r\n* Support for `DMatrix` construction from `gdf_column` types\r\n* Updates to build infrastructure for compiling with `cudf` support.","created_at":"2018-12-13T17:16:57Z","updated_at":"2019-02-27T05:49:59Z","closed_at":null,"merged_at":null,"merge_commit_sha":"23de39caa79ea131cc7fc0858ff21ffee92f20ec","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/dmlc/xgboost/pulls/3997/commits","review_comments_url":"https://api.github.com/repos/dmlc/xgboost/pulls/3997/comments","review_comment_url":"https://api.github.com/repos/dmlc/xgboost/pulls/comments{/number}","comments_url":"https://api.github.com/repos/dmlc/xgboost/issues/3997/comments","statuses_url":"https://api.github.com/repos/dmlc/xgboost/statuses/b6dcfa6afb791aeb8b3a3b015d5b804f22b0a359","head":{"label":"rapidsai:cudf","ref":"cudf","sha":"b6dcfa6afb791aeb8b3a3b015d5b804f22b0a359","user":{"login":"rapidsai","id":43887749,"node_id":"MDEyOk9yZ2FuaXphdGlvbjQzODg3NzQ5","avatar_url":"https://avatars2.githubusercontent.com/u/43887749?v=4","gravatar_id":"","url":"https://api.github.com/users/rapidsai","html_url":"https://github.com/rapidsai","followers_url":"https://api.github.com/users/rapidsai/followers","following_url":"https://api.github.com/users/rapidsai/following{/other_user}","gists_url":"https://api.github.com/users/rapidsai/gists{/gist_id}","starred_url":"https://api.github.com/users/rapidsai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rapidsai/subscriptions","organizations_url":"https://api.github.com/users/rapidsai/orgs","repos_url":"https://api.github.com/users/rapidsai/repos","events_url":"https://api.github.com/users/rapidsai/events{/privacy}","received_events_url":"https://api.github.com/users/rapidsai/received_events","type":"Organization","site_admin":false},"repo":{"id":156279925,"node_id":"MDEwOlJlcG9zaXRvcnkxNTYyNzk5MjU=","name":"xgboost","full_name":"rapidsai/xgboost","private":false,"owner":{"login":"rapidsai","id":43887749,"node_id":"MDEyOk9yZ2FuaXphdGlvbjQzODg3NzQ5","avatar_url":"https://avatars2.githubusercontent.com/u/43887749?v=4","gravatar_id":"","url":"https://api.github.com/users/rapidsai","html_url":"https://github.com/rapidsai","followers_url":"https://api.github.com/users/rapidsai/followers","following_url":"https://api.github.com/users/rapidsai/following{/other_user}","gists_url":"https://api.github.com/users/rapidsai/gists{/gist_id}","starred_url":"https://api.github.com/users/rapidsai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rapidsai/subscriptions","organizations_url":"https://api.github.com/users/rapidsai/orgs","repos_url":"https://api.github.com/users/rapidsai/repos","events_url":"https://api.github.com/users/rapidsai/events{/privacy}","received_events_url":"https://api.github.com/users/rapidsai/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/rapidsai/xgboost","description":"Fork of dmlc/xgboost for RAPIDS + XGBoost integration","fork":true,"url":"https://api.github.com/repos/rapidsai/xgboost","forks_url":"https://api.github.com/repos/rapidsai/xgboost/forks","keys_url":"https://api.github.com/repos/rapidsai/xgboost/keys{/key_id}","collaborators_url":"https://api.github.com/repos/rapidsai/xgboost/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/rapidsai/xgboost/teams","hooks_url":"https://api.github.com/repos/rapidsai/xgboost/hooks","issue_events_url":"https://api.github.com/repos/rapidsai/xgboost/issues/events{/number}","events_url":"https://api.github.com/repos/rapidsai/xgboost/events","assignees_url":"https://api.github.com/repos/rapidsai/xgboost/assignees{/user}","branches_url":"https://api.github.com/repos/rapidsai/xgboost/branches{/branch}","tags_url":"https://api.github.com/repos/rapidsai/xgboost/tags","blobs_url":"https://api.github.com/repos/rapidsai/xgboost/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/rapidsai/xgboost/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/rapidsai/xgboost/git/refs{/sha}","trees_url":"https://api.github.com/repos/rapidsai/xgboost/git/trees{/sha}","statuses_url":"https://api.github.com/repos/rapidsai/xgboost/statuses/{sha}","languages_url":"https://api.github.com/repos/rapidsai/xgboost/languages","stargazers_url":"https://api.github.com/repos/rapidsai/xgboost/stargazers","contributors_url":"https://api.github.com/repos/rapidsai/xgboost/contributors","subscribers_url":"https://api.github.com/repos/rapidsai/xgboost/subscribers","subscription_url":"https://api.github.com/repos/rapidsai/xgboost/subscription","commits_url":"https://api.github.com/repos/rapidsai/xgboost/commits{/sha}","git_commits_url":"https://api.github.com/repos/rapidsai/xgboost/git/commits{/sha}","comments_url":"https://api.github.com/repos/rapidsai/xgboost/comments{/number}","issue_comment_url":"https://api.github.com/repos/rapidsai/xgboost/issues/comments{/number}","contents_url":"https://api.github.com/repos/rapidsai/xgboost/contents/{+path}","compare_url":"https://api.github.com/repos/rapidsai/xgboost/compare/{base}...{head}","merges_url":"https://api.github.com/repos/rapidsai/xgboost/merges","archive_url":"https://api.github.com/repos/rapidsai/xgboost/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/rapidsai/xgboost/downloads","issues_url":"https://api.github.com/repos/rapidsai/xgboost/issues{/number}","pulls_url":"https://api.github.com/repos/rapidsai/xgboost/pulls{/number}","milestones_url":"https://api.github.com/repos/rapidsai/xgboost/milestones{/number}","notifications_url":"https://api.github.com/repos/rapidsai/xgboost/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/rapidsai/xgboost/labels{/name}","releases_url":"https://api.github.com/repos/rapidsai/xgboost/releases{/id}","deployments_url":"https://api.github.com/repos/rapidsai/xgboost/deployments","created_at":"2018-11-05T20:39:47Z","updated_at":"2019-02-26T23:42:35Z","pushed_at":"2019-02-27T05:19:37Z","git_url":"git://github.com/rapidsai/xgboost.git","ssh_url":"git@github.com:rapidsai/xgboost.git","clone_url":"https://github.com/rapidsai/xgboost.git","svn_url":"https://github.com/rapidsai/xgboost","homepage":"https://xgboost.ai/","size":10844,"stargazers_count":10,"watchers_count":10,"language":"C++","has_issues":false,"has_projects":false,"has_downloads":true,"has_wiki":false,"has_pages":false,"forks_count":3,"mirror_url":null,"archived":false,"open_issues_count":1,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":3,"open_issues":1,"watchers":10,"default_branch":"master"}},"base":{"label":"dmlc:master","ref":"master","sha":"1b7405f688a8b0a02a87d8ac6872668c596c0f83","user":{"login":"dmlc","id":11508361,"node_id":"MDEyOk9yZ2FuaXphdGlvbjExNTA4MzYx","avatar_url":"https://avatars2.githubusercontent.com/u/11508361?v=4","gravatar_id":"","url":"https://api.github.com/users/dmlc","html_url":"https://github.com/dmlc","followers_url":"https://api.github.com/users/dmlc/followers","following_url":"https://api.github.com/users/dmlc/following{/other_user}","gists_url":"https://api.github.com/users/dmlc/gists{/gist_id}","starred_url":"https://api.github.com/users/dmlc/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/dmlc/subscriptions","organizations_url":"https://api.github.com/users/dmlc/orgs","repos_url":"https://api.github.com/users/dmlc/repos","events_url":"https://api.github.com/users/dmlc/events{/privacy}","received_events_url":"https://api.github.com/users/dmlc/received_events","type":"Organization","site_admin":false},"repo":{"id":16587283,"node_id":"MDEwOlJlcG9zaXRvcnkxNjU4NzI4Mw==","name":"xgboost","full_name":"dmlc/xgboost","private":false,"owner":{"login":"dmlc","id":11508361,"node_id":"MDEyOk9yZ2FuaXphdGlvbjExNTA4MzYx","avatar_url":"https://avatars2.githubusercontent.com/u/11508361?v=4","gravatar_id":"","url":"https://api.github.com/users/dmlc","html_url":"https://github.com/dmlc","followers_url":"https://api.github.com/users/dmlc/followers","following_url":"https://api.github.com/users/dmlc/following{/other_user}","gists_url":"https://api.github.com/users/dmlc/gists{/gist_id}","starred_url":"https://api.github.com/users/dmlc/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/dmlc/subscriptions","organizations_url":"https://api.github.com/users/dmlc/orgs","repos_url":"https://api.github.com/users/dmlc/repos","events_url":"https://api.github.com/users/dmlc/events{/privacy}","received_events_url":"https://api.github.com/users/dmlc/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/dmlc/xgboost","description":"Scalable, Portable and Distributed Gradient Boosting (GBDT, GBRT or GBM) Library,  for Python, R, Java, Scala, C++ and more. Runs on single machine, Hadoop, Spark, Flink and DataFlow","fork":false,"url":"https://api.github.com/repos/dmlc/xgboost","forks_url":"https://api.github.com/repos/dmlc/xgboost/forks","keys_url":"https://api.github.com/repos/dmlc/xgboost/keys{/key_id}","collaborators_url":"https://api.github.com/repos/dmlc/xgboost/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/dmlc/xgboost/teams","hooks_url":"https://api.github.com/repos/dmlc/xgboost/hooks","issue_events_url":"https://api.github.com/repos/dmlc/xgboost/issues/events{/number}","events_url":"https://api.github.com/repos/dmlc/xgboost/events","assignees_url":"https://api.github.com/repos/dmlc/xgboost/assignees{/user}","branches_url":"https://api.github.com/repos/dmlc/xgboost/branches{/branch}","tags_url":"https://api.github.com/repos/dmlc/xgboost/tags","blobs_url":"https://api.github.com/repos/dmlc/xgboost/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/dmlc/xgboost/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/dmlc/xgboost/git/refs{/sha}","trees_url":"https://api.github.com/repos/dmlc/xgboost/git/trees{/sha}","statuses_url":"https://api.github.com/repos/dmlc/xgboost/statuses/{sha}","languages_url":"https://api.github.com/repos/dmlc/xgboost/languages","stargazers_url":"https://api.github.com/repos/dmlc/xgboost/stargazers","contributors_url":"https://api.github.com/repos/dmlc/xgboost/contributors","subscribers_url":"https://api.github.com/repos/dmlc/xgboost/subscribers","subscription_url":"https://api.github.com/repos/dmlc/xgboost/subscription","commits_url":"https://api.github.com/repos/dmlc/xgboost/commits{/sha}","git_commits_url":"https://api.github.com/repos/dmlc/xgboost/git/commits{/sha}","comments_url":"https://api.github.com/repos/dmlc/xgboost/comments{/number}","issue_comment_url":"https://api.github.com/repos/dmlc/xgboost/issues/comments{/number}","contents_url":"https://api.github.com/repos/dmlc/xgboost/contents/{+path}","compare_url":"https://api.github.com/repos/dmlc/xgboost/compare/{base}...{head}","merges_url":"https://api.github.com/repos/dmlc/xgboost/merges","archive_url":"https://api.github.com/repos/dmlc/xgboost/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/dmlc/xgboost/downloads","issues_url":"https://api.github.com/repos/dmlc/xgboost/issues{/number}","pulls_url":"https://api.github.com/repos/dmlc/xgboost/pulls{/number}","milestones_url":"https://api.github.com/repos/dmlc/xgboost/milestones{/number}","notifications_url":"https://api.github.com/repos/dmlc/xgboost/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/dmlc/xgboost/labels{/name}","releases_url":"https://api.github.com/repos/dmlc/xgboost/releases{/id}","deployments_url":"https://api.github.com/repos/dmlc/xgboost/deployments","created_at":"2014-02-06T17:28:03Z","updated_at":"2019-02-27T04:12:22Z","pushed_at":"2019-02-27T05:19:52Z","git_url":"git://github.com/dmlc/xgboost.git","ssh_url":"git@github.com:dmlc/xgboost.git","clone_url":"https://github.com/dmlc/xgboost.git","svn_url":"https://github.com/dmlc/xgboost","homepage":"https://xgboost.ai/","size":10534,"stargazers_count":14967,"watchers_count":14967,"language":"C++","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":6355,"mirror_url":null,"archived":false,"open_issues_count":100,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":6355,"open_issues":100,"watchers":14967,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/dmlc/xgboost/pulls/3997"},"html":{"href":"https://github.com/dmlc/xgboost/pull/3997"},"issue":{"href":"https://api.github.com/repos/dmlc/xgboost/issues/3997"},"comments":{"href":"https://api.github.com/repos/dmlc/xgboost/issues/3997/comments"},"review_comments":{"href":"https://api.github.com/repos/dmlc/xgboost/pulls/3997/comments"},"review_comment":{"href":"https://api.github.com/repos/dmlc/xgboost/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/dmlc/xgboost/pulls/3997/commits"},"statuses":{"href":"https://api.github.com/repos/dmlc/xgboost/statuses/b6dcfa6afb791aeb8b3a3b015d5b804f22b0a359"}},"author_association":"NONE"}}
{"actor":{"display_login":"mt-jones"}}