{"action":"created","comment":{"url":"https://api.github.com/repos/lightcopy/parquet-index/pulls/comments/236066601","pull_request_review_id":178075308,"id":236066601,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDIzNjA2NjYwMQ==","diff_hunk":"@@ -301,6 +302,17 @@ private[parquet] object ParquetStatisticsRDD {\n     s\"filter_${UUID.randomUUID}_block${blockSuffix}_col_${colSuffix}\"\n   }\n \n+  /**\n+   * Get FileSystem based on URI\n+   */\n+  def getFS(configuration: Configuration): FileSystem = {\n+    val filterURI = configuration.get(ParquetMetastoreSupport.FILTER_DIR)\n+    filterURI match {\n+      case uri:Any =>  FileSystem.get(new URI(uri), configuration)","path":"src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetStatisticsRDD.scala","position":27,"original_position":27,"commit_id":"d8499c92ed8f2de4191cfc2e7a2a67f9eb9c686a","original_commit_id":"d8499c92ed8f2de4191cfc2e7a2a67f9eb9c686a","user":{"login":"sadikovi","id":7788766,"node_id":"MDQ6VXNlcjc3ODg3NjY=","avatar_url":"https://avatars3.githubusercontent.com/u/7788766?v=4","gravatar_id":"","url":"https://api.github.com/users/sadikovi","html_url":"https://github.com/sadikovi","followers_url":"https://api.github.com/users/sadikovi/followers","following_url":"https://api.github.com/users/sadikovi/following{/other_user}","gists_url":"https://api.github.com/users/sadikovi/gists{/gist_id}","starred_url":"https://api.github.com/users/sadikovi/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/sadikovi/subscriptions","organizations_url":"https://api.github.com/users/sadikovi/orgs","repos_url":"https://api.github.com/users/sadikovi/repos","events_url":"https://api.github.com/users/sadikovi/events{/privacy}","received_events_url":"https://api.github.com/users/sadikovi/received_events","type":"User","site_admin":false},"body":"There is an unnecessary space after `=>`.","created_at":"2018-11-25T09:46:25Z","updated_at":"2018-11-25T09:53:20Z","html_url":"https://github.com/lightcopy/parquet-index/pull/87#discussion_r236066601","pull_request_url":"https://api.github.com/repos/lightcopy/parquet-index/pulls/87","author_association":"MEMBER","_links":{"self":{"href":"https://api.github.com/repos/lightcopy/parquet-index/pulls/comments/236066601"},"html":{"href":"https://github.com/lightcopy/parquet-index/pull/87#discussion_r236066601"},"pull_request":{"href":"https://api.github.com/repos/lightcopy/parquet-index/pulls/87"}}},"pull_request":{"url":"https://api.github.com/repos/lightcopy/parquet-index/pulls/87","id":233337021,"node_id":"MDExOlB1bGxSZXF1ZXN0MjMzMzM3MDIx","html_url":"https://github.com/lightcopy/parquet-index/pull/87","diff_url":"https://github.com/lightcopy/parquet-index/pull/87.diff","patch_url":"https://github.com/lightcopy/parquet-index/pull/87.patch","issue_url":"https://api.github.com/repos/lightcopy/parquet-index/issues/87","number":87,"state":"open","locked":false,"title":"ISSUE 86: Creating Hadoop FS based on URI and conf","user":{"login":"arunbhat","id":4691119,"node_id":"MDQ6VXNlcjQ2OTExMTk=","avatar_url":"https://avatars3.githubusercontent.com/u/4691119?v=4","gravatar_id":"","url":"https://api.github.com/users/arunbhat","html_url":"https://github.com/arunbhat","followers_url":"https://api.github.com/users/arunbhat/followers","following_url":"https://api.github.com/users/arunbhat/following{/other_user}","gists_url":"https://api.github.com/users/arunbhat/gists{/gist_id}","starred_url":"https://api.github.com/users/arunbhat/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/arunbhat/subscriptions","organizations_url":"https://api.github.com/users/arunbhat/orgs","repos_url":"https://api.github.com/users/arunbhat/repos","events_url":"https://api.github.com/users/arunbhat/events{/privacy}","received_events_url":"https://api.github.com/users/arunbhat/received_events","type":"User","site_admin":false},"body":"Added static getFS to check for null and non-null default URI\r\nAdded basic test on file:// (couldn't add s3a due to credentials and aws classes)","created_at":"2018-11-24T19:51:47Z","updated_at":"2018-11-25T09:53:20Z","closed_at":null,"merged_at":null,"merge_commit_sha":"38bccba0ec490bef5cb4de5aaf480dd82c77434a","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/lightcopy/parquet-index/pulls/87/commits","review_comments_url":"https://api.github.com/repos/lightcopy/parquet-index/pulls/87/comments","review_comment_url":"https://api.github.com/repos/lightcopy/parquet-index/pulls/comments{/number}","comments_url":"https://api.github.com/repos/lightcopy/parquet-index/issues/87/comments","statuses_url":"https://api.github.com/repos/lightcopy/parquet-index/statuses/d8499c92ed8f2de4191cfc2e7a2a67f9eb9c686a","head":{"label":"arunbhat:master","ref":"master","sha":"d8499c92ed8f2de4191cfc2e7a2a67f9eb9c686a","user":{"login":"arunbhat","id":4691119,"node_id":"MDQ6VXNlcjQ2OTExMTk=","avatar_url":"https://avatars3.githubusercontent.com/u/4691119?v=4","gravatar_id":"","url":"https://api.github.com/users/arunbhat","html_url":"https://github.com/arunbhat","followers_url":"https://api.github.com/users/arunbhat/followers","following_url":"https://api.github.com/users/arunbhat/following{/other_user}","gists_url":"https://api.github.com/users/arunbhat/gists{/gist_id}","starred_url":"https://api.github.com/users/arunbhat/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/arunbhat/subscriptions","organizations_url":"https://api.github.com/users/arunbhat/orgs","repos_url":"https://api.github.com/users/arunbhat/repos","events_url":"https://api.github.com/users/arunbhat/events{/privacy}","received_events_url":"https://api.github.com/users/arunbhat/received_events","type":"User","site_admin":false},"repo":{"id":158961270,"node_id":"MDEwOlJlcG9zaXRvcnkxNTg5NjEyNzA=","name":"parquet-index","full_name":"arunbhat/parquet-index","private":false,"owner":{"login":"arunbhat","id":4691119,"node_id":"MDQ6VXNlcjQ2OTExMTk=","avatar_url":"https://avatars3.githubusercontent.com/u/4691119?v=4","gravatar_id":"","url":"https://api.github.com/users/arunbhat","html_url":"https://github.com/arunbhat","followers_url":"https://api.github.com/users/arunbhat/followers","following_url":"https://api.github.com/users/arunbhat/following{/other_user}","gists_url":"https://api.github.com/users/arunbhat/gists{/gist_id}","starred_url":"https://api.github.com/users/arunbhat/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/arunbhat/subscriptions","organizations_url":"https://api.github.com/users/arunbhat/orgs","repos_url":"https://api.github.com/users/arunbhat/repos","events_url":"https://api.github.com/users/arunbhat/events{/privacy}","received_events_url":"https://api.github.com/users/arunbhat/received_events","type":"User","site_admin":false},"html_url":"https://github.com/arunbhat/parquet-index","description":"Spark SQL index for Parquet tables","fork":true,"url":"https://api.github.com/repos/arunbhat/parquet-index","forks_url":"https://api.github.com/repos/arunbhat/parquet-index/forks","keys_url":"https://api.github.com/repos/arunbhat/parquet-index/keys{/key_id}","collaborators_url":"https://api.github.com/repos/arunbhat/parquet-index/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/arunbhat/parquet-index/teams","hooks_url":"https://api.github.com/repos/arunbhat/parquet-index/hooks","issue_events_url":"https://api.github.com/repos/arunbhat/parquet-index/issues/events{/number}","events_url":"https://api.github.com/repos/arunbhat/parquet-index/events","assignees_url":"https://api.github.com/repos/arunbhat/parquet-index/assignees{/user}","branches_url":"https://api.github.com/repos/arunbhat/parquet-index/branches{/branch}","tags_url":"https://api.github.com/repos/arunbhat/parquet-index/tags","blobs_url":"https://api.github.com/repos/arunbhat/parquet-index/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/arunbhat/parquet-index/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/arunbhat/parquet-index/git/refs{/sha}","trees_url":"https://api.github.com/repos/arunbhat/parquet-index/git/trees{/sha}","statuses_url":"https://api.github.com/repos/arunbhat/parquet-index/statuses/{sha}","languages_url":"https://api.github.com/repos/arunbhat/parquet-index/languages","stargazers_url":"https://api.github.com/repos/arunbhat/parquet-index/stargazers","contributors_url":"https://api.github.com/repos/arunbhat/parquet-index/contributors","subscribers_url":"https://api.github.com/repos/arunbhat/parquet-index/subscribers","subscription_url":"https://api.github.com/repos/arunbhat/parquet-index/subscription","commits_url":"https://api.github.com/repos/arunbhat/parquet-index/commits{/sha}","git_commits_url":"https://api.github.com/repos/arunbhat/parquet-index/git/commits{/sha}","comments_url":"https://api.github.com/repos/arunbhat/parquet-index/comments{/number}","issue_comment_url":"https://api.github.com/repos/arunbhat/parquet-index/issues/comments{/number}","contents_url":"https://api.github.com/repos/arunbhat/parquet-index/contents/{+path}","compare_url":"https://api.github.com/repos/arunbhat/parquet-index/compare/{base}...{head}","merges_url":"https://api.github.com/repos/arunbhat/parquet-index/merges","archive_url":"https://api.github.com/repos/arunbhat/parquet-index/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/arunbhat/parquet-index/downloads","issues_url":"https://api.github.com/repos/arunbhat/parquet-index/issues{/number}","pulls_url":"https://api.github.com/repos/arunbhat/parquet-index/pulls{/number}","milestones_url":"https://api.github.com/repos/arunbhat/parquet-index/milestones{/number}","notifications_url":"https://api.github.com/repos/arunbhat/parquet-index/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/arunbhat/parquet-index/labels{/name}","releases_url":"https://api.github.com/repos/arunbhat/parquet-index/releases{/id}","deployments_url":"https://api.github.com/repos/arunbhat/parquet-index/deployments","created_at":"2018-11-24T18:03:38Z","updated_at":"2018-11-24T19:47:14Z","pushed_at":"2018-11-24T19:47:13Z","git_url":"git://github.com/arunbhat/parquet-index.git","ssh_url":"git@github.com:arunbhat/parquet-index.git","clone_url":"https://github.com/arunbhat/parquet-index.git","svn_url":"https://github.com/arunbhat/parquet-index","homepage":"","size":437,"stargazers_count":0,"watchers_count":0,"language":"Scala","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":0,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"lightcopy:master","ref":"master","sha":"7968c00b0d902a0ecfe1ac5a4606b63e9fc5681c","user":{"login":"lightcopy","id":20922857,"node_id":"MDEyOk9yZ2FuaXphdGlvbjIwOTIyODU3","avatar_url":"https://avatars2.githubusercontent.com/u/20922857?v=4","gravatar_id":"","url":"https://api.github.com/users/lightcopy","html_url":"https://github.com/lightcopy","followers_url":"https://api.github.com/users/lightcopy/followers","following_url":"https://api.github.com/users/lightcopy/following{/other_user}","gists_url":"https://api.github.com/users/lightcopy/gists{/gist_id}","starred_url":"https://api.github.com/users/lightcopy/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lightcopy/subscriptions","organizations_url":"https://api.github.com/users/lightcopy/orgs","repos_url":"https://api.github.com/users/lightcopy/repos","events_url":"https://api.github.com/users/lightcopy/events{/privacy}","received_events_url":"https://api.github.com/users/lightcopy/received_events","type":"Organization","site_admin":false},"repo":{"id":74737250,"node_id":"MDEwOlJlcG9zaXRvcnk3NDczNzI1MA==","name":"parquet-index","full_name":"lightcopy/parquet-index","private":false,"owner":{"login":"lightcopy","id":20922857,"node_id":"MDEyOk9yZ2FuaXphdGlvbjIwOTIyODU3","avatar_url":"https://avatars2.githubusercontent.com/u/20922857?v=4","gravatar_id":"","url":"https://api.github.com/users/lightcopy","html_url":"https://github.com/lightcopy","followers_url":"https://api.github.com/users/lightcopy/followers","following_url":"https://api.github.com/users/lightcopy/following{/other_user}","gists_url":"https://api.github.com/users/lightcopy/gists{/gist_id}","starred_url":"https://api.github.com/users/lightcopy/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lightcopy/subscriptions","organizations_url":"https://api.github.com/users/lightcopy/orgs","repos_url":"https://api.github.com/users/lightcopy/repos","events_url":"https://api.github.com/users/lightcopy/events{/privacy}","received_events_url":"https://api.github.com/users/lightcopy/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/lightcopy/parquet-index","description":"Spark SQL index for Parquet tables","fork":false,"url":"https://api.github.com/repos/lightcopy/parquet-index","forks_url":"https://api.github.com/repos/lightcopy/parquet-index/forks","keys_url":"https://api.github.com/repos/lightcopy/parquet-index/keys{/key_id}","collaborators_url":"https://api.github.com/repos/lightcopy/parquet-index/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/lightcopy/parquet-index/teams","hooks_url":"https://api.github.com/repos/lightcopy/parquet-index/hooks","issue_events_url":"https://api.github.com/repos/lightcopy/parquet-index/issues/events{/number}","events_url":"https://api.github.com/repos/lightcopy/parquet-index/events","assignees_url":"https://api.github.com/repos/lightcopy/parquet-index/assignees{/user}","branches_url":"https://api.github.com/repos/lightcopy/parquet-index/branches{/branch}","tags_url":"https://api.github.com/repos/lightcopy/parquet-index/tags","blobs_url":"https://api.github.com/repos/lightcopy/parquet-index/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/lightcopy/parquet-index/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/lightcopy/parquet-index/git/refs{/sha}","trees_url":"https://api.github.com/repos/lightcopy/parquet-index/git/trees{/sha}","statuses_url":"https://api.github.com/repos/lightcopy/parquet-index/statuses/{sha}","languages_url":"https://api.github.com/repos/lightcopy/parquet-index/languages","stargazers_url":"https://api.github.com/repos/lightcopy/parquet-index/stargazers","contributors_url":"https://api.github.com/repos/lightcopy/parquet-index/contributors","subscribers_url":"https://api.github.com/repos/lightcopy/parquet-index/subscribers","subscription_url":"https://api.github.com/repos/lightcopy/parquet-index/subscription","commits_url":"https://api.github.com/repos/lightcopy/parquet-index/commits{/sha}","git_commits_url":"https://api.github.com/repos/lightcopy/parquet-index/git/commits{/sha}","comments_url":"https://api.github.com/repos/lightcopy/parquet-index/comments{/number}","issue_comment_url":"https://api.github.com/repos/lightcopy/parquet-index/issues/comments{/number}","contents_url":"https://api.github.com/repos/lightcopy/parquet-index/contents/{+path}","compare_url":"https://api.github.com/repos/lightcopy/parquet-index/compare/{base}...{head}","merges_url":"https://api.github.com/repos/lightcopy/parquet-index/merges","archive_url":"https://api.github.com/repos/lightcopy/parquet-index/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/lightcopy/parquet-index/downloads","issues_url":"https://api.github.com/repos/lightcopy/parquet-index/issues{/number}","pulls_url":"https://api.github.com/repos/lightcopy/parquet-index/pulls{/number}","milestones_url":"https://api.github.com/repos/lightcopy/parquet-index/milestones{/number}","notifications_url":"https://api.github.com/repos/lightcopy/parquet-index/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/lightcopy/parquet-index/labels{/name}","releases_url":"https://api.github.com/repos/lightcopy/parquet-index/releases{/id}","deployments_url":"https://api.github.com/repos/lightcopy/parquet-index/deployments","created_at":"2016-11-25T07:55:41Z","updated_at":"2018-11-25T05:01:22Z","pushed_at":"2018-11-24T19:51:47Z","git_url":"git://github.com/lightcopy/parquet-index.git","ssh_url":"git@github.com:lightcopy/parquet-index.git","clone_url":"https://github.com/lightcopy/parquet-index.git","svn_url":"https://github.com/lightcopy/parquet-index","homepage":"","size":435,"stargazers_count":60,"watchers_count":60,"language":"Scala","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":14,"mirror_url":null,"archived":false,"open_issues_count":12,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":14,"open_issues":12,"watchers":60,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/lightcopy/parquet-index/pulls/87"},"html":{"href":"https://github.com/lightcopy/parquet-index/pull/87"},"issue":{"href":"https://api.github.com/repos/lightcopy/parquet-index/issues/87"},"comments":{"href":"https://api.github.com/repos/lightcopy/parquet-index/issues/87/comments"},"review_comments":{"href":"https://api.github.com/repos/lightcopy/parquet-index/pulls/87/comments"},"review_comment":{"href":"https://api.github.com/repos/lightcopy/parquet-index/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/lightcopy/parquet-index/pulls/87/commits"},"statuses":{"href":"https://api.github.com/repos/lightcopy/parquet-index/statuses/d8499c92ed8f2de4191cfc2e7a2a67f9eb9c686a"}},"author_association":"NONE"}}
{"actor":{"display_login":"sadikovi"}}