{"action":"opened","number":21,"pull_request":{"url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls/21","id":238997696,"node_id":"MDExOlB1bGxSZXF1ZXN0MjM4OTk3Njk2","html_url":"https://github.com/mozilla/Overscripted-Data-Analysis-Challenge/pull/21","diff_url":"https://github.com/mozilla/Overscripted-Data-Analysis-Challenge/pull/21.diff","patch_url":"https://github.com/mozilla/Overscripted-Data-Analysis-Challenge/pull/21.patch","issue_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/issues/21","number":21,"state":"open","locked":false,"title":"First version of complete static analysis pipeline.","user":{"login":"ddobre","id":19653980,"node_id":"MDQ6VXNlcjE5NjUzOTgw","avatar_url":"https://avatars3.githubusercontent.com/u/19653980?v=4","gravatar_id":"","url":"https://api.github.com/users/ddobre","html_url":"https://github.com/ddobre","followers_url":"https://api.github.com/users/ddobre/followers","following_url":"https://api.github.com/users/ddobre/following{/other_user}","gists_url":"https://api.github.com/users/ddobre/gists{/gist_id}","starred_url":"https://api.github.com/users/ddobre/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ddobre/subscriptions","organizations_url":"https://api.github.com/users/ddobre/orgs","repos_url":"https://api.github.com/users/ddobre/repos","events_url":"https://api.github.com/users/ddobre/events{/privacy}","received_events_url":"https://api.github.com/users/ddobre/received_events","type":"User","site_admin":false},"body":"Contains the four parts of the pipeline:\r\n1) Generate a cleansed URL list from the full dataset.\r\n2) Request all of the URLs from pt.1 and download them into a specified directory. \r\n3) Generate symbol of interests from Mozilla APIs. Given a list of seed APIs, extract all associated methods and symbols to those seeds and dump into a JSON file.\r\n4) Generate an AST for each JS file downloaded, and extract symbol counts for those matching the symbol list generated by pt.3.\r\n\r\nNote: There is still a little more testing to be done to make sure there are no bugs, however I am currently limited by my computer running pt.4 on the whole dataset. There is one more thing that I might be able to add, which is inferring the parent APIs from symbols without conflicting parent APIs.","created_at":"2018-12-16T23:20:51Z","updated_at":"2018-12-16T23:20:51Z","closed_at":null,"merged_at":null,"merge_commit_sha":null,"assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls/21/commits","review_comments_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls/21/comments","review_comment_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls/comments{/number}","comments_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/issues/21/comments","statuses_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/statuses/8705f915944cdc77282c6da04bba9241cccdea8a","head":{"label":"ddobre:static_analysis","ref":"static_analysis","sha":"8705f915944cdc77282c6da04bba9241cccdea8a","user":{"login":"ddobre","id":19653980,"node_id":"MDQ6VXNlcjE5NjUzOTgw","avatar_url":"https://avatars3.githubusercontent.com/u/19653980?v=4","gravatar_id":"","url":"https://api.github.com/users/ddobre","html_url":"https://github.com/ddobre","followers_url":"https://api.github.com/users/ddobre/followers","following_url":"https://api.github.com/users/ddobre/following{/other_user}","gists_url":"https://api.github.com/users/ddobre/gists{/gist_id}","starred_url":"https://api.github.com/users/ddobre/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ddobre/subscriptions","organizations_url":"https://api.github.com/users/ddobre/orgs","repos_url":"https://api.github.com/users/ddobre/repos","events_url":"https://api.github.com/users/ddobre/events{/privacy}","received_events_url":"https://api.github.com/users/ddobre/received_events","type":"User","site_admin":false},"repo":{"id":153360426,"node_id":"MDEwOlJlcG9zaXRvcnkxNTMzNjA0MjY=","name":"Overscripted-Data-Analysis-Challenge","full_name":"ddobre/Overscripted-Data-Analysis-Challenge","private":false,"owner":{"login":"ddobre","id":19653980,"node_id":"MDQ6VXNlcjE5NjUzOTgw","avatar_url":"https://avatars3.githubusercontent.com/u/19653980?v=4","gravatar_id":"","url":"https://api.github.com/users/ddobre","html_url":"https://github.com/ddobre","followers_url":"https://api.github.com/users/ddobre/followers","following_url":"https://api.github.com/users/ddobre/following{/other_user}","gists_url":"https://api.github.com/users/ddobre/gists{/gist_id}","starred_url":"https://api.github.com/users/ddobre/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ddobre/subscriptions","organizations_url":"https://api.github.com/users/ddobre/orgs","repos_url":"https://api.github.com/users/ddobre/repos","events_url":"https://api.github.com/users/ddobre/events{/privacy}","received_events_url":"https://api.github.com/users/ddobre/received_events","type":"User","site_admin":false},"html_url":"https://github.com/ddobre/Overscripted-Data-Analysis-Challenge","description":"Repository for the Mozilla Overscripted Data Mining Challenge","fork":true,"url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge","forks_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/forks","keys_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/keys{/key_id}","collaborators_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/teams","hooks_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/hooks","issue_events_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/issues/events{/number}","events_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/events","assignees_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/assignees{/user}","branches_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/branches{/branch}","tags_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/tags","blobs_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/git/refs{/sha}","trees_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/git/trees{/sha}","statuses_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/statuses/{sha}","languages_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/languages","stargazers_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/stargazers","contributors_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/contributors","subscribers_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/subscribers","subscription_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/subscription","commits_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/commits{/sha}","git_commits_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/git/commits{/sha}","comments_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/comments{/number}","issue_comment_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/issues/comments{/number}","contents_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/contents/{+path}","compare_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/compare/{base}...{head}","merges_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/merges","archive_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/downloads","issues_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/issues{/number}","pulls_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/pulls{/number}","milestones_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/milestones{/number}","notifications_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/labels{/name}","releases_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/releases{/id}","deployments_url":"https://api.github.com/repos/ddobre/Overscripted-Data-Analysis-Challenge/deployments","created_at":"2018-10-16T22:05:40Z","updated_at":"2018-10-16T22:05:42Z","pushed_at":"2018-12-16T23:14:41Z","git_url":"git://github.com/ddobre/Overscripted-Data-Analysis-Challenge.git","ssh_url":"git@github.com:ddobre/Overscripted-Data-Analysis-Challenge.git","clone_url":"https://github.com/ddobre/Overscripted-Data-Analysis-Challenge.git","svn_url":"https://github.com/ddobre/Overscripted-Data-Analysis-Challenge","homepage":null,"size":8416,"stargazers_count":0,"watchers_count":0,"language":"Jupyter Notebook","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":0,"license":{"key":"mpl-2.0","name":"Mozilla Public License 2.0","spdx_id":"MPL-2.0","url":"https://api.github.com/licenses/mpl-2.0","node_id":"MDc6TGljZW5zZTE0"},"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"mozilla:master","ref":"master","sha":"7faa81d8832f1e241afb08afcaf959c41ca7c83f","user":{"login":"mozilla","id":131524,"node_id":"MDEyOk9yZ2FuaXphdGlvbjEzMTUyNA==","avatar_url":"https://avatars2.githubusercontent.com/u/131524?v=4","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"repo":{"id":135297483,"node_id":"MDEwOlJlcG9zaXRvcnkxMzUyOTc0ODM=","name":"Overscripted-Data-Analysis-Challenge","full_name":"mozilla/Overscripted-Data-Analysis-Challenge","private":false,"owner":{"login":"mozilla","id":131524,"node_id":"MDEyOk9yZ2FuaXphdGlvbjEzMTUyNA==","avatar_url":"https://avatars2.githubusercontent.com/u/131524?v=4","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/mozilla/Overscripted-Data-Analysis-Challenge","description":"Repository for the Mozilla Overscripted Data Mining Challenge","fork":false,"url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge","forks_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/forks","keys_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/keys{/key_id}","collaborators_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/teams","hooks_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/hooks","issue_events_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/issues/events{/number}","events_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/events","assignees_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/assignees{/user}","branches_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/branches{/branch}","tags_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/tags","blobs_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/git/refs{/sha}","trees_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/git/trees{/sha}","statuses_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/statuses/{sha}","languages_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/languages","stargazers_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/stargazers","contributors_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/contributors","subscribers_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/subscribers","subscription_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/subscription","commits_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/commits{/sha}","git_commits_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/git/commits{/sha}","comments_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/comments{/number}","issue_comment_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/issues/comments{/number}","contents_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/contents/{+path}","compare_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/compare/{base}...{head}","merges_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/merges","archive_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/downloads","issues_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/issues{/number}","pulls_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls{/number}","milestones_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/milestones{/number}","notifications_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/labels{/name}","releases_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/releases{/id}","deployments_url":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/deployments","created_at":"2018-05-29T13:07:07Z","updated_at":"2018-11-23T03:22:46Z","pushed_at":"2018-12-13T17:53:42Z","git_url":"git://github.com/mozilla/Overscripted-Data-Analysis-Challenge.git","ssh_url":"git@github.com:mozilla/Overscripted-Data-Analysis-Challenge.git","clone_url":"https://github.com/mozilla/Overscripted-Data-Analysis-Challenge.git","svn_url":"https://github.com/mozilla/Overscripted-Data-Analysis-Challenge","homepage":null,"size":388,"stargazers_count":50,"watchers_count":50,"language":"Jupyter Notebook","has_issues":true,"has_projects":false,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":18,"mirror_url":null,"archived":false,"open_issues_count":14,"license":{"key":"mpl-2.0","name":"Mozilla Public License 2.0","spdx_id":"MPL-2.0","url":"https://api.github.com/licenses/mpl-2.0","node_id":"MDc6TGljZW5zZTE0"},"forks":18,"open_issues":14,"watchers":50,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls/21"},"html":{"href":"https://github.com/mozilla/Overscripted-Data-Analysis-Challenge/pull/21"},"issue":{"href":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/issues/21"},"comments":{"href":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/issues/21/comments"},"review_comments":{"href":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls/21/comments"},"review_comment":{"href":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/pulls/21/commits"},"statuses":{"href":"https://api.github.com/repos/mozilla/Overscripted-Data-Analysis-Challenge/statuses/8705f915944cdc77282c6da04bba9241cccdea8a"}},"author_association":"NONE","merged":false,"mergeable":null,"rebaseable":null,"mergeable_state":"unknown","merged_by":null,"comments":0,"review_comments":0,"maintainer_can_modify":true,"commits":1,"additions":618550,"deletions":0,"changed_files":43}}
{"actor":{"display_login":"ddobre"}}