{"action":"created","comment":{"url":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/comments/244221437","pull_request_review_id":188160068,"id":244221437,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDI0NDIyMTQzNw==","diff_hunk":"@@ -172,8 +172,7 @@ def get_proxies(use_test=False):\n     in_prod = environment.in_prod()\n \n     if not in_prod or use_test:\n-        user_var = \"test_proxy_user\"\n-        pass_var = \"test_proxy_password\"\n+        return None","path":"recidiviz/ingest/scraper_utils.py","position":6,"original_position":6,"commit_id":"a4d8f4ca2373041515b1c54c05ada7ff9a753ecc","original_commit_id":"a4d8f4ca2373041515b1c54c05ada7ff9a753ecc","user":{"login":"ohinds","id":611999,"node_id":"MDQ6VXNlcjYxMTk5OQ==","avatar_url":"https://avatars3.githubusercontent.com/u/611999?v=4","gravatar_id":"","url":"https://api.github.com/users/ohinds","html_url":"https://github.com/ohinds","followers_url":"https://api.github.com/users/ohinds/followers","following_url":"https://api.github.com/users/ohinds/following{/other_user}","gists_url":"https://api.github.com/users/ohinds/gists{/gist_id}","starred_url":"https://api.github.com/users/ohinds/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ohinds/subscriptions","organizations_url":"https://api.github.com/users/ohinds/orgs","repos_url":"https://api.github.com/users/ohinds/repos","events_url":"https://api.github.com/users/ohinds/events{/privacy}","received_events_url":"https://api.github.com/users/ohinds/received_events","type":"User","site_admin":false},"body":"I think this is why the tests are failing?","created_at":"2018-12-27T20:33:49Z","updated_at":"2018-12-27T20:34:19Z","html_url":"https://github.com/Recidiviz/recidiviz-data/pull/420#discussion_r244221437","pull_request_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/420","author_association":"COLLABORATOR","_links":{"self":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/comments/244221437"},"html":{"href":"https://github.com/Recidiviz/recidiviz-data/pull/420#discussion_r244221437"},"pull_request":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/420"}}},"pull_request":{"url":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/420","id":241198788,"node_id":"MDExOlB1bGxSZXF1ZXN0MjQxMTk4Nzg4","html_url":"https://github.com/Recidiviz/recidiviz-data/pull/420","diff_url":"https://github.com/Recidiviz/recidiviz-data/pull/420.diff","patch_url":"https://github.com/Recidiviz/recidiviz-data/pull/420.patch","issue_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues/420","number":420,"state":"open","locked":false,"title":"Cli script","user":{"login":"arian487","id":1262163,"node_id":"MDQ6VXNlcjEyNjIxNjM=","avatar_url":"https://avatars0.githubusercontent.com/u/1262163?v=4","gravatar_id":"","url":"https://api.github.com/users/arian487","html_url":"https://github.com/arian487","followers_url":"https://api.github.com/users/arian487/followers","following_url":"https://api.github.com/users/arian487/following{/other_user}","gists_url":"https://api.github.com/users/arian487/gists{/gist_id}","starred_url":"https://api.github.com/users/arian487/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/arian487/subscriptions","organizations_url":"https://api.github.com/users/arian487/orgs","repos_url":"https://api.github.com/users/arian487/repos","events_url":"https://api.github.com/users/arian487/events{/privacy}","received_events_url":"https://api.github.com/users/arian487/received_events","type":"User","site_admin":false},"body":"Adds a simple CLI script which runs a scraper in memory rather than running it using appengine.  This makes the running much faster, and gives the writer the satisfaction of seeing successful runs.  Because it interacts with the persistence layer, it runs all of the conversions and validations.  This handles #408 ","created_at":"2018-12-27T17:59:21Z","updated_at":"2018-12-27T20:34:19Z","closed_at":null,"merged_at":null,"merge_commit_sha":"ff9a15a1444492a65e7615199d4456ecda29c266","assignee":null,"assignees":[],"requested_reviewers":[{"login":"jessex","id":431895,"node_id":"MDQ6VXNlcjQzMTg5NQ==","avatar_url":"https://avatars1.githubusercontent.com/u/431895?v=4","gravatar_id":"","url":"https://api.github.com/users/jessex","html_url":"https://github.com/jessex","followers_url":"https://api.github.com/users/jessex/followers","following_url":"https://api.github.com/users/jessex/following{/other_user}","gists_url":"https://api.github.com/users/jessex/gists{/gist_id}","starred_url":"https://api.github.com/users/jessex/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jessex/subscriptions","organizations_url":"https://api.github.com/users/jessex/orgs","repos_url":"https://api.github.com/users/jessex/repos","events_url":"https://api.github.com/users/jessex/events{/privacy}","received_events_url":"https://api.github.com/users/jessex/received_events","type":"User","site_admin":false}],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/420/commits","review_comments_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/420/comments","review_comment_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/comments{/number}","comments_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues/420/comments","statuses_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/statuses/a4d8f4ca2373041515b1c54c05ada7ff9a753ecc","head":{"label":"Recidiviz:cli_script","ref":"cli_script","sha":"a4d8f4ca2373041515b1c54c05ada7ff9a753ecc","user":{"login":"Recidiviz","id":35868122,"node_id":"MDEyOk9yZ2FuaXphdGlvbjM1ODY4MTIy","avatar_url":"https://avatars2.githubusercontent.com/u/35868122?v=4","gravatar_id":"","url":"https://api.github.com/users/Recidiviz","html_url":"https://github.com/Recidiviz","followers_url":"https://api.github.com/users/Recidiviz/followers","following_url":"https://api.github.com/users/Recidiviz/following{/other_user}","gists_url":"https://api.github.com/users/Recidiviz/gists{/gist_id}","starred_url":"https://api.github.com/users/Recidiviz/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Recidiviz/subscriptions","organizations_url":"https://api.github.com/users/Recidiviz/orgs","repos_url":"https://api.github.com/users/Recidiviz/repos","events_url":"https://api.github.com/users/Recidiviz/events{/privacy}","received_events_url":"https://api.github.com/users/Recidiviz/received_events","type":"Organization","site_admin":false},"repo":{"id":108306686,"node_id":"MDEwOlJlcG9zaXRvcnkxMDgzMDY2ODY=","name":"recidiviz-data","full_name":"Recidiviz/recidiviz-data","private":false,"owner":{"login":"Recidiviz","id":35868122,"node_id":"MDEyOk9yZ2FuaXphdGlvbjM1ODY4MTIy","avatar_url":"https://avatars2.githubusercontent.com/u/35868122?v=4","gravatar_id":"","url":"https://api.github.com/users/Recidiviz","html_url":"https://github.com/Recidiviz","followers_url":"https://api.github.com/users/Recidiviz/followers","following_url":"https://api.github.com/users/Recidiviz/following{/other_user}","gists_url":"https://api.github.com/users/Recidiviz/gists{/gist_id}","starred_url":"https://api.github.com/users/Recidiviz/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Recidiviz/subscriptions","organizations_url":"https://api.github.com/users/Recidiviz/orgs","repos_url":"https://api.github.com/users/Recidiviz/repos","events_url":"https://api.github.com/users/Recidiviz/events{/privacy}","received_events_url":"https://api.github.com/users/Recidiviz/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/Recidiviz/recidiviz-data","description":"Ingesting prison and jail records from various data sources and calculating criminal justice metrics","fork":false,"url":"https://api.github.com/repos/Recidiviz/recidiviz-data","forks_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/forks","keys_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/teams","hooks_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/hooks","issue_events_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues/events{/number}","events_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/events","assignees_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/assignees{/user}","branches_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/branches{/branch}","tags_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/tags","blobs_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/refs{/sha}","trees_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/statuses/{sha}","languages_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/languages","stargazers_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/stargazers","contributors_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/contributors","subscribers_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/subscribers","subscription_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/subscription","commits_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/commits{/sha}","git_commits_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/commits{/sha}","comments_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/comments{/number}","issue_comment_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues/comments{/number}","contents_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/contents/{+path}","compare_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/merges","archive_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/downloads","issues_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues{/number}","pulls_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls{/number}","milestones_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/milestones{/number}","notifications_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/labels{/name}","releases_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/releases{/id}","deployments_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/deployments","created_at":"2017-10-25T18:04:59Z","updated_at":"2018-12-24T21:37:31Z","pushed_at":"2018-12-27T18:11:32Z","git_url":"git://github.com/Recidiviz/recidiviz-data.git","ssh_url":"git@github.com:Recidiviz/recidiviz-data.git","clone_url":"https://github.com/Recidiviz/recidiviz-data.git","svn_url":"https://github.com/Recidiviz/recidiviz-data","homepage":"","size":8720,"stargazers_count":8,"watchers_count":8,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":9,"mirror_url":null,"archived":false,"open_issues_count":97,"license":{"key":"gpl-3.0","name":"GNU General Public License v3.0","spdx_id":"GPL-3.0","url":"https://api.github.com/licenses/gpl-3.0","node_id":"MDc6TGljZW5zZTk="},"forks":9,"open_issues":97,"watchers":8,"default_branch":"master"}},"base":{"label":"Recidiviz:master","ref":"master","sha":"3f27ff7ece64f49ecd4773b8d50280d76f6efcb3","user":{"login":"Recidiviz","id":35868122,"node_id":"MDEyOk9yZ2FuaXphdGlvbjM1ODY4MTIy","avatar_url":"https://avatars2.githubusercontent.com/u/35868122?v=4","gravatar_id":"","url":"https://api.github.com/users/Recidiviz","html_url":"https://github.com/Recidiviz","followers_url":"https://api.github.com/users/Recidiviz/followers","following_url":"https://api.github.com/users/Recidiviz/following{/other_user}","gists_url":"https://api.github.com/users/Recidiviz/gists{/gist_id}","starred_url":"https://api.github.com/users/Recidiviz/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Recidiviz/subscriptions","organizations_url":"https://api.github.com/users/Recidiviz/orgs","repos_url":"https://api.github.com/users/Recidiviz/repos","events_url":"https://api.github.com/users/Recidiviz/events{/privacy}","received_events_url":"https://api.github.com/users/Recidiviz/received_events","type":"Organization","site_admin":false},"repo":{"id":108306686,"node_id":"MDEwOlJlcG9zaXRvcnkxMDgzMDY2ODY=","name":"recidiviz-data","full_name":"Recidiviz/recidiviz-data","private":false,"owner":{"login":"Recidiviz","id":35868122,"node_id":"MDEyOk9yZ2FuaXphdGlvbjM1ODY4MTIy","avatar_url":"https://avatars2.githubusercontent.com/u/35868122?v=4","gravatar_id":"","url":"https://api.github.com/users/Recidiviz","html_url":"https://github.com/Recidiviz","followers_url":"https://api.github.com/users/Recidiviz/followers","following_url":"https://api.github.com/users/Recidiviz/following{/other_user}","gists_url":"https://api.github.com/users/Recidiviz/gists{/gist_id}","starred_url":"https://api.github.com/users/Recidiviz/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Recidiviz/subscriptions","organizations_url":"https://api.github.com/users/Recidiviz/orgs","repos_url":"https://api.github.com/users/Recidiviz/repos","events_url":"https://api.github.com/users/Recidiviz/events{/privacy}","received_events_url":"https://api.github.com/users/Recidiviz/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/Recidiviz/recidiviz-data","description":"Ingesting prison and jail records from various data sources and calculating criminal justice metrics","fork":false,"url":"https://api.github.com/repos/Recidiviz/recidiviz-data","forks_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/forks","keys_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/teams","hooks_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/hooks","issue_events_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues/events{/number}","events_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/events","assignees_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/assignees{/user}","branches_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/branches{/branch}","tags_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/tags","blobs_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/refs{/sha}","trees_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/statuses/{sha}","languages_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/languages","stargazers_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/stargazers","contributors_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/contributors","subscribers_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/subscribers","subscription_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/subscription","commits_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/commits{/sha}","git_commits_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/git/commits{/sha}","comments_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/comments{/number}","issue_comment_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues/comments{/number}","contents_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/contents/{+path}","compare_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/merges","archive_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/downloads","issues_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues{/number}","pulls_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls{/number}","milestones_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/milestones{/number}","notifications_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/labels{/name}","releases_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/releases{/id}","deployments_url":"https://api.github.com/repos/Recidiviz/recidiviz-data/deployments","created_at":"2017-10-25T18:04:59Z","updated_at":"2018-12-24T21:37:31Z","pushed_at":"2018-12-27T18:11:32Z","git_url":"git://github.com/Recidiviz/recidiviz-data.git","ssh_url":"git@github.com:Recidiviz/recidiviz-data.git","clone_url":"https://github.com/Recidiviz/recidiviz-data.git","svn_url":"https://github.com/Recidiviz/recidiviz-data","homepage":"","size":8720,"stargazers_count":8,"watchers_count":8,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":9,"mirror_url":null,"archived":false,"open_issues_count":97,"license":{"key":"gpl-3.0","name":"GNU General Public License v3.0","spdx_id":"GPL-3.0","url":"https://api.github.com/licenses/gpl-3.0","node_id":"MDc6TGljZW5zZTk="},"forks":9,"open_issues":97,"watchers":8,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/420"},"html":{"href":"https://github.com/Recidiviz/recidiviz-data/pull/420"},"issue":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues/420"},"comments":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/issues/420/comments"},"review_comments":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/420/comments"},"review_comment":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/pulls/420/commits"},"statuses":{"href":"https://api.github.com/repos/Recidiviz/recidiviz-data/statuses/a4d8f4ca2373041515b1c54c05ada7ff9a753ecc"}},"author_association":"COLLABORATOR"}}
{"actor":{"display_login":"ohinds"}}