{"action":"created","comment":{"url":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/comments/58858467","id":58858467,"diff_hunk":"@@ -26,6 +26,9 @@ def get_site(url):\n             logging.warn('There was a problem getting URL {}: Status code: {}'.\n                          format(url, result.status_code))\n \n+            if result.status_code == 404:\n+                return result","path":"tsg/crawler/downloader.py","position":5,"original_position":5,"commit_id":"5e682f7c74ce2b1a855901b847571d6a420f7262","original_commit_id":"5e682f7c74ce2b1a855901b847571d6a420f7262","user":{"login":"moritzschaefer","id":2714540,"avatar_url":"https://avatars.githubusercontent.com/u/2714540?v=3","gravatar_id":"","url":"https://api.github.com/users/moritzschaefer","html_url":"https://github.com/moritzschaefer","followers_url":"https://api.github.com/users/moritzschaefer/followers","following_url":"https://api.github.com/users/moritzschaefer/following{/other_user}","gists_url":"https://api.github.com/users/moritzschaefer/gists{/gist_id}","starred_url":"https://api.github.com/users/moritzschaefer/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/moritzschaefer/subscriptions","organizations_url":"https://api.github.com/users/moritzschaefer/orgs","repos_url":"https://api.github.com/users/moritzschaefer/repos","events_url":"https://api.github.com/users/moritzschaefer/events{/privacy}","received_events_url":"https://api.github.com/users/moritzschaefer/received_events","type":"User","site_admin":false},"body":"raise lala","created_at":"2016-04-07T11:52:29Z","updated_at":"2016-04-07T11:52:29Z","html_url":"https://github.com/moritzschaefer/the-search-engine/pull/6#discussion_r58858467","pull_request_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/6","_links":{"self":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/comments/58858467"},"html":{"href":"https://github.com/moritzschaefer/the-search-engine/pull/6#discussion_r58858467"},"pull_request":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/6"}}},"pull_request":{"url":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/6","id":65613754,"html_url":"https://github.com/moritzschaefer/the-search-engine/pull/6","diff_url":"https://github.com/moritzschaefer/the-search-engine/pull/6.diff","patch_url":"https://github.com/moritzschaefer/the-search-engine/pull/6.patch","issue_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues/6","number":6,"state":"open","locked":false,"title":"Ranker definition","user":{"login":"moritzschaefer","id":2714540,"avatar_url":"https://avatars.githubusercontent.com/u/2714540?v=3","gravatar_id":"","url":"https://api.github.com/users/moritzschaefer","html_url":"https://github.com/moritzschaefer","followers_url":"https://api.github.com/users/moritzschaefer/followers","following_url":"https://api.github.com/users/moritzschaefer/following{/other_user}","gists_url":"https://api.github.com/users/moritzschaefer/gists{/gist_id}","starred_url":"https://api.github.com/users/moritzschaefer/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/moritzschaefer/subscriptions","organizations_url":"https://api.github.com/users/moritzschaefer/orgs","repos_url":"https://api.github.com/users/moritzschaefer/repos","events_url":"https://api.github.com/users/moritzschaefer/events{/privacy}","received_events_url":"https://api.github.com/users/moritzschaefer/received_events","type":"User","site_admin":false},"body":"please review and merge","created_at":"2016-04-07T11:23:57Z","updated_at":"2016-04-07T11:52:29Z","closed_at":null,"merged_at":null,"merge_commit_sha":"48d93192bff6c2aa71d4b07008cde6a1ee8ddcc3","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/6/commits","review_comments_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/6/comments","review_comment_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/comments{/number}","comments_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues/6/comments","statuses_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/statuses/5e682f7c74ce2b1a855901b847571d6a420f7262","head":{"label":"moritzschaefer:ranker_definition","ref":"ranker_definition","sha":"5e682f7c74ce2b1a855901b847571d6a420f7262","user":{"login":"moritzschaefer","id":2714540,"avatar_url":"https://avatars.githubusercontent.com/u/2714540?v=3","gravatar_id":"","url":"https://api.github.com/users/moritzschaefer","html_url":"https://github.com/moritzschaefer","followers_url":"https://api.github.com/users/moritzschaefer/followers","following_url":"https://api.github.com/users/moritzschaefer/following{/other_user}","gists_url":"https://api.github.com/users/moritzschaefer/gists{/gist_id}","starred_url":"https://api.github.com/users/moritzschaefer/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/moritzschaefer/subscriptions","organizations_url":"https://api.github.com/users/moritzschaefer/orgs","repos_url":"https://api.github.com/users/moritzschaefer/repos","events_url":"https://api.github.com/users/moritzschaefer/events{/privacy}","received_events_url":"https://api.github.com/users/moritzschaefer/received_events","type":"User","site_admin":false},"repo":{"id":54175304,"name":"the-search-engine","full_name":"moritzschaefer/the-search-engine","owner":{"login":"moritzschaefer","id":2714540,"avatar_url":"https://avatars.githubusercontent.com/u/2714540?v=3","gravatar_id":"","url":"https://api.github.com/users/moritzschaefer","html_url":"https://github.com/moritzschaefer","followers_url":"https://api.github.com/users/moritzschaefer/followers","following_url":"https://api.github.com/users/moritzschaefer/following{/other_user}","gists_url":"https://api.github.com/users/moritzschaefer/gists{/gist_id}","starred_url":"https://api.github.com/users/moritzschaefer/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/moritzschaefer/subscriptions","organizations_url":"https://api.github.com/users/moritzschaefer/orgs","repos_url":"https://api.github.com/users/moritzschaefer/repos","events_url":"https://api.github.com/users/moritzschaefer/events{/privacy}","received_events_url":"https://api.github.com/users/moritzschaefer/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/moritzschaefer/the-search-engine","description":"Website crawler and attached search engine for the results.","fork":false,"url":"https://api.github.com/repos/moritzschaefer/the-search-engine","forks_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/forks","keys_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/keys{/key_id}","collaborators_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/teams","hooks_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/hooks","issue_events_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues/events{/number}","events_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/events","assignees_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/assignees{/user}","branches_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/branches{/branch}","tags_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/tags","blobs_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/refs{/sha}","trees_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/trees{/sha}","statuses_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/statuses/{sha}","languages_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/languages","stargazers_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/stargazers","contributors_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/contributors","subscribers_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/subscribers","subscription_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/subscription","commits_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/commits{/sha}","git_commits_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/commits{/sha}","comments_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/comments{/number}","issue_comment_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues/comments{/number}","contents_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/contents/{+path}","compare_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/compare/{base}...{head}","merges_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/merges","archive_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/downloads","issues_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues{/number}","pulls_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls{/number}","milestones_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/milestones{/number}","notifications_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/labels{/name}","releases_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/releases{/id}","deployments_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/deployments","created_at":"2016-03-18T05:09:13Z","updated_at":"2016-03-27T07:40:51Z","pushed_at":"2016-04-07T11:23:57Z","git_url":"git://github.com/moritzschaefer/the-search-engine.git","ssh_url":"git@github.com:moritzschaefer/the-search-engine.git","clone_url":"https://github.com/moritzschaefer/the-search-engine.git","svn_url":"https://github.com/moritzschaefer/the-search-engine","homepage":null,"size":125,"stargazers_count":0,"watchers_count":0,"language":"HTML","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":1,"mirror_url":null,"open_issues_count":6,"forks":1,"open_issues":6,"watchers":0,"default_branch":"master"}},"base":{"label":"moritzschaefer:master","ref":"master","sha":"8b9d0295b2f7c08231b0e81499d538e50aec390a","user":{"login":"moritzschaefer","id":2714540,"avatar_url":"https://avatars.githubusercontent.com/u/2714540?v=3","gravatar_id":"","url":"https://api.github.com/users/moritzschaefer","html_url":"https://github.com/moritzschaefer","followers_url":"https://api.github.com/users/moritzschaefer/followers","following_url":"https://api.github.com/users/moritzschaefer/following{/other_user}","gists_url":"https://api.github.com/users/moritzschaefer/gists{/gist_id}","starred_url":"https://api.github.com/users/moritzschaefer/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/moritzschaefer/subscriptions","organizations_url":"https://api.github.com/users/moritzschaefer/orgs","repos_url":"https://api.github.com/users/moritzschaefer/repos","events_url":"https://api.github.com/users/moritzschaefer/events{/privacy}","received_events_url":"https://api.github.com/users/moritzschaefer/received_events","type":"User","site_admin":false},"repo":{"id":54175304,"name":"the-search-engine","full_name":"moritzschaefer/the-search-engine","owner":{"login":"moritzschaefer","id":2714540,"avatar_url":"https://avatars.githubusercontent.com/u/2714540?v=3","gravatar_id":"","url":"https://api.github.com/users/moritzschaefer","html_url":"https://github.com/moritzschaefer","followers_url":"https://api.github.com/users/moritzschaefer/followers","following_url":"https://api.github.com/users/moritzschaefer/following{/other_user}","gists_url":"https://api.github.com/users/moritzschaefer/gists{/gist_id}","starred_url":"https://api.github.com/users/moritzschaefer/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/moritzschaefer/subscriptions","organizations_url":"https://api.github.com/users/moritzschaefer/orgs","repos_url":"https://api.github.com/users/moritzschaefer/repos","events_url":"https://api.github.com/users/moritzschaefer/events{/privacy}","received_events_url":"https://api.github.com/users/moritzschaefer/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/moritzschaefer/the-search-engine","description":"Website crawler and attached search engine for the results.","fork":false,"url":"https://api.github.com/repos/moritzschaefer/the-search-engine","forks_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/forks","keys_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/keys{/key_id}","collaborators_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/teams","hooks_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/hooks","issue_events_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues/events{/number}","events_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/events","assignees_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/assignees{/user}","branches_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/branches{/branch}","tags_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/tags","blobs_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/refs{/sha}","trees_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/trees{/sha}","statuses_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/statuses/{sha}","languages_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/languages","stargazers_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/stargazers","contributors_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/contributors","subscribers_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/subscribers","subscription_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/subscription","commits_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/commits{/sha}","git_commits_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/git/commits{/sha}","comments_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/comments{/number}","issue_comment_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues/comments{/number}","contents_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/contents/{+path}","compare_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/compare/{base}...{head}","merges_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/merges","archive_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/downloads","issues_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues{/number}","pulls_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls{/number}","milestones_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/milestones{/number}","notifications_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/labels{/name}","releases_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/releases{/id}","deployments_url":"https://api.github.com/repos/moritzschaefer/the-search-engine/deployments","created_at":"2016-03-18T05:09:13Z","updated_at":"2016-03-27T07:40:51Z","pushed_at":"2016-04-07T11:23:57Z","git_url":"git://github.com/moritzschaefer/the-search-engine.git","ssh_url":"git@github.com:moritzschaefer/the-search-engine.git","clone_url":"https://github.com/moritzschaefer/the-search-engine.git","svn_url":"https://github.com/moritzschaefer/the-search-engine","homepage":null,"size":125,"stargazers_count":0,"watchers_count":0,"language":"HTML","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":1,"mirror_url":null,"open_issues_count":6,"forks":1,"open_issues":6,"watchers":0,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/6"},"html":{"href":"https://github.com/moritzschaefer/the-search-engine/pull/6"},"issue":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues/6"},"comments":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/issues/6/comments"},"review_comments":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/6/comments"},"review_comment":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/pulls/6/commits"},"statuses":{"href":"https://api.github.com/repos/moritzschaefer/the-search-engine/statuses/5e682f7c74ce2b1a855901b847571d6a420f7262"}}}}