{"action":"created","comment":{"url":"https://api.github.com/repos/conversationai/wikidetox/pulls/comments/202161933","pull_request_review_id":136807959,"id":202161933,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDIwMjE2MTkzMw==","diff_hunk":"@@ -149,3 +197,38 @@ def process(content, cur_sents):\n        error = True\n   return diff(sents, cur_sents, content['rev_id']), error\n \n+\n+def matched(sent1, sent2):","path":"extract_pov_edits/ingest_utils/process.py","position":119,"original_position":119,"commit_id":"f3d0515563545c36345151ef86d6fcac77d209ac","original_commit_id":"a16e3a32fbb4f276f2be12fb8e8ae97c21e88a94","user":{"login":"vegetable68","id":2016736,"node_id":"MDQ6VXNlcjIwMTY3MzY=","avatar_url":"https://avatars2.githubusercontent.com/u/2016736?v=4","gravatar_id":"","url":"https://api.github.com/users/vegetable68","html_url":"https://github.com/vegetable68","followers_url":"https://api.github.com/users/vegetable68/followers","following_url":"https://api.github.com/users/vegetable68/following{/other_user}","gists_url":"https://api.github.com/users/vegetable68/gists{/gist_id}","starred_url":"https://api.github.com/users/vegetable68/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/vegetable68/subscriptions","organizations_url":"https://api.github.com/users/vegetable68/orgs","repos_url":"https://api.github.com/users/vegetable68/repos","events_url":"https://api.github.com/users/vegetable68/events{/privacy}","received_events_url":"https://api.github.com/users/vegetable68/received_events","type":"User","site_admin":false},"body":"No, but the same function was implemented in another file as well.","created_at":"2018-07-12T20:06:04Z","updated_at":"2018-07-12T20:06:05Z","html_url":"https://github.com/conversationai/wikidetox/pull/105#discussion_r202161933","pull_request_url":"https://api.github.com/repos/conversationai/wikidetox/pulls/105","author_association":"COLLABORATOR","_links":{"self":{"href":"https://api.github.com/repos/conversationai/wikidetox/pulls/comments/202161933"},"html":{"href":"https://github.com/conversationai/wikidetox/pull/105#discussion_r202161933"},"pull_request":{"href":"https://api.github.com/repos/conversationai/wikidetox/pulls/105"}},"in_reply_to_id":202149714},"pull_request":{"url":"https://api.github.com/repos/conversationai/wikidetox/pulls/105","id":201089005,"node_id":"MDExOlB1bGxSZXF1ZXN0MjAxMDg5MDA1","html_url":"https://github.com/conversationai/wikidetox/pull/105","diff_url":"https://github.com/conversationai/wikidetox/pull/105.diff","patch_url":"https://github.com/conversationai/wikidetox/pull/105.patch","issue_url":"https://api.github.com/repos/conversationai/wikidetox/issues/105","number":105,"state":"open","locked":false,"title":"Pov edit","user":{"login":"vegetable68","id":2016736,"node_id":"MDQ6VXNlcjIwMTY3MzY=","avatar_url":"https://avatars2.githubusercontent.com/u/2016736?v=4","gravatar_id":"","url":"https://api.github.com/users/vegetable68","html_url":"https://github.com/vegetable68","followers_url":"https://api.github.com/users/vegetable68/followers","following_url":"https://api.github.com/users/vegetable68/following{/other_user}","gists_url":"https://api.github.com/users/vegetable68/gists{/gist_id}","starred_url":"https://api.github.com/users/vegetable68/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/vegetable68/subscriptions","organizations_url":"https://api.github.com/users/vegetable68/orgs","repos_url":"https://api.github.com/users/vegetable68/repos","events_url":"https://api.github.com/users/vegetable68/events{/privacy}","received_events_url":"https://api.github.com/users/vegetable68/received_events","type":"User","site_admin":false},"body":"This PR aims to \r\n\r\n- Put the MediaWiki parsing the sentence tokenization step into a sandbox.\r\n- Limit the memory usage and the execution time of the process in the sandbox.\r\n- Add heuristic to skip revision pairs in order to find sentence revises more efficiently.","created_at":"2018-07-12T18:34:39Z","updated_at":"2018-07-12T20:06:05Z","closed_at":null,"merged_at":null,"merge_commit_sha":"277c7caec00e06213c8d8c52a0a8bd557b8f2ea8","assignee":null,"assignees":[],"requested_reviewers":[{"login":"iislucas","id":415450,"node_id":"MDQ6VXNlcjQxNTQ1MA==","avatar_url":"https://avatars2.githubusercontent.com/u/415450?v=4","gravatar_id":"","url":"https://api.github.com/users/iislucas","html_url":"https://github.com/iislucas","followers_url":"https://api.github.com/users/iislucas/followers","following_url":"https://api.github.com/users/iislucas/following{/other_user}","gists_url":"https://api.github.com/users/iislucas/gists{/gist_id}","starred_url":"https://api.github.com/users/iislucas/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/iislucas/subscriptions","organizations_url":"https://api.github.com/users/iislucas/orgs","repos_url":"https://api.github.com/users/iislucas/repos","events_url":"https://api.github.com/users/iislucas/events{/privacy}","received_events_url":"https://api.github.com/users/iislucas/received_events","type":"User","site_admin":false}],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/conversationai/wikidetox/pulls/105/commits","review_comments_url":"https://api.github.com/repos/conversationai/wikidetox/pulls/105/comments","review_comment_url":"https://api.github.com/repos/conversationai/wikidetox/pulls/comments{/number}","comments_url":"https://api.github.com/repos/conversationai/wikidetox/issues/105/comments","statuses_url":"https://api.github.com/repos/conversationai/wikidetox/statuses/f3d0515563545c36345151ef86d6fcac77d209ac","head":{"label":"conversationai:pov_edit","ref":"pov_edit","sha":"f3d0515563545c36345151ef86d6fcac77d209ac","user":{"login":"conversationai","id":23317692,"node_id":"MDEyOk9yZ2FuaXphdGlvbjIzMzE3Njky","avatar_url":"https://avatars1.githubusercontent.com/u/23317692?v=4","gravatar_id":"","url":"https://api.github.com/users/conversationai","html_url":"https://github.com/conversationai","followers_url":"https://api.github.com/users/conversationai/followers","following_url":"https://api.github.com/users/conversationai/following{/other_user}","gists_url":"https://api.github.com/users/conversationai/gists{/gist_id}","starred_url":"https://api.github.com/users/conversationai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/conversationai/subscriptions","organizations_url":"https://api.github.com/users/conversationai/orgs","repos_url":"https://api.github.com/users/conversationai/repos","events_url":"https://api.github.com/users/conversationai/events{/privacy}","received_events_url":"https://api.github.com/users/conversationai/received_events","type":"Organization","site_admin":false},"repo":{"id":98671024,"node_id":"MDEwOlJlcG9zaXRvcnk5ODY3MTAyNA==","name":"wikidetox","full_name":"conversationai/wikidetox","owner":{"login":"conversationai","id":23317692,"node_id":"MDEyOk9yZ2FuaXphdGlvbjIzMzE3Njky","avatar_url":"https://avatars1.githubusercontent.com/u/23317692?v=4","gravatar_id":"","url":"https://api.github.com/users/conversationai","html_url":"https://github.com/conversationai","followers_url":"https://api.github.com/users/conversationai/followers","following_url":"https://api.github.com/users/conversationai/following{/other_user}","gists_url":"https://api.github.com/users/conversationai/gists{/gist_id}","starred_url":"https://api.github.com/users/conversationai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/conversationai/subscriptions","organizations_url":"https://api.github.com/users/conversationai/orgs","repos_url":"https://api.github.com/users/conversationai/repos","events_url":"https://api.github.com/users/conversationai/events{/privacy}","received_events_url":"https://api.github.com/users/conversationai/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/conversationai/wikidetox","description":"Experiments to help discussion on Wikipedia talk pages","fork":false,"url":"https://api.github.com/repos/conversationai/wikidetox","forks_url":"https://api.github.com/repos/conversationai/wikidetox/forks","keys_url":"https://api.github.com/repos/conversationai/wikidetox/keys{/key_id}","collaborators_url":"https://api.github.com/repos/conversationai/wikidetox/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/conversationai/wikidetox/teams","hooks_url":"https://api.github.com/repos/conversationai/wikidetox/hooks","issue_events_url":"https://api.github.com/repos/conversationai/wikidetox/issues/events{/number}","events_url":"https://api.github.com/repos/conversationai/wikidetox/events","assignees_url":"https://api.github.com/repos/conversationai/wikidetox/assignees{/user}","branches_url":"https://api.github.com/repos/conversationai/wikidetox/branches{/branch}","tags_url":"https://api.github.com/repos/conversationai/wikidetox/tags","blobs_url":"https://api.github.com/repos/conversationai/wikidetox/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/conversationai/wikidetox/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/conversationai/wikidetox/git/refs{/sha}","trees_url":"https://api.github.com/repos/conversationai/wikidetox/git/trees{/sha}","statuses_url":"https://api.github.com/repos/conversationai/wikidetox/statuses/{sha}","languages_url":"https://api.github.com/repos/conversationai/wikidetox/languages","stargazers_url":"https://api.github.com/repos/conversationai/wikidetox/stargazers","contributors_url":"https://api.github.com/repos/conversationai/wikidetox/contributors","subscribers_url":"https://api.github.com/repos/conversationai/wikidetox/subscribers","subscription_url":"https://api.github.com/repos/conversationai/wikidetox/subscription","commits_url":"https://api.github.com/repos/conversationai/wikidetox/commits{/sha}","git_commits_url":"https://api.github.com/repos/conversationai/wikidetox/git/commits{/sha}","comments_url":"https://api.github.com/repos/conversationai/wikidetox/comments{/number}","issue_comment_url":"https://api.github.com/repos/conversationai/wikidetox/issues/comments{/number}","contents_url":"https://api.github.com/repos/conversationai/wikidetox/contents/{+path}","compare_url":"https://api.github.com/repos/conversationai/wikidetox/compare/{base}...{head}","merges_url":"https://api.github.com/repos/conversationai/wikidetox/merges","archive_url":"https://api.github.com/repos/conversationai/wikidetox/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/conversationai/wikidetox/downloads","issues_url":"https://api.github.com/repos/conversationai/wikidetox/issues{/number}","pulls_url":"https://api.github.com/repos/conversationai/wikidetox/pulls{/number}","milestones_url":"https://api.github.com/repos/conversationai/wikidetox/milestones{/number}","notifications_url":"https://api.github.com/repos/conversationai/wikidetox/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/conversationai/wikidetox/labels{/name}","releases_url":"https://api.github.com/repos/conversationai/wikidetox/releases{/id}","deployments_url":"https://api.github.com/repos/conversationai/wikidetox/deployments","created_at":"2017-07-28T17:11:51Z","updated_at":"2018-07-10T18:52:33Z","pushed_at":"2018-07-12T18:58:17Z","git_url":"git://github.com/conversationai/wikidetox.git","ssh_url":"git@github.com:conversationai/wikidetox.git","clone_url":"https://github.com/conversationai/wikidetox.git","svn_url":"https://github.com/conversationai/wikidetox","homepage":"","size":207577,"stargazers_count":16,"watchers_count":16,"language":"OpenEdge ABL","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":4,"mirror_url":null,"archived":false,"open_issues_count":12,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":4,"open_issues":12,"watchers":16,"default_branch":"master"}},"base":{"label":"conversationai:master","ref":"master","sha":"7b307edcf158cd4dbf34dab6f64e64379dedbb0c","user":{"login":"conversationai","id":23317692,"node_id":"MDEyOk9yZ2FuaXphdGlvbjIzMzE3Njky","avatar_url":"https://avatars1.githubusercontent.com/u/23317692?v=4","gravatar_id":"","url":"https://api.github.com/users/conversationai","html_url":"https://github.com/conversationai","followers_url":"https://api.github.com/users/conversationai/followers","following_url":"https://api.github.com/users/conversationai/following{/other_user}","gists_url":"https://api.github.com/users/conversationai/gists{/gist_id}","starred_url":"https://api.github.com/users/conversationai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/conversationai/subscriptions","organizations_url":"https://api.github.com/users/conversationai/orgs","repos_url":"https://api.github.com/users/conversationai/repos","events_url":"https://api.github.com/users/conversationai/events{/privacy}","received_events_url":"https://api.github.com/users/conversationai/received_events","type":"Organization","site_admin":false},"repo":{"id":98671024,"node_id":"MDEwOlJlcG9zaXRvcnk5ODY3MTAyNA==","name":"wikidetox","full_name":"conversationai/wikidetox","owner":{"login":"conversationai","id":23317692,"node_id":"MDEyOk9yZ2FuaXphdGlvbjIzMzE3Njky","avatar_url":"https://avatars1.githubusercontent.com/u/23317692?v=4","gravatar_id":"","url":"https://api.github.com/users/conversationai","html_url":"https://github.com/conversationai","followers_url":"https://api.github.com/users/conversationai/followers","following_url":"https://api.github.com/users/conversationai/following{/other_user}","gists_url":"https://api.github.com/users/conversationai/gists{/gist_id}","starred_url":"https://api.github.com/users/conversationai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/conversationai/subscriptions","organizations_url":"https://api.github.com/users/conversationai/orgs","repos_url":"https://api.github.com/users/conversationai/repos","events_url":"https://api.github.com/users/conversationai/events{/privacy}","received_events_url":"https://api.github.com/users/conversationai/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/conversationai/wikidetox","description":"Experiments to help discussion on Wikipedia talk pages","fork":false,"url":"https://api.github.com/repos/conversationai/wikidetox","forks_url":"https://api.github.com/repos/conversationai/wikidetox/forks","keys_url":"https://api.github.com/repos/conversationai/wikidetox/keys{/key_id}","collaborators_url":"https://api.github.com/repos/conversationai/wikidetox/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/conversationai/wikidetox/teams","hooks_url":"https://api.github.com/repos/conversationai/wikidetox/hooks","issue_events_url":"https://api.github.com/repos/conversationai/wikidetox/issues/events{/number}","events_url":"https://api.github.com/repos/conversationai/wikidetox/events","assignees_url":"https://api.github.com/repos/conversationai/wikidetox/assignees{/user}","branches_url":"https://api.github.com/repos/conversationai/wikidetox/branches{/branch}","tags_url":"https://api.github.com/repos/conversationai/wikidetox/tags","blobs_url":"https://api.github.com/repos/conversationai/wikidetox/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/conversationai/wikidetox/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/conversationai/wikidetox/git/refs{/sha}","trees_url":"https://api.github.com/repos/conversationai/wikidetox/git/trees{/sha}","statuses_url":"https://api.github.com/repos/conversationai/wikidetox/statuses/{sha}","languages_url":"https://api.github.com/repos/conversationai/wikidetox/languages","stargazers_url":"https://api.github.com/repos/conversationai/wikidetox/stargazers","contributors_url":"https://api.github.com/repos/conversationai/wikidetox/contributors","subscribers_url":"https://api.github.com/repos/conversationai/wikidetox/subscribers","subscription_url":"https://api.github.com/repos/conversationai/wikidetox/subscription","commits_url":"https://api.github.com/repos/conversationai/wikidetox/commits{/sha}","git_commits_url":"https://api.github.com/repos/conversationai/wikidetox/git/commits{/sha}","comments_url":"https://api.github.com/repos/conversationai/wikidetox/comments{/number}","issue_comment_url":"https://api.github.com/repos/conversationai/wikidetox/issues/comments{/number}","contents_url":"https://api.github.com/repos/conversationai/wikidetox/contents/{+path}","compare_url":"https://api.github.com/repos/conversationai/wikidetox/compare/{base}...{head}","merges_url":"https://api.github.com/repos/conversationai/wikidetox/merges","archive_url":"https://api.github.com/repos/conversationai/wikidetox/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/conversationai/wikidetox/downloads","issues_url":"https://api.github.com/repos/conversationai/wikidetox/issues{/number}","pulls_url":"https://api.github.com/repos/conversationai/wikidetox/pulls{/number}","milestones_url":"https://api.github.com/repos/conversationai/wikidetox/milestones{/number}","notifications_url":"https://api.github.com/repos/conversationai/wikidetox/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/conversationai/wikidetox/labels{/name}","releases_url":"https://api.github.com/repos/conversationai/wikidetox/releases{/id}","deployments_url":"https://api.github.com/repos/conversationai/wikidetox/deployments","created_at":"2017-07-28T17:11:51Z","updated_at":"2018-07-10T18:52:33Z","pushed_at":"2018-07-12T18:58:17Z","git_url":"git://github.com/conversationai/wikidetox.git","ssh_url":"git@github.com:conversationai/wikidetox.git","clone_url":"https://github.com/conversationai/wikidetox.git","svn_url":"https://github.com/conversationai/wikidetox","homepage":"","size":207577,"stargazers_count":16,"watchers_count":16,"language":"OpenEdge ABL","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":4,"mirror_url":null,"archived":false,"open_issues_count":12,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":4,"open_issues":12,"watchers":16,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/conversationai/wikidetox/pulls/105"},"html":{"href":"https://github.com/conversationai/wikidetox/pull/105"},"issue":{"href":"https://api.github.com/repos/conversationai/wikidetox/issues/105"},"comments":{"href":"https://api.github.com/repos/conversationai/wikidetox/issues/105/comments"},"review_comments":{"href":"https://api.github.com/repos/conversationai/wikidetox/pulls/105/comments"},"review_comment":{"href":"https://api.github.com/repos/conversationai/wikidetox/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/conversationai/wikidetox/pulls/105/commits"},"statuses":{"href":"https://api.github.com/repos/conversationai/wikidetox/statuses/f3d0515563545c36345151ef86d6fcac77d209ac"}},"author_association":"COLLABORATOR"}}
{"actor":{"display_login":"vegetable68"}}