{"action":"closed","number":1,"pull_request":{"url":"https://api.github.com/repos/Linkalong/newspaper/pulls/1","id":220622344,"node_id":"MDExOlB1bGxSZXF1ZXN0MjIwNjIyMzQ0","html_url":"https://github.com/Linkalong/newspaper/pull/1","diff_url":"https://github.com/Linkalong/newspaper/pull/1.diff","patch_url":"https://github.com/Linkalong/newspaper/pull/1.patch","issue_url":"https://api.github.com/repos/Linkalong/newspaper/issues/1","number":1,"state":"closed","locked":false,"title":"Improve article body and publishing date parsing","user":{"login":"Alerion","id":120177,"node_id":"MDQ6VXNlcjEyMDE3Nw==","avatar_url":"https://avatars3.githubusercontent.com/u/120177?v=4","gravatar_id":"","url":"https://api.github.com/users/Alerion","html_url":"https://github.com/Alerion","followers_url":"https://api.github.com/users/Alerion/followers","following_url":"https://api.github.com/users/Alerion/following{/other_user}","gists_url":"https://api.github.com/users/Alerion/gists{/gist_id}","starred_url":"https://api.github.com/users/Alerion/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Alerion/subscriptions","organizations_url":"https://api.github.com/users/Alerion/orgs","repos_url":"https://api.github.com/users/Alerion/repos","events_url":"https://api.github.com/users/Alerion/events{/privacy}","received_events_url":"https://api.github.com/users/Alerion/received_events","type":"User","site_admin":false},"body":"Перенес патчи в коде sempi в код newspaper. Потом добавлю использование этой версии и уберу код патчей из кода sempi.\r\n\r\nСуть проблем была в том, что все завязано на конвертацию в `<p>` определенных элементов, которые не всегда правильно определялись, и их последующую обработку. Добавил более явное нахождение элементов с потенциальным содержимым статей. \r\n\r\nПо тестам можно увидеть что поменялась, хотя сложно diff понять.\r\n\r\nПроверил топ новостных сайтов и добавил их в тесты, которые криво парсились.\r\n\r\nhttps://trello.com/c/skGc5bWQ/2864-parsed-incorrectly","created_at":"2018-10-05T08:26:30Z","updated_at":"2018-11-01T12:13:33Z","closed_at":"2018-11-01T12:13:32Z","merged_at":"2018-11-01T12:13:32Z","merge_commit_sha":"2fdade761bfccdeae734a3c5b2307573f6929d2c","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/Linkalong/newspaper/pulls/1/commits","review_comments_url":"https://api.github.com/repos/Linkalong/newspaper/pulls/1/comments","review_comment_url":"https://api.github.com/repos/Linkalong/newspaper/pulls/comments{/number}","comments_url":"https://api.github.com/repos/Linkalong/newspaper/issues/1/comments","statuses_url":"https://api.github.com/repos/Linkalong/newspaper/statuses/2fdade761bfccdeae734a3c5b2307573f6929d2c","head":{"label":"Linkalong:improve_parsing","ref":"improve_parsing","sha":"2fdade761bfccdeae734a3c5b2307573f6929d2c","user":{"login":"Linkalong","id":43635452,"node_id":"MDEyOk9yZ2FuaXphdGlvbjQzNjM1NDUy","avatar_url":"https://avatars0.githubusercontent.com/u/43635452?v=4","gravatar_id":"","url":"https://api.github.com/users/Linkalong","html_url":"https://github.com/Linkalong","followers_url":"https://api.github.com/users/Linkalong/followers","following_url":"https://api.github.com/users/Linkalong/following{/other_user}","gists_url":"https://api.github.com/users/Linkalong/gists{/gist_id}","starred_url":"https://api.github.com/users/Linkalong/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Linkalong/subscriptions","organizations_url":"https://api.github.com/users/Linkalong/orgs","repos_url":"https://api.github.com/users/Linkalong/repos","events_url":"https://api.github.com/users/Linkalong/events{/privacy}","received_events_url":"https://api.github.com/users/Linkalong/received_events","type":"Organization","site_admin":false},"repo":{"id":150551579,"node_id":"MDEwOlJlcG9zaXRvcnkxNTA1NTE1Nzk=","name":"newspaper","full_name":"Linkalong/newspaper","private":false,"owner":{"login":"Linkalong","id":43635452,"node_id":"MDEyOk9yZ2FuaXphdGlvbjQzNjM1NDUy","avatar_url":"https://avatars0.githubusercontent.com/u/43635452?v=4","gravatar_id":"","url":"https://api.github.com/users/Linkalong","html_url":"https://github.com/Linkalong","followers_url":"https://api.github.com/users/Linkalong/followers","following_url":"https://api.github.com/users/Linkalong/following{/other_user}","gists_url":"https://api.github.com/users/Linkalong/gists{/gist_id}","starred_url":"https://api.github.com/users/Linkalong/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Linkalong/subscriptions","organizations_url":"https://api.github.com/users/Linkalong/orgs","repos_url":"https://api.github.com/users/Linkalong/repos","events_url":"https://api.github.com/users/Linkalong/events{/privacy}","received_events_url":"https://api.github.com/users/Linkalong/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/Linkalong/newspaper","description":"News, full-text, and article metadata extraction in Python 3. Advanced docs:","fork":true,"url":"https://api.github.com/repos/Linkalong/newspaper","forks_url":"https://api.github.com/repos/Linkalong/newspaper/forks","keys_url":"https://api.github.com/repos/Linkalong/newspaper/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Linkalong/newspaper/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Linkalong/newspaper/teams","hooks_url":"https://api.github.com/repos/Linkalong/newspaper/hooks","issue_events_url":"https://api.github.com/repos/Linkalong/newspaper/issues/events{/number}","events_url":"https://api.github.com/repos/Linkalong/newspaper/events","assignees_url":"https://api.github.com/repos/Linkalong/newspaper/assignees{/user}","branches_url":"https://api.github.com/repos/Linkalong/newspaper/branches{/branch}","tags_url":"https://api.github.com/repos/Linkalong/newspaper/tags","blobs_url":"https://api.github.com/repos/Linkalong/newspaper/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Linkalong/newspaper/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Linkalong/newspaper/git/refs{/sha}","trees_url":"https://api.github.com/repos/Linkalong/newspaper/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Linkalong/newspaper/statuses/{sha}","languages_url":"https://api.github.com/repos/Linkalong/newspaper/languages","stargazers_url":"https://api.github.com/repos/Linkalong/newspaper/stargazers","contributors_url":"https://api.github.com/repos/Linkalong/newspaper/contributors","subscribers_url":"https://api.github.com/repos/Linkalong/newspaper/subscribers","subscription_url":"https://api.github.com/repos/Linkalong/newspaper/subscription","commits_url":"https://api.github.com/repos/Linkalong/newspaper/commits{/sha}","git_commits_url":"https://api.github.com/repos/Linkalong/newspaper/git/commits{/sha}","comments_url":"https://api.github.com/repos/Linkalong/newspaper/comments{/number}","issue_comment_url":"https://api.github.com/repos/Linkalong/newspaper/issues/comments{/number}","contents_url":"https://api.github.com/repos/Linkalong/newspaper/contents/{+path}","compare_url":"https://api.github.com/repos/Linkalong/newspaper/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Linkalong/newspaper/merges","archive_url":"https://api.github.com/repos/Linkalong/newspaper/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Linkalong/newspaper/downloads","issues_url":"https://api.github.com/repos/Linkalong/newspaper/issues{/number}","pulls_url":"https://api.github.com/repos/Linkalong/newspaper/pulls{/number}","milestones_url":"https://api.github.com/repos/Linkalong/newspaper/milestones{/number}","notifications_url":"https://api.github.com/repos/Linkalong/newspaper/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Linkalong/newspaper/labels{/name}","releases_url":"https://api.github.com/repos/Linkalong/newspaper/releases{/id}","deployments_url":"https://api.github.com/repos/Linkalong/newspaper/deployments","created_at":"2018-09-27T08:07:01Z","updated_at":"2018-10-31T13:49:49Z","pushed_at":"2018-11-01T12:13:31Z","git_url":"git://github.com/Linkalong/newspaper.git","ssh_url":"git@github.com:Linkalong/newspaper.git","clone_url":"https://github.com/Linkalong/newspaper.git","svn_url":"https://github.com/Linkalong/newspaper","homepage":"https://goo.gl/VX41yK","size":19041,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":0,"license":{"key":"other","name":"Other","spdx_id":"NOASSERTION","url":null,"node_id":"MDc6TGljZW5zZTA="},"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"Linkalong:master","ref":"master","sha":"bdfb121324112c4adead6463b34fa1cca8bec4ad","user":{"login":"Linkalong","id":43635452,"node_id":"MDEyOk9yZ2FuaXphdGlvbjQzNjM1NDUy","avatar_url":"https://avatars0.githubusercontent.com/u/43635452?v=4","gravatar_id":"","url":"https://api.github.com/users/Linkalong","html_url":"https://github.com/Linkalong","followers_url":"https://api.github.com/users/Linkalong/followers","following_url":"https://api.github.com/users/Linkalong/following{/other_user}","gists_url":"https://api.github.com/users/Linkalong/gists{/gist_id}","starred_url":"https://api.github.com/users/Linkalong/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Linkalong/subscriptions","organizations_url":"https://api.github.com/users/Linkalong/orgs","repos_url":"https://api.github.com/users/Linkalong/repos","events_url":"https://api.github.com/users/Linkalong/events{/privacy}","received_events_url":"https://api.github.com/users/Linkalong/received_events","type":"Organization","site_admin":false},"repo":{"id":150551579,"node_id":"MDEwOlJlcG9zaXRvcnkxNTA1NTE1Nzk=","name":"newspaper","full_name":"Linkalong/newspaper","private":false,"owner":{"login":"Linkalong","id":43635452,"node_id":"MDEyOk9yZ2FuaXphdGlvbjQzNjM1NDUy","avatar_url":"https://avatars0.githubusercontent.com/u/43635452?v=4","gravatar_id":"","url":"https://api.github.com/users/Linkalong","html_url":"https://github.com/Linkalong","followers_url":"https://api.github.com/users/Linkalong/followers","following_url":"https://api.github.com/users/Linkalong/following{/other_user}","gists_url":"https://api.github.com/users/Linkalong/gists{/gist_id}","starred_url":"https://api.github.com/users/Linkalong/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Linkalong/subscriptions","organizations_url":"https://api.github.com/users/Linkalong/orgs","repos_url":"https://api.github.com/users/Linkalong/repos","events_url":"https://api.github.com/users/Linkalong/events{/privacy}","received_events_url":"https://api.github.com/users/Linkalong/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/Linkalong/newspaper","description":"News, full-text, and article metadata extraction in Python 3. Advanced docs:","fork":true,"url":"https://api.github.com/repos/Linkalong/newspaper","forks_url":"https://api.github.com/repos/Linkalong/newspaper/forks","keys_url":"https://api.github.com/repos/Linkalong/newspaper/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Linkalong/newspaper/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Linkalong/newspaper/teams","hooks_url":"https://api.github.com/repos/Linkalong/newspaper/hooks","issue_events_url":"https://api.github.com/repos/Linkalong/newspaper/issues/events{/number}","events_url":"https://api.github.com/repos/Linkalong/newspaper/events","assignees_url":"https://api.github.com/repos/Linkalong/newspaper/assignees{/user}","branches_url":"https://api.github.com/repos/Linkalong/newspaper/branches{/branch}","tags_url":"https://api.github.com/repos/Linkalong/newspaper/tags","blobs_url":"https://api.github.com/repos/Linkalong/newspaper/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Linkalong/newspaper/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Linkalong/newspaper/git/refs{/sha}","trees_url":"https://api.github.com/repos/Linkalong/newspaper/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Linkalong/newspaper/statuses/{sha}","languages_url":"https://api.github.com/repos/Linkalong/newspaper/languages","stargazers_url":"https://api.github.com/repos/Linkalong/newspaper/stargazers","contributors_url":"https://api.github.com/repos/Linkalong/newspaper/contributors","subscribers_url":"https://api.github.com/repos/Linkalong/newspaper/subscribers","subscription_url":"https://api.github.com/repos/Linkalong/newspaper/subscription","commits_url":"https://api.github.com/repos/Linkalong/newspaper/commits{/sha}","git_commits_url":"https://api.github.com/repos/Linkalong/newspaper/git/commits{/sha}","comments_url":"https://api.github.com/repos/Linkalong/newspaper/comments{/number}","issue_comment_url":"https://api.github.com/repos/Linkalong/newspaper/issues/comments{/number}","contents_url":"https://api.github.com/repos/Linkalong/newspaper/contents/{+path}","compare_url":"https://api.github.com/repos/Linkalong/newspaper/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Linkalong/newspaper/merges","archive_url":"https://api.github.com/repos/Linkalong/newspaper/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Linkalong/newspaper/downloads","issues_url":"https://api.github.com/repos/Linkalong/newspaper/issues{/number}","pulls_url":"https://api.github.com/repos/Linkalong/newspaper/pulls{/number}","milestones_url":"https://api.github.com/repos/Linkalong/newspaper/milestones{/number}","notifications_url":"https://api.github.com/repos/Linkalong/newspaper/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Linkalong/newspaper/labels{/name}","releases_url":"https://api.github.com/repos/Linkalong/newspaper/releases{/id}","deployments_url":"https://api.github.com/repos/Linkalong/newspaper/deployments","created_at":"2018-09-27T08:07:01Z","updated_at":"2018-10-31T13:49:49Z","pushed_at":"2018-11-01T12:13:31Z","git_url":"git://github.com/Linkalong/newspaper.git","ssh_url":"git@github.com:Linkalong/newspaper.git","clone_url":"https://github.com/Linkalong/newspaper.git","svn_url":"https://github.com/Linkalong/newspaper","homepage":"https://goo.gl/VX41yK","size":19041,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":0,"license":{"key":"other","name":"Other","spdx_id":"NOASSERTION","url":null,"node_id":"MDc6TGljZW5zZTA="},"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/Linkalong/newspaper/pulls/1"},"html":{"href":"https://github.com/Linkalong/newspaper/pull/1"},"issue":{"href":"https://api.github.com/repos/Linkalong/newspaper/issues/1"},"comments":{"href":"https://api.github.com/repos/Linkalong/newspaper/issues/1/comments"},"review_comments":{"href":"https://api.github.com/repos/Linkalong/newspaper/pulls/1/comments"},"review_comment":{"href":"https://api.github.com/repos/Linkalong/newspaper/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/Linkalong/newspaper/pulls/1/commits"},"statuses":{"href":"https://api.github.com/repos/Linkalong/newspaper/statuses/2fdade761bfccdeae734a3c5b2307573f6929d2c"}},"author_association":"NONE","merged":true,"mergeable":null,"rebaseable":null,"mergeable_state":"unknown","merged_by":{"login":"vetal4444","id":1981072,"node_id":"MDQ6VXNlcjE5ODEwNzI=","avatar_url":"https://avatars3.githubusercontent.com/u/1981072?v=4","gravatar_id":"","url":"https://api.github.com/users/vetal4444","html_url":"https://github.com/vetal4444","followers_url":"https://api.github.com/users/vetal4444/followers","following_url":"https://api.github.com/users/vetal4444/following{/other_user}","gists_url":"https://api.github.com/users/vetal4444/gists{/gist_id}","starred_url":"https://api.github.com/users/vetal4444/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/vetal4444/subscriptions","organizations_url":"https://api.github.com/users/vetal4444/orgs","repos_url":"https://api.github.com/users/vetal4444/repos","events_url":"https://api.github.com/users/vetal4444/events{/privacy}","received_events_url":"https://api.github.com/users/vetal4444/received_events","type":"User","site_admin":false},"comments":3,"review_comments":1,"maintainer_can_modify":false,"commits":10,"additions":42872,"deletions":1040,"changed_files":62}}
{"actor":{"display_login":"vetal4444"}}