{"action":"created","comment":{"url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/comments/191900137","pull_request_review_id":124565172,"id":191900137,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDE5MTkwMDEzNw==","diff_hunk":"@@ -442,6 +489,12 @@ rule download_amazon_acl10:\n     shell:\n         \"curl -Lf 'http://www.uni-weimar.de/medien/webis/corpora/corpus-webis-cls-10/cls-acl10-unprocessed.tar.gz' -o {output}\"\n \n+rule download_paracrawl:\n+    output:\n+        \"data/downloaded/paracrawl/{lang1}_{lang2}.tmx.gz\"\n+    shell:\n+        \"curl -lf 'https://s3.amazonaws.com/web-language-models/paracrawl/release1.2/paracrawl-release1.2.{wildcards.lang1}-{wildcards.lang2}.withstats.filtered-bicleaner.tmx.gz' -o {output}\"","path":"Snakefile","position":137,"original_position":137,"commit_id":"bee7ecfac14b81440abba448322ba5662221ebbe","original_commit_id":"bee7ecfac14b81440abba448322ba5662221ebbe","user":{"login":"jlowryduda","id":8891057,"node_id":"MDQ6VXNlcjg4OTEwNTc=","avatar_url":"https://avatars0.githubusercontent.com/u/8891057?v=4","gravatar_id":"","url":"https://api.github.com/users/jlowryduda","html_url":"https://github.com/jlowryduda","followers_url":"https://api.github.com/users/jlowryduda/followers","following_url":"https://api.github.com/users/jlowryduda/following{/other_user}","gists_url":"https://api.github.com/users/jlowryduda/gists{/gist_id}","starred_url":"https://api.github.com/users/jlowryduda/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jlowryduda/subscriptions","organizations_url":"https://api.github.com/users/jlowryduda/orgs","repos_url":"https://api.github.com/users/jlowryduda/repos","events_url":"https://api.github.com/users/jlowryduda/events{/privacy}","received_events_url":"https://api.github.com/users/jlowryduda/received_events","type":"User","site_admin":false},"body":"What's the advantage of using `curl` vs `wget` here?","created_at":"2018-05-30T19:48:48Z","updated_at":"2018-05-30T19:48:48Z","html_url":"https://github.com/LuminosoInsight/exquisite-corpus/pull/3#discussion_r191900137","pull_request_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/3","author_association":"CONTRIBUTOR","_links":{"self":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/comments/191900137"},"html":{"href":"https://github.com/LuminosoInsight/exquisite-corpus/pull/3#discussion_r191900137"},"pull_request":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/3"}}},"pull_request":{"url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/3","id":191185592,"node_id":"MDExOlB1bGxSZXF1ZXN0MTkxMTg1NTky","html_url":"https://github.com/LuminosoInsight/exquisite-corpus/pull/3","diff_url":"https://github.com/LuminosoInsight/exquisite-corpus/pull/3.diff","patch_url":"https://github.com/LuminosoInsight/exquisite-corpus/pull/3.patch","issue_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues/3","number":3,"state":"open","locked":false,"title":"Parallel text and word frequencies from ParaCrawl","user":{"login":"rspeer","id":234227,"node_id":"MDQ6VXNlcjIzNDIyNw==","avatar_url":"https://avatars3.githubusercontent.com/u/234227?v=4","gravatar_id":"","url":"https://api.github.com/users/rspeer","html_url":"https://github.com/rspeer","followers_url":"https://api.github.com/users/rspeer/followers","following_url":"https://api.github.com/users/rspeer/following{/other_user}","gists_url":"https://api.github.com/users/rspeer/gists{/gist_id}","starred_url":"https://api.github.com/users/rspeer/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rspeer/subscriptions","organizations_url":"https://api.github.com/users/rspeer/orgs","repos_url":"https://api.github.com/users/rspeer/repos","events_url":"https://api.github.com/users/rspeer/events{/privacy}","received_events_url":"https://api.github.com/users/rspeer/received_events","type":"User","site_admin":false},"body":"ParaCrawl is a Common Crawl-like project that finds parallel text on the Web from 11 language pairs (of English and another language). I'm interested in using it so that my parallel text doesn't solely come from subtitles.\r\n\r\nThis branch also updates the download URL for Wikipedia dumps.","created_at":"2018-05-29T15:28:53Z","updated_at":"2018-05-30T19:48:48Z","closed_at":null,"merged_at":null,"merge_commit_sha":"9524cffaaee9b37bf1d8ba989ae1465804c181b5","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/3/commits","review_comments_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/3/comments","review_comment_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/comments{/number}","comments_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues/3/comments","statuses_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/statuses/bee7ecfac14b81440abba448322ba5662221ebbe","head":{"label":"LuminosoInsight:paracrawl","ref":"paracrawl","sha":"bee7ecfac14b81440abba448322ba5662221ebbe","user":{"login":"LuminosoInsight","id":1036291,"node_id":"MDEyOk9yZ2FuaXphdGlvbjEwMzYyOTE=","avatar_url":"https://avatars0.githubusercontent.com/u/1036291?v=4","gravatar_id":"","url":"https://api.github.com/users/LuminosoInsight","html_url":"https://github.com/LuminosoInsight","followers_url":"https://api.github.com/users/LuminosoInsight/followers","following_url":"https://api.github.com/users/LuminosoInsight/following{/other_user}","gists_url":"https://api.github.com/users/LuminosoInsight/gists{/gist_id}","starred_url":"https://api.github.com/users/LuminosoInsight/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/LuminosoInsight/subscriptions","organizations_url":"https://api.github.com/users/LuminosoInsight/orgs","repos_url":"https://api.github.com/users/LuminosoInsight/repos","events_url":"https://api.github.com/users/LuminosoInsight/events{/privacy}","received_events_url":"https://api.github.com/users/LuminosoInsight/received_events","type":"Organization","site_admin":false},"repo":{"id":77645788,"node_id":"MDEwOlJlcG9zaXRvcnk3NzY0NTc4OA==","name":"exquisite-corpus","full_name":"LuminosoInsight/exquisite-corpus","owner":{"login":"LuminosoInsight","id":1036291,"node_id":"MDEyOk9yZ2FuaXphdGlvbjEwMzYyOTE=","avatar_url":"https://avatars0.githubusercontent.com/u/1036291?v=4","gravatar_id":"","url":"https://api.github.com/users/LuminosoInsight","html_url":"https://github.com/LuminosoInsight","followers_url":"https://api.github.com/users/LuminosoInsight/followers","following_url":"https://api.github.com/users/LuminosoInsight/following{/other_user}","gists_url":"https://api.github.com/users/LuminosoInsight/gists{/gist_id}","starred_url":"https://api.github.com/users/LuminosoInsight/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/LuminosoInsight/subscriptions","organizations_url":"https://api.github.com/users/LuminosoInsight/orgs","repos_url":"https://api.github.com/users/LuminosoInsight/repos","events_url":"https://api.github.com/users/LuminosoInsight/events{/privacy}","received_events_url":"https://api.github.com/users/LuminosoInsight/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/LuminosoInsight/exquisite-corpus","description":"Put together a multilingual corpus from a variety of sources. Used for wordfreq and word embeddings.","fork":false,"url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus","forks_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/forks","keys_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/keys{/key_id}","collaborators_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/teams","hooks_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/hooks","issue_events_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues/events{/number}","events_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/events","assignees_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/assignees{/user}","branches_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/branches{/branch}","tags_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/tags","blobs_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/refs{/sha}","trees_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/trees{/sha}","statuses_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/statuses/{sha}","languages_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/languages","stargazers_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/stargazers","contributors_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/contributors","subscribers_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/subscribers","subscription_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/subscription","commits_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/commits{/sha}","git_commits_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/commits{/sha}","comments_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/comments{/number}","issue_comment_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues/comments{/number}","contents_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/contents/{+path}","compare_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/compare/{base}...{head}","merges_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/merges","archive_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/downloads","issues_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues{/number}","pulls_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls{/number}","milestones_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/milestones{/number}","notifications_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/labels{/name}","releases_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/releases{/id}","deployments_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/deployments","created_at":"2016-12-29T23:21:32Z","updated_at":"2018-05-22T17:08:11Z","pushed_at":"2018-05-29T19:13:29Z","git_url":"git://github.com/LuminosoInsight/exquisite-corpus.git","ssh_url":"git@github.com:LuminosoInsight/exquisite-corpus.git","clone_url":"https://github.com/LuminosoInsight/exquisite-corpus.git","svn_url":"https://github.com/LuminosoInsight/exquisite-corpus","homepage":null,"size":80,"stargazers_count":6,"watchers_count":6,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":3,"license":{"key":"mit","name":"MIT License","spdx_id":"MIT","url":"https://api.github.com/licenses/mit","node_id":"MDc6TGljZW5zZTEz"},"forks":0,"open_issues":3,"watchers":6,"default_branch":"master"}},"base":{"label":"LuminosoInsight:master","ref":"master","sha":"9d7fb6c3217dc580b74c22790d9d532be13fdf52","user":{"login":"LuminosoInsight","id":1036291,"node_id":"MDEyOk9yZ2FuaXphdGlvbjEwMzYyOTE=","avatar_url":"https://avatars0.githubusercontent.com/u/1036291?v=4","gravatar_id":"","url":"https://api.github.com/users/LuminosoInsight","html_url":"https://github.com/LuminosoInsight","followers_url":"https://api.github.com/users/LuminosoInsight/followers","following_url":"https://api.github.com/users/LuminosoInsight/following{/other_user}","gists_url":"https://api.github.com/users/LuminosoInsight/gists{/gist_id}","starred_url":"https://api.github.com/users/LuminosoInsight/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/LuminosoInsight/subscriptions","organizations_url":"https://api.github.com/users/LuminosoInsight/orgs","repos_url":"https://api.github.com/users/LuminosoInsight/repos","events_url":"https://api.github.com/users/LuminosoInsight/events{/privacy}","received_events_url":"https://api.github.com/users/LuminosoInsight/received_events","type":"Organization","site_admin":false},"repo":{"id":77645788,"node_id":"MDEwOlJlcG9zaXRvcnk3NzY0NTc4OA==","name":"exquisite-corpus","full_name":"LuminosoInsight/exquisite-corpus","owner":{"login":"LuminosoInsight","id":1036291,"node_id":"MDEyOk9yZ2FuaXphdGlvbjEwMzYyOTE=","avatar_url":"https://avatars0.githubusercontent.com/u/1036291?v=4","gravatar_id":"","url":"https://api.github.com/users/LuminosoInsight","html_url":"https://github.com/LuminosoInsight","followers_url":"https://api.github.com/users/LuminosoInsight/followers","following_url":"https://api.github.com/users/LuminosoInsight/following{/other_user}","gists_url":"https://api.github.com/users/LuminosoInsight/gists{/gist_id}","starred_url":"https://api.github.com/users/LuminosoInsight/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/LuminosoInsight/subscriptions","organizations_url":"https://api.github.com/users/LuminosoInsight/orgs","repos_url":"https://api.github.com/users/LuminosoInsight/repos","events_url":"https://api.github.com/users/LuminosoInsight/events{/privacy}","received_events_url":"https://api.github.com/users/LuminosoInsight/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/LuminosoInsight/exquisite-corpus","description":"Put together a multilingual corpus from a variety of sources. Used for wordfreq and word embeddings.","fork":false,"url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus","forks_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/forks","keys_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/keys{/key_id}","collaborators_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/teams","hooks_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/hooks","issue_events_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues/events{/number}","events_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/events","assignees_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/assignees{/user}","branches_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/branches{/branch}","tags_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/tags","blobs_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/refs{/sha}","trees_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/trees{/sha}","statuses_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/statuses/{sha}","languages_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/languages","stargazers_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/stargazers","contributors_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/contributors","subscribers_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/subscribers","subscription_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/subscription","commits_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/commits{/sha}","git_commits_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/git/commits{/sha}","comments_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/comments{/number}","issue_comment_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues/comments{/number}","contents_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/contents/{+path}","compare_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/compare/{base}...{head}","merges_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/merges","archive_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/downloads","issues_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues{/number}","pulls_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls{/number}","milestones_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/milestones{/number}","notifications_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/labels{/name}","releases_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/releases{/id}","deployments_url":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/deployments","created_at":"2016-12-29T23:21:32Z","updated_at":"2018-05-22T17:08:11Z","pushed_at":"2018-05-29T19:13:29Z","git_url":"git://github.com/LuminosoInsight/exquisite-corpus.git","ssh_url":"git@github.com:LuminosoInsight/exquisite-corpus.git","clone_url":"https://github.com/LuminosoInsight/exquisite-corpus.git","svn_url":"https://github.com/LuminosoInsight/exquisite-corpus","homepage":null,"size":80,"stargazers_count":6,"watchers_count":6,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":3,"license":{"key":"mit","name":"MIT License","spdx_id":"MIT","url":"https://api.github.com/licenses/mit","node_id":"MDc6TGljZW5zZTEz"},"forks":0,"open_issues":3,"watchers":6,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/3"},"html":{"href":"https://github.com/LuminosoInsight/exquisite-corpus/pull/3"},"issue":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues/3"},"comments":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/issues/3/comments"},"review_comments":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/3/comments"},"review_comment":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/pulls/3/commits"},"statuses":{"href":"https://api.github.com/repos/LuminosoInsight/exquisite-corpus/statuses/bee7ecfac14b81440abba448322ba5662221ebbe"}},"author_association":"MEMBER"}}
{"actor":{"display_login":"jlowryduda"}}