{"action":"created","comment":{"url":"https://api.github.com/repos/nltk/nltk/pulls/comments/78999232","id":78999232,"diff_hunk":"@@ -21,3 +24,65 @@ def test_tweet_tokenizer(self):\n         expected = [':', \"Let's\", 'test', 'these', 'words', ':', 'resumé',\n                     'España', 'München', 'français']\n         self.assertEqual(tokens, expected)\n+\n+    @skipIf(not os.environ.get('STANFORD_MODELS') or\n+            not os.environ.get('STANFORD_SEGMENTER'),\n+            \"At least one of STANFORD_MODELS or STANFORD_SEGMENTER \"\n+            \"environment variables is not set\")\n+    def test_stanford_segmenter(self):\n+        \"\"\"\n+        The Stanford Word Segmenter for Arabic and Chinese\n+        \"\"\"\n+        from nltk.tokenize.stanford_segmenter import StanfordSegmenter\n+        from nltk.internals import find_file, find_jar, find_dir\n+\n+        _stanford_url = 'http://nlp.stanford.edu/software'","path":"nltk/test/unit/test_tokenize.py","position":27,"original_position":27,"commit_id":"2fb45de152afd0eb3937fd74ee09d73e5249195c","original_commit_id":"2fb45de152afd0eb3937fd74ee09d73e5249195c","user":{"login":"aconstantin2","id":22143583,"avatar_url":"https://avatars.githubusercontent.com/u/22143583?v=3","gravatar_id":"","url":"https://api.github.com/users/aconstantin2","html_url":"https://github.com/aconstantin2","followers_url":"https://api.github.com/users/aconstantin2/followers","following_url":"https://api.github.com/users/aconstantin2/following{/other_user}","gists_url":"https://api.github.com/users/aconstantin2/gists{/gist_id}","starred_url":"https://api.github.com/users/aconstantin2/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/aconstantin2/subscriptions","organizations_url":"https://api.github.com/users/aconstantin2/orgs","repos_url":"https://api.github.com/users/aconstantin2/repos","events_url":"https://api.github.com/users/aconstantin2/events{/privacy}","received_events_url":"https://api.github.com/users/aconstantin2/received_events","type":"User","site_admin":false},"body":"`nlp.stanford.edu` is not responding currently. I guess it's safe to assume temporary downtime? -- http://stanfordnlp.github.io/CoreNLP/ is the only other official site I know of, but it also links back to the same domain.","created_at":"2016-09-15T15:57:50Z","updated_at":"2016-09-15T15:57:50Z","html_url":"https://github.com/nltk/nltk/pull/1469#discussion_r78999232","pull_request_url":"https://api.github.com/repos/nltk/nltk/pulls/1469","_links":{"self":{"href":"https://api.github.com/repos/nltk/nltk/pulls/comments/78999232"},"html":{"href":"https://github.com/nltk/nltk/pull/1469#discussion_r78999232"},"pull_request":{"href":"https://api.github.com/repos/nltk/nltk/pulls/1469"}}},"pull_request":{"url":"https://api.github.com/repos/nltk/nltk/pulls/1469","id":85016370,"html_url":"https://github.com/nltk/nltk/pull/1469","diff_url":"https://github.com/nltk/nltk/pull/1469.diff","patch_url":"https://github.com/nltk/nltk/pull/1469.patch","issue_url":"https://api.github.com/repos/nltk/nltk/issues/1469","number":1469,"state":"open","locked":false,"title":"Allow StanfordSegmenter to work for Arabic as well","user":{"login":"aconstantin2","id":22143583,"avatar_url":"https://avatars.githubusercontent.com/u/22143583?v=3","gravatar_id":"","url":"https://api.github.com/users/aconstantin2","html_url":"https://github.com/aconstantin2","followers_url":"https://api.github.com/users/aconstantin2/followers","following_url":"https://api.github.com/users/aconstantin2/following{/other_user}","gists_url":"https://api.github.com/users/aconstantin2/gists{/gist_id}","starred_url":"https://api.github.com/users/aconstantin2/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/aconstantin2/subscriptions","organizations_url":"https://api.github.com/users/aconstantin2/orgs","repos_url":"https://api.github.com/users/aconstantin2/repos","events_url":"https://api.github.com/users/aconstantin2/events{/privacy}","received_events_url":"https://api.github.com/users/aconstantin2/received_events","type":"User","site_admin":false},"body":"- simple extension of StanfordSegmenter definition to work for Arabic as well \r\n\r\n- conditional unit tests in test_tokenize.py on STANFORD_SEGMENTER and STANFORD_MODELS (usually 'STANFORD_SEGMENTER + ./data/') env variables being set)","created_at":"2016-09-13T09:47:41Z","updated_at":"2016-09-15T15:57:50Z","closed_at":null,"merged_at":null,"merge_commit_sha":"c01a05cb30decde10efa276b5897d5a9b17e9c10","assignee":null,"assignees":[],"milestone":null,"commits_url":"https://api.github.com/repos/nltk/nltk/pulls/1469/commits","review_comments_url":"https://api.github.com/repos/nltk/nltk/pulls/1469/comments","review_comment_url":"https://api.github.com/repos/nltk/nltk/pulls/comments{/number}","comments_url":"https://api.github.com/repos/nltk/nltk/issues/1469/comments","statuses_url":"https://api.github.com/repos/nltk/nltk/statuses/2fb45de152afd0eb3937fd74ee09d73e5249195c","head":{"label":"aconstantin2:develop","ref":"develop","sha":"2fb45de152afd0eb3937fd74ee09d73e5249195c","user":{"login":"aconstantin2","id":22143583,"avatar_url":"https://avatars.githubusercontent.com/u/22143583?v=3","gravatar_id":"","url":"https://api.github.com/users/aconstantin2","html_url":"https://github.com/aconstantin2","followers_url":"https://api.github.com/users/aconstantin2/followers","following_url":"https://api.github.com/users/aconstantin2/following{/other_user}","gists_url":"https://api.github.com/users/aconstantin2/gists{/gist_id}","starred_url":"https://api.github.com/users/aconstantin2/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/aconstantin2/subscriptions","organizations_url":"https://api.github.com/users/aconstantin2/orgs","repos_url":"https://api.github.com/users/aconstantin2/repos","events_url":"https://api.github.com/users/aconstantin2/events{/privacy}","received_events_url":"https://api.github.com/users/aconstantin2/received_events","type":"User","site_admin":false},"repo":{"id":68094102,"name":"nltk","full_name":"aconstantin2/nltk","owner":{"login":"aconstantin2","id":22143583,"avatar_url":"https://avatars.githubusercontent.com/u/22143583?v=3","gravatar_id":"","url":"https://api.github.com/users/aconstantin2","html_url":"https://github.com/aconstantin2","followers_url":"https://api.github.com/users/aconstantin2/followers","following_url":"https://api.github.com/users/aconstantin2/following{/other_user}","gists_url":"https://api.github.com/users/aconstantin2/gists{/gist_id}","starred_url":"https://api.github.com/users/aconstantin2/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/aconstantin2/subscriptions","organizations_url":"https://api.github.com/users/aconstantin2/orgs","repos_url":"https://api.github.com/users/aconstantin2/repos","events_url":"https://api.github.com/users/aconstantin2/events{/privacy}","received_events_url":"https://api.github.com/users/aconstantin2/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/aconstantin2/nltk","description":"NLTK Source","fork":true,"url":"https://api.github.com/repos/aconstantin2/nltk","forks_url":"https://api.github.com/repos/aconstantin2/nltk/forks","keys_url":"https://api.github.com/repos/aconstantin2/nltk/keys{/key_id}","collaborators_url":"https://api.github.com/repos/aconstantin2/nltk/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/aconstantin2/nltk/teams","hooks_url":"https://api.github.com/repos/aconstantin2/nltk/hooks","issue_events_url":"https://api.github.com/repos/aconstantin2/nltk/issues/events{/number}","events_url":"https://api.github.com/repos/aconstantin2/nltk/events","assignees_url":"https://api.github.com/repos/aconstantin2/nltk/assignees{/user}","branches_url":"https://api.github.com/repos/aconstantin2/nltk/branches{/branch}","tags_url":"https://api.github.com/repos/aconstantin2/nltk/tags","blobs_url":"https://api.github.com/repos/aconstantin2/nltk/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/aconstantin2/nltk/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/aconstantin2/nltk/git/refs{/sha}","trees_url":"https://api.github.com/repos/aconstantin2/nltk/git/trees{/sha}","statuses_url":"https://api.github.com/repos/aconstantin2/nltk/statuses/{sha}","languages_url":"https://api.github.com/repos/aconstantin2/nltk/languages","stargazers_url":"https://api.github.com/repos/aconstantin2/nltk/stargazers","contributors_url":"https://api.github.com/repos/aconstantin2/nltk/contributors","subscribers_url":"https://api.github.com/repos/aconstantin2/nltk/subscribers","subscription_url":"https://api.github.com/repos/aconstantin2/nltk/subscription","commits_url":"https://api.github.com/repos/aconstantin2/nltk/commits{/sha}","git_commits_url":"https://api.github.com/repos/aconstantin2/nltk/git/commits{/sha}","comments_url":"https://api.github.com/repos/aconstantin2/nltk/comments{/number}","issue_comment_url":"https://api.github.com/repos/aconstantin2/nltk/issues/comments{/number}","contents_url":"https://api.github.com/repos/aconstantin2/nltk/contents/{+path}","compare_url":"https://api.github.com/repos/aconstantin2/nltk/compare/{base}...{head}","merges_url":"https://api.github.com/repos/aconstantin2/nltk/merges","archive_url":"https://api.github.com/repos/aconstantin2/nltk/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/aconstantin2/nltk/downloads","issues_url":"https://api.github.com/repos/aconstantin2/nltk/issues{/number}","pulls_url":"https://api.github.com/repos/aconstantin2/nltk/pulls{/number}","milestones_url":"https://api.github.com/repos/aconstantin2/nltk/milestones{/number}","notifications_url":"https://api.github.com/repos/aconstantin2/nltk/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/aconstantin2/nltk/labels{/name}","releases_url":"https://api.github.com/repos/aconstantin2/nltk/releases{/id}","deployments_url":"https://api.github.com/repos/aconstantin2/nltk/deployments","created_at":"2016-09-13T09:25:26Z","updated_at":"2016-09-13T09:25:30Z","pushed_at":"2016-09-13T13:59:13Z","git_url":"git://github.com/aconstantin2/nltk.git","ssh_url":"git@github.com:aconstantin2/nltk.git","clone_url":"https://github.com/aconstantin2/nltk.git","svn_url":"https://github.com/aconstantin2/nltk","homepage":"http://nltk.org/","size":103621,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_downloads":false,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"develop"}},"base":{"label":"nltk:develop","ref":"develop","sha":"640d39af8d1195a0349f97efa81f535956c28328","user":{"login":"nltk","id":124114,"avatar_url":"https://avatars.githubusercontent.com/u/124114?v=3","gravatar_id":"","url":"https://api.github.com/users/nltk","html_url":"https://github.com/nltk","followers_url":"https://api.github.com/users/nltk/followers","following_url":"https://api.github.com/users/nltk/following{/other_user}","gists_url":"https://api.github.com/users/nltk/gists{/gist_id}","starred_url":"https://api.github.com/users/nltk/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nltk/subscriptions","organizations_url":"https://api.github.com/users/nltk/orgs","repos_url":"https://api.github.com/users/nltk/repos","events_url":"https://api.github.com/users/nltk/events{/privacy}","received_events_url":"https://api.github.com/users/nltk/received_events","type":"Organization","site_admin":false},"repo":{"id":299862,"name":"nltk","full_name":"nltk/nltk","owner":{"login":"nltk","id":124114,"avatar_url":"https://avatars.githubusercontent.com/u/124114?v=3","gravatar_id":"","url":"https://api.github.com/users/nltk","html_url":"https://github.com/nltk","followers_url":"https://api.github.com/users/nltk/followers","following_url":"https://api.github.com/users/nltk/following{/other_user}","gists_url":"https://api.github.com/users/nltk/gists{/gist_id}","starred_url":"https://api.github.com/users/nltk/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nltk/subscriptions","organizations_url":"https://api.github.com/users/nltk/orgs","repos_url":"https://api.github.com/users/nltk/repos","events_url":"https://api.github.com/users/nltk/events{/privacy}","received_events_url":"https://api.github.com/users/nltk/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/nltk/nltk","description":"NLTK Source","fork":false,"url":"https://api.github.com/repos/nltk/nltk","forks_url":"https://api.github.com/repos/nltk/nltk/forks","keys_url":"https://api.github.com/repos/nltk/nltk/keys{/key_id}","collaborators_url":"https://api.github.com/repos/nltk/nltk/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/nltk/nltk/teams","hooks_url":"https://api.github.com/repos/nltk/nltk/hooks","issue_events_url":"https://api.github.com/repos/nltk/nltk/issues/events{/number}","events_url":"https://api.github.com/repos/nltk/nltk/events","assignees_url":"https://api.github.com/repos/nltk/nltk/assignees{/user}","branches_url":"https://api.github.com/repos/nltk/nltk/branches{/branch}","tags_url":"https://api.github.com/repos/nltk/nltk/tags","blobs_url":"https://api.github.com/repos/nltk/nltk/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/nltk/nltk/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/nltk/nltk/git/refs{/sha}","trees_url":"https://api.github.com/repos/nltk/nltk/git/trees{/sha}","statuses_url":"https://api.github.com/repos/nltk/nltk/statuses/{sha}","languages_url":"https://api.github.com/repos/nltk/nltk/languages","stargazers_url":"https://api.github.com/repos/nltk/nltk/stargazers","contributors_url":"https://api.github.com/repos/nltk/nltk/contributors","subscribers_url":"https://api.github.com/repos/nltk/nltk/subscribers","subscription_url":"https://api.github.com/repos/nltk/nltk/subscription","commits_url":"https://api.github.com/repos/nltk/nltk/commits{/sha}","git_commits_url":"https://api.github.com/repos/nltk/nltk/git/commits{/sha}","comments_url":"https://api.github.com/repos/nltk/nltk/comments{/number}","issue_comment_url":"https://api.github.com/repos/nltk/nltk/issues/comments{/number}","contents_url":"https://api.github.com/repos/nltk/nltk/contents/{+path}","compare_url":"https://api.github.com/repos/nltk/nltk/compare/{base}...{head}","merges_url":"https://api.github.com/repos/nltk/nltk/merges","archive_url":"https://api.github.com/repos/nltk/nltk/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/nltk/nltk/downloads","issues_url":"https://api.github.com/repos/nltk/nltk/issues{/number}","pulls_url":"https://api.github.com/repos/nltk/nltk/pulls{/number}","milestones_url":"https://api.github.com/repos/nltk/nltk/milestones{/number}","notifications_url":"https://api.github.com/repos/nltk/nltk/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/nltk/nltk/labels{/name}","releases_url":"https://api.github.com/repos/nltk/nltk/releases{/id}","deployments_url":"https://api.github.com/repos/nltk/nltk/deployments","created_at":"2009-09-07T10:53:58Z","updated_at":"2016-09-15T14:18:16Z","pushed_at":"2016-09-15T13:02:50Z","git_url":"git://github.com/nltk/nltk.git","ssh_url":"git@github.com:nltk/nltk.git","clone_url":"https://github.com/nltk/nltk.git","svn_url":"https://github.com/nltk/nltk","homepage":"http://nltk.org/","size":401172,"stargazers_count":3757,"watchers_count":3757,"language":"Python","has_issues":true,"has_downloads":false,"has_wiki":true,"has_pages":false,"forks_count":1145,"mirror_url":null,"open_issues_count":296,"forks":1145,"open_issues":296,"watchers":3757,"default_branch":"develop"}},"_links":{"self":{"href":"https://api.github.com/repos/nltk/nltk/pulls/1469"},"html":{"href":"https://github.com/nltk/nltk/pull/1469"},"issue":{"href":"https://api.github.com/repos/nltk/nltk/issues/1469"},"comments":{"href":"https://api.github.com/repos/nltk/nltk/issues/1469/comments"},"review_comments":{"href":"https://api.github.com/repos/nltk/nltk/pulls/1469/comments"},"review_comment":{"href":"https://api.github.com/repos/nltk/nltk/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/nltk/nltk/pulls/1469/commits"},"statuses":{"href":"https://api.github.com/repos/nltk/nltk/statuses/2fb45de152afd0eb3937fd74ee09d73e5249195c"}}}}
{"actor":{"display_login":"aconstantin2"}}