{"action":"created","comment":{"url":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/comments/86319092","pull_request_review_id":6981992,"id":86319092,"diff_hunk":"@@ -1163,13 +1183,28 @@\n    },\n    \"outputs\": [],\n    \"source\": [\n-    \"def print_wer_report(session, caption, tower_decodings, tower_labels, show_example=True):\\n\",\n-    \"    items, mean = calculate_wer(session, tower_decodings, tower_labels)\\n\",\n-    \"    print \\\"%s WER: %f09\\\" % (caption, mean)\\n\",\n-    \"    if len(items) > 0 and show_example:\\n\",\n-    \"        print \\\"Example (WER = %f09)\\\" % items[-1][2]\\n\",\n-    \"        print \\\" - source: \\\\\\\"%s\\\\\\\"\\\" % items[-1][0]\\n\",\n-    \"        print \\\" - result: \\\\\\\"%s\\\\\\\"\\\" % items[-1][1] \\n\",\n+    \"def print_wer_report(session, caption, tower_decodings, tower_labels, tower_total_losses, show_ranked=True):\\n\",\n+    \"    items, mean = calculate_wer(session, tower_decodings, tower_labels, tower_total_losses)\\n\",\n+    \"    print\\n\",\n+    \"    print \\\"#\\\" * 80\\n\",\n+    \"    print \\\"%s WER: %f\\\" % (caption, mean)\\n\",\n+    \"    if len(items) > 0 and show_ranked:\\n\",\n+    \"        # Filter out all items with WER=0\\n\",\n+    \"        items = [a for a in items if a[2] > 0]\\n\",\n+    \"        # Order the remaining items by their loss (lowest loss on top)\\n\",\n+    \"        items.sort(key=lambda a: a[3])\\n\",\n+    \"        # Take only the first 10 items\\n\",\n+    \"        items = items[:10]\\n\",\n+    \"        # Order this top ten items by their WER (lowest WER on top)\\n\",\n+    \"        items.sort(key=lambda a: a[2])\\n\",\n+    \"        for a in items:\\n\",\n+    \"            print \\\"-\\\" * 80\\n\",\n+    \"            print \\\" - WER:    %f\\\" % a[2]\\n\",\n+    \"            print \\\" - source: \\\\\\\"%s\\\\\\\"\\\" % a[0]\\n\",\n+    \"            print \\\" - result: \\\\\\\"%s\\\\\\\"\\\" % a[1] \\n\",\n+    \"            print \\\" - loss:   %f\\\" % a[3]\\n\",\n+    \"    print \\\"#\\\" * 80\\n\",\n+    \"    print\\n\",\n     \"    return items, mean\"","path":"DeepSpeech.ipynb","position":157,"original_position":157,"commit_id":"b82d477d23088a4f69b4a2d4c150d8ce6d766bed","original_commit_id":"b82d477d23088a4f69b4a2d4c150d8ce6d766bed","user":{"login":"tilmankamp","id":5991088,"avatar_url":"https://avatars.githubusercontent.com/u/5991088?v=3","gravatar_id":"","url":"https://api.github.com/users/tilmankamp","html_url":"https://github.com/tilmankamp","followers_url":"https://api.github.com/users/tilmankamp/followers","following_url":"https://api.github.com/users/tilmankamp/following{/other_user}","gists_url":"https://api.github.com/users/tilmankamp/gists{/gist_id}","starred_url":"https://api.github.com/users/tilmankamp/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tilmankamp/subscriptions","organizations_url":"https://api.github.com/users/tilmankamp/orgs","repos_url":"https://api.github.com/users/tilmankamp/repos","events_url":"https://api.github.com/users/tilmankamp/events{/privacy}","received_events_url":"https://api.github.com/users/tilmankamp/received_events","type":"User","site_admin":false},"body":"Improved this now by splitting the method up into a calculation and printing part - which is also much cleaner from a design point of view.","created_at":"2016-11-03T10:52:22Z","updated_at":"2016-11-03T10:52:22Z","html_url":"https://github.com/mozilla/DeepSpeech/pull/104#discussion_r86319092","pull_request_url":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/104","_links":{"self":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/comments/86319092"},"html":{"href":"https://github.com/mozilla/DeepSpeech/pull/104#discussion_r86319092"},"pull_request":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/104"}}},"pull_request":{"url":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/104","id":91380819,"html_url":"https://github.com/mozilla/DeepSpeech/pull/104","diff_url":"https://github.com/mozilla/DeepSpeech/pull/104.diff","patch_url":"https://github.com/mozilla/DeepSpeech/pull/104.patch","issue_url":"https://api.github.com/repos/mozilla/DeepSpeech/issues/104","number":104,"state":"open","locked":false,"title":"Fix #15; logging top ten lowest loss samples","user":{"login":"tilmankamp","id":5991088,"avatar_url":"https://avatars.githubusercontent.com/u/5991088?v=3","gravatar_id":"","url":"https://api.github.com/users/tilmankamp","html_url":"https://github.com/tilmankamp","followers_url":"https://api.github.com/users/tilmankamp/followers","following_url":"https://api.github.com/users/tilmankamp/following{/other_user}","gists_url":"https://api.github.com/users/tilmankamp/gists{/gist_id}","starred_url":"https://api.github.com/users/tilmankamp/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tilmankamp/subscriptions","organizations_url":"https://api.github.com/users/tilmankamp/orgs","repos_url":"https://api.github.com/users/tilmankamp/repos","events_url":"https://api.github.com/users/tilmankamp/events{/privacy}","received_events_url":"https://api.github.com/users/tilmankamp/received_events","type":"User","site_admin":false},"body":"@kdavis-mozilla : First draft of the top ten lowest loss report. Please take a brief look and tell, if this is what you intended.\n","created_at":"2016-10-28T13:24:05Z","updated_at":"2016-11-03T10:52:22Z","closed_at":null,"merged_at":null,"merge_commit_sha":"6d3ce216fcbf4a1ca0f03c4f034e81c41949ba02","assignee":{"login":"tilmankamp","id":5991088,"avatar_url":"https://avatars.githubusercontent.com/u/5991088?v=3","gravatar_id":"","url":"https://api.github.com/users/tilmankamp","html_url":"https://github.com/tilmankamp","followers_url":"https://api.github.com/users/tilmankamp/followers","following_url":"https://api.github.com/users/tilmankamp/following{/other_user}","gists_url":"https://api.github.com/users/tilmankamp/gists{/gist_id}","starred_url":"https://api.github.com/users/tilmankamp/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tilmankamp/subscriptions","organizations_url":"https://api.github.com/users/tilmankamp/orgs","repos_url":"https://api.github.com/users/tilmankamp/repos","events_url":"https://api.github.com/users/tilmankamp/events{/privacy}","received_events_url":"https://api.github.com/users/tilmankamp/received_events","type":"User","site_admin":false},"assignees":[{"login":"tilmankamp","id":5991088,"avatar_url":"https://avatars.githubusercontent.com/u/5991088?v=3","gravatar_id":"","url":"https://api.github.com/users/tilmankamp","html_url":"https://github.com/tilmankamp","followers_url":"https://api.github.com/users/tilmankamp/followers","following_url":"https://api.github.com/users/tilmankamp/following{/other_user}","gists_url":"https://api.github.com/users/tilmankamp/gists{/gist_id}","starred_url":"https://api.github.com/users/tilmankamp/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tilmankamp/subscriptions","organizations_url":"https://api.github.com/users/tilmankamp/orgs","repos_url":"https://api.github.com/users/tilmankamp/repos","events_url":"https://api.github.com/users/tilmankamp/events{/privacy}","received_events_url":"https://api.github.com/users/tilmankamp/received_events","type":"User","site_admin":false}],"milestone":null,"commits_url":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/104/commits","review_comments_url":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/104/comments","review_comment_url":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/comments{/number}","comments_url":"https://api.github.com/repos/mozilla/DeepSpeech/issues/104/comments","statuses_url":"https://api.github.com/repos/mozilla/DeepSpeech/statuses/b82d477d23088a4f69b4a2d4c150d8ce6d766bed","head":{"label":"mozilla:issue15","ref":"issue15","sha":"b82d477d23088a4f69b4a2d4c150d8ce6d766bed","user":{"login":"mozilla","id":131524,"avatar_url":"https://avatars.githubusercontent.com/u/131524?v=3","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"repo":{"id":60273704,"name":"DeepSpeech","full_name":"mozilla/DeepSpeech","owner":{"login":"mozilla","id":131524,"avatar_url":"https://avatars.githubusercontent.com/u/131524?v=3","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/mozilla/DeepSpeech","description":"ipython notebook for DeepSpeech","fork":false,"url":"https://api.github.com/repos/mozilla/DeepSpeech","forks_url":"https://api.github.com/repos/mozilla/DeepSpeech/forks","keys_url":"https://api.github.com/repos/mozilla/DeepSpeech/keys{/key_id}","collaborators_url":"https://api.github.com/repos/mozilla/DeepSpeech/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/mozilla/DeepSpeech/teams","hooks_url":"https://api.github.com/repos/mozilla/DeepSpeech/hooks","issue_events_url":"https://api.github.com/repos/mozilla/DeepSpeech/issues/events{/number}","events_url":"https://api.github.com/repos/mozilla/DeepSpeech/events","assignees_url":"https://api.github.com/repos/mozilla/DeepSpeech/assignees{/user}","branches_url":"https://api.github.com/repos/mozilla/DeepSpeech/branches{/branch}","tags_url":"https://api.github.com/repos/mozilla/DeepSpeech/tags","blobs_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/refs{/sha}","trees_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/trees{/sha}","statuses_url":"https://api.github.com/repos/mozilla/DeepSpeech/statuses/{sha}","languages_url":"https://api.github.com/repos/mozilla/DeepSpeech/languages","stargazers_url":"https://api.github.com/repos/mozilla/DeepSpeech/stargazers","contributors_url":"https://api.github.com/repos/mozilla/DeepSpeech/contributors","subscribers_url":"https://api.github.com/repos/mozilla/DeepSpeech/subscribers","subscription_url":"https://api.github.com/repos/mozilla/DeepSpeech/subscription","commits_url":"https://api.github.com/repos/mozilla/DeepSpeech/commits{/sha}","git_commits_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/commits{/sha}","comments_url":"https://api.github.com/repos/mozilla/DeepSpeech/comments{/number}","issue_comment_url":"https://api.github.com/repos/mozilla/DeepSpeech/issues/comments{/number}","contents_url":"https://api.github.com/repos/mozilla/DeepSpeech/contents/{+path}","compare_url":"https://api.github.com/repos/mozilla/DeepSpeech/compare/{base}...{head}","merges_url":"https://api.github.com/repos/mozilla/DeepSpeech/merges","archive_url":"https://api.github.com/repos/mozilla/DeepSpeech/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/mozilla/DeepSpeech/downloads","issues_url":"https://api.github.com/repos/mozilla/DeepSpeech/issues{/number}","pulls_url":"https://api.github.com/repos/mozilla/DeepSpeech/pulls{/number}","milestones_url":"https://api.github.com/repos/mozilla/DeepSpeech/milestones{/number}","notifications_url":"https://api.github.com/repos/mozilla/DeepSpeech/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/mozilla/DeepSpeech/labels{/name}","releases_url":"https://api.github.com/repos/mozilla/DeepSpeech/releases{/id}","deployments_url":"https://api.github.com/repos/mozilla/DeepSpeech/deployments","created_at":"2016-06-02T15:04:53Z","updated_at":"2016-10-26T21:41:11Z","pushed_at":"2016-11-02T15:08:12Z","git_url":"git://github.com/mozilla/DeepSpeech.git","ssh_url":"git@github.com:mozilla/DeepSpeech.git","clone_url":"https://github.com/mozilla/DeepSpeech.git","svn_url":"https://github.com/mozilla/DeepSpeech","homepage":null,"size":7586,"stargazers_count":23,"watchers_count":23,"language":"Jupyter Notebook","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":3,"mirror_url":null,"open_issues_count":31,"forks":3,"open_issues":31,"watchers":23,"default_branch":"master"}},"base":{"label":"mozilla:master","ref":"master","sha":"47bb4babde6897cdc1e6150a67d7c6fc0bf009d8","user":{"login":"mozilla","id":131524,"avatar_url":"https://avatars.githubusercontent.com/u/131524?v=3","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"repo":{"id":60273704,"name":"DeepSpeech","full_name":"mozilla/DeepSpeech","owner":{"login":"mozilla","id":131524,"avatar_url":"https://avatars.githubusercontent.com/u/131524?v=3","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/mozilla/DeepSpeech","description":"ipython notebook for DeepSpeech","fork":false,"url":"https://api.github.com/repos/mozilla/DeepSpeech","forks_url":"https://api.github.com/repos/mozilla/DeepSpeech/forks","keys_url":"https://api.github.com/repos/mozilla/DeepSpeech/keys{/key_id}","collaborators_url":"https://api.github.com/repos/mozilla/DeepSpeech/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/mozilla/DeepSpeech/teams","hooks_url":"https://api.github.com/repos/mozilla/DeepSpeech/hooks","issue_events_url":"https://api.github.com/repos/mozilla/DeepSpeech/issues/events{/number}","events_url":"https://api.github.com/repos/mozilla/DeepSpeech/events","assignees_url":"https://api.github.com/repos/mozilla/DeepSpeech/assignees{/user}","branches_url":"https://api.github.com/repos/mozilla/DeepSpeech/branches{/branch}","tags_url":"https://api.github.com/repos/mozilla/DeepSpeech/tags","blobs_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/refs{/sha}","trees_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/trees{/sha}","statuses_url":"https://api.github.com/repos/mozilla/DeepSpeech/statuses/{sha}","languages_url":"https://api.github.com/repos/mozilla/DeepSpeech/languages","stargazers_url":"https://api.github.com/repos/mozilla/DeepSpeech/stargazers","contributors_url":"https://api.github.com/repos/mozilla/DeepSpeech/contributors","subscribers_url":"https://api.github.com/repos/mozilla/DeepSpeech/subscribers","subscription_url":"https://api.github.com/repos/mozilla/DeepSpeech/subscription","commits_url":"https://api.github.com/repos/mozilla/DeepSpeech/commits{/sha}","git_commits_url":"https://api.github.com/repos/mozilla/DeepSpeech/git/commits{/sha}","comments_url":"https://api.github.com/repos/mozilla/DeepSpeech/comments{/number}","issue_comment_url":"https://api.github.com/repos/mozilla/DeepSpeech/issues/comments{/number}","contents_url":"https://api.github.com/repos/mozilla/DeepSpeech/contents/{+path}","compare_url":"https://api.github.com/repos/mozilla/DeepSpeech/compare/{base}...{head}","merges_url":"https://api.github.com/repos/mozilla/DeepSpeech/merges","archive_url":"https://api.github.com/repos/mozilla/DeepSpeech/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/mozilla/DeepSpeech/downloads","issues_url":"https://api.github.com/repos/mozilla/DeepSpeech/issues{/number}","pulls_url":"https://api.github.com/repos/mozilla/DeepSpeech/pulls{/number}","milestones_url":"https://api.github.com/repos/mozilla/DeepSpeech/milestones{/number}","notifications_url":"https://api.github.com/repos/mozilla/DeepSpeech/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/mozilla/DeepSpeech/labels{/name}","releases_url":"https://api.github.com/repos/mozilla/DeepSpeech/releases{/id}","deployments_url":"https://api.github.com/repos/mozilla/DeepSpeech/deployments","created_at":"2016-06-02T15:04:53Z","updated_at":"2016-10-26T21:41:11Z","pushed_at":"2016-11-02T15:08:12Z","git_url":"git://github.com/mozilla/DeepSpeech.git","ssh_url":"git@github.com:mozilla/DeepSpeech.git","clone_url":"https://github.com/mozilla/DeepSpeech.git","svn_url":"https://github.com/mozilla/DeepSpeech","homepage":null,"size":7586,"stargazers_count":23,"watchers_count":23,"language":"Jupyter Notebook","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":3,"mirror_url":null,"open_issues_count":31,"forks":3,"open_issues":31,"watchers":23,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/104"},"html":{"href":"https://github.com/mozilla/DeepSpeech/pull/104"},"issue":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/issues/104"},"comments":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/issues/104/comments"},"review_comments":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/104/comments"},"review_comment":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/pulls/104/commits"},"statuses":{"href":"https://api.github.com/repos/mozilla/DeepSpeech/statuses/b82d477d23088a4f69b4a2d4c150d8ce6d766bed"}}}}
{"actor":{"display_login":"tilmankamp"}}