{"action":"created","comment":{"url":"https://api.github.com/repos/conversationai/conversationai-models/pulls/comments/223032442","pull_request_review_id":162059269,"id":223032442,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDIyMzAzMjQ0Mg==","diff_hunk":"@@ -826,106 +812,81 @@\n    ]\n   },\n   {\n-   \"cell_type\": \"code\",\n-   \"execution_count\": null,\n+   \"cell_type\": \"markdown\",\n    \"metadata\": {},\n-   \"outputs\": [],\n    \"source\": [\n-    \"test_bias_df = test_bias_df.rename(columns =\\n\",\n-    \"    {\\n\",\n-    \"        'comment_text': TEXT_FEATURE_NAME,\\n\",\n-    \"        'toxicity': 'label'})\"\n+    \"### Normalized pinned-AUC difference\"\n    ]\n   },\n   {\n    \"cell_type\": \"code\",\n    \"execution_count\": null,\n-   \"metadata\": {\n-    \"colab\": {\n-     \"autoexec\": {\n-      \"startup\": false,\n-      \"wait_interval\": 0\n-     },\n-     \"base_uri\": \"https://localhost:8080/\",\n-     \"height\": 611\n-    },\n-    \"colab_type\": \"code\",\n-    \"executionInfo\": {\n-     \"elapsed\": 1019,\n-     \"status\": \"error\",\n-     \"timestamp\": 1530641407221,\n-     \"user\": {\n-      \"displayName\": \"Flavien Prost\",\n-      \"photoUrl\": \"//lh5.googleusercontent.com/-2GvWuP8dy24/AAAAAAAAAAI/AAAAAAAAAHI/aCatYKxJMXQ/s50-c-k-no/photo.jpg\",\n-      \"userId\": \"100080410554240838905\"\n-     },\n-     \"user_tz\": 240\n-    },\n-    \"id\": \"W8p5iHW2RZmN\",\n-    \"outputId\": \"e4b3f09b-ad81-48dc-b9ad-ef2a77233044\",\n-    \"scrolled\": true\n-   },\n+   \"metadata\": {},\n    \"outputs\": [],\n    \"source\": [\n-    \"eq_diff = model_bias_analysis.per_subgroup_auc_diff_from_overall(\\n\",\n-    \"    test_bias_df, identity_terms_civil_included, MODEL_FAMILIES, squared_error=True) \\n\",\n-    \"# sort to guarantee determi7nistic output\\n\",\n-    \"eq_diff.sort_values(by=['model_family'], inplace=True)\\n\",\n-    \"eq_diff.reset_index(drop=True, inplace=True)\\n\",\n-    \"eq_diff.style.background_gradient(cmap=cm)\"\n+    \"model_bias_analysis.per_subgroup_auc_diff_from_overall(\\n\",\n+    \"    test_bias_df, identity_terms_civil_included, MODEL_FAMILIES, squared_error=True, normed_auc=True)\"\n    ]\n   },\n   {\n    \"cell_type\": \"markdown\",\n-   \"metadata\": {\n-    \"colab_type\": \"text\",\n-    \"id\": \"7bEC5cAsyC05\"\n-   },\n+   \"metadata\": {},\n    \"source\": [\n-    \"### Pinned AUC Graphs\\n\",\n-    \"The graphs below show per-group Pinned AUC for each subgroup and each model. Each\\n\",\n-    \"identity group shows 3 points, each representing the pinned AUC for one training \\n\",\n-    \"version of the model. More consistency among the values represents less unintended bias.\"\n+    \"### General metrics per model\"\n+   ]\n+  },\n+  {\n+   \"cell_type\": \"code\",\n+   \"execution_count\": null,\n+   \"metadata\": {},\n+   \"outputs\": [],\n+   \"source\": [\n+    \"model_nick_names = {\\n\",\n+    \"    'tf_gru_attention_unbiasN_trainY:v_1537919376': 'normal',\\n\",\n+    \"    'tf_gru_attention_unbiasY_trainN:v_1537918796': 'unbiased',\\n\",\n+    \"}\"\n    ]\n   },\n   {\n    \"cell_type\": \"code\",\n    \"execution_count\": null,\n    \"metadata\": {\n-    \"colab\": {\n-     \"autoexec\": {\n-      \"startup\": false,\n-      \"wait_interval\": 0\n-     },\n-     \"base_uri\": \"https://localhost:8080/\",\n-     \"height\": 365\n-    },\n-    \"colab_type\": \"code\",\n-    \"executionInfo\": {\n-     \"elapsed\": 1552,\n-     \"status\": \"ok\",\n-     \"timestamp\": 1530303491427,\n-     \"user\": {\n-      \"displayName\": \"Flavien Prost\",\n-      \"photoUrl\": \"//lh5.googleusercontent.com/-2GvWuP8dy24/AAAAAAAAAAI/AAAAAAAAAHI/aCatYKxJMXQ/s50-c-k-no/photo.jpg\",\n-      \"userId\": \"100080410554240838905\"\n-     },\n-     \"user_tz\": 240\n-    },\n-    \"id\": \"QqMmPTreOCPf\",\n-    \"outputId\": \"39cc5e70-b76d-413e-b286-e25f7a68e732\"\n+    \"scrolled\": false\n    },\n    \"outputs\": [],\n    \"source\": [\n-    \"pinned_auc_results = model_bias_analysis.per_subgroup_aucs(test_bias_df, identity_terms_civil_included, MODEL_FAMILIES, 'label')\\n\",\n-    \"for family in MODEL_FAMILIES:\\n\",\n-    \"  name = model_bias_analysis.model_family_name(family)\\n\",\n-    \"  model_bias_analysis.per_subgroup_scatterplots(\\n\",\n-    \"      pinned_auc_results,\\n\",\n-    \"      'subgroup',\\n\",\n-    \"      name + '_aucs',\\n\",\n-    \"      name + ' Pinned AUC',\\n\",\n-    \"      y_lim=(0., 1.0))\"\n+    \"for model_family in MODEL_FAMILIES:\\n\",\n+    \"    \\n\",\n+    \"    bias_metrics_df = model_bias_analysis.per_subgroup_aucs(\\n\",\n+    \"        test_bias_df, identity_terms_civil_included, [model_family], 'label')\\n\",\n+    \"    \\n\",\n+    \"    ### Make it prettier\\n\",\n+    \"    _model = model_family[0]\\n\",\n+    \"    _nickname = model_nick_names[_model]\\n\",\n+    \"    bias_metrics_df = bias_metrics_df.rename(columns={\\n\",\n+    \"        col: col.replace(_model, _nickname) for col in bias_metrics_df.columns\\n\",\n+    \"    })\\n\",\n+    \"    for col in bias_metrics_df.columns:\\n\",\n+    \"        try:\\n\",\n+    \"            bias_metrics_df[col] = list(map(lambda x: [round(y,2) for y in x] , bias_metrics_df[col]))\\n\",","path":"model_evaluation/jigsaw_evaluation_pipeline.ipynb","position":573,"original_position":573,"commit_id":"b2675cbe8ebed384e58ef6889db109f0bdf6a899","original_commit_id":"b2675cbe8ebed384e58ef6889db109f0bdf6a899","user":{"login":"nthain","id":30469739,"node_id":"MDQ6VXNlcjMwNDY5NzM5","avatar_url":"https://avatars2.githubusercontent.com/u/30469739?v=4","gravatar_id":"","url":"https://api.github.com/users/nthain","html_url":"https://github.com/nthain","followers_url":"https://api.github.com/users/nthain/followers","following_url":"https://api.github.com/users/nthain/following{/other_user}","gists_url":"https://api.github.com/users/nthain/gists{/gist_id}","starred_url":"https://api.github.com/users/nthain/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/nthain/subscriptions","organizations_url":"https://api.github.com/users/nthain/orgs","repos_url":"https://api.github.com/users/nthain/repos","events_url":"https://api.github.com/users/nthain/events{/privacy}","received_events_url":"https://api.github.com/users/nthain/received_events","type":"User","site_admin":false},"body":"Could something like this be used instead? \r\nhttps://pandas.pydata.org/pandas-docs/stable/generated/pandas.Series.round.html","created_at":"2018-10-05T14:45:34Z","updated_at":"2018-10-05T14:45:47Z","html_url":"https://github.com/conversationai/conversationai-models/pull/169#discussion_r223032442","pull_request_url":"https://api.github.com/repos/conversationai/conversationai-models/pulls/169","author_association":"COLLABORATOR","_links":{"self":{"href":"https://api.github.com/repos/conversationai/conversationai-models/pulls/comments/223032442"},"html":{"href":"https://github.com/conversationai/conversationai-models/pull/169#discussion_r223032442"},"pull_request":{"href":"https://api.github.com/repos/conversationai/conversationai-models/pulls/169"}}},"pull_request":{"url":"https://api.github.com/repos/conversationai/conversationai-models/pulls/169","id":220473960,"node_id":"MDExOlB1bGxSZXF1ZXN0MjIwNDczOTYw","html_url":"https://github.com/conversationai/conversationai-models/pull/169","diff_url":"https://github.com/conversationai/conversationai-models/pull/169.diff","patch_url":"https://github.com/conversationai/conversationai-models/pull/169.patch","issue_url":"https://api.github.com/repos/conversationai/conversationai-models/issues/169","number":169,"state":"open","locked":false,"title":"using new eval functions","user":{"login":"fprost","id":28877982,"node_id":"MDQ6VXNlcjI4ODc3OTgy","avatar_url":"https://avatars0.githubusercontent.com/u/28877982?v=4","gravatar_id":"","url":"https://api.github.com/users/fprost","html_url":"https://github.com/fprost","followers_url":"https://api.github.com/users/fprost/followers","following_url":"https://api.github.com/users/fprost/following{/other_user}","gists_url":"https://api.github.com/users/fprost/gists{/gist_id}","starred_url":"https://api.github.com/users/fprost/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/fprost/subscriptions","organizations_url":"https://api.github.com/users/fprost/orgs","repos_url":"https://api.github.com/users/fprost/repos","events_url":"https://api.github.com/users/fprost/events{/privacy}","received_events_url":"https://api.github.com/users/fprost/received_events","type":"User","site_admin":false},"body":"This commit includes the new eval function (use latest model_bias_analysis file).\r\n\r\nNow the notebook 'jigsaw_evaluation_pipeline.ipynb' allows you to:\r\n- select a performance dataset: can be either toxicity 2017 or civil_comments.\r\n- select a bias dataset: can be either synthetic dataset or civil_comments (with a filter).\r\n- Run predictions (no change).\r\n- Run eval.\r\n","created_at":"2018-10-04T18:27:20Z","updated_at":"2018-10-05T14:45:47Z","closed_at":null,"merged_at":null,"merge_commit_sha":"77a7e239f387e559ce65547c87e167c8dd9fef08","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/conversationai/conversationai-models/pulls/169/commits","review_comments_url":"https://api.github.com/repos/conversationai/conversationai-models/pulls/169/comments","review_comment_url":"https://api.github.com/repos/conversationai/conversationai-models/pulls/comments{/number}","comments_url":"https://api.github.com/repos/conversationai/conversationai-models/issues/169/comments","statuses_url":"https://api.github.com/repos/conversationai/conversationai-models/statuses/b2675cbe8ebed384e58ef6889db109f0bdf6a899","head":{"label":"fprost:use_new_eval_fn","ref":"use_new_eval_fn","sha":"b2675cbe8ebed384e58ef6889db109f0bdf6a899","user":{"login":"fprost","id":28877982,"node_id":"MDQ6VXNlcjI4ODc3OTgy","avatar_url":"https://avatars0.githubusercontent.com/u/28877982?v=4","gravatar_id":"","url":"https://api.github.com/users/fprost","html_url":"https://github.com/fprost","followers_url":"https://api.github.com/users/fprost/followers","following_url":"https://api.github.com/users/fprost/following{/other_user}","gists_url":"https://api.github.com/users/fprost/gists{/gist_id}","starred_url":"https://api.github.com/users/fprost/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/fprost/subscriptions","organizations_url":"https://api.github.com/users/fprost/orgs","repos_url":"https://api.github.com/users/fprost/repos","events_url":"https://api.github.com/users/fprost/events{/privacy}","received_events_url":"https://api.github.com/users/fprost/received_events","type":"User","site_admin":false},"repo":{"id":140880240,"node_id":"MDEwOlJlcG9zaXRvcnkxNDA4ODAyNDA=","name":"conversationai-models","full_name":"fprost/conversationai-models","private":false,"owner":{"login":"fprost","id":28877982,"node_id":"MDQ6VXNlcjI4ODc3OTgy","avatar_url":"https://avatars0.githubusercontent.com/u/28877982?v=4","gravatar_id":"","url":"https://api.github.com/users/fprost","html_url":"https://github.com/fprost","followers_url":"https://api.github.com/users/fprost/followers","following_url":"https://api.github.com/users/fprost/following{/other_user}","gists_url":"https://api.github.com/users/fprost/gists{/gist_id}","starred_url":"https://api.github.com/users/fprost/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/fprost/subscriptions","organizations_url":"https://api.github.com/users/fprost/orgs","repos_url":"https://api.github.com/users/fprost/repos","events_url":"https://api.github.com/users/fprost/events{/privacy}","received_events_url":"https://api.github.com/users/fprost/received_events","type":"User","site_admin":false},"html_url":"https://github.com/fprost/conversationai-models","description":"A repository to house model building experiments and tools that are part of the Conversation AI effort.","fork":true,"url":"https://api.github.com/repos/fprost/conversationai-models","forks_url":"https://api.github.com/repos/fprost/conversationai-models/forks","keys_url":"https://api.github.com/repos/fprost/conversationai-models/keys{/key_id}","collaborators_url":"https://api.github.com/repos/fprost/conversationai-models/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/fprost/conversationai-models/teams","hooks_url":"https://api.github.com/repos/fprost/conversationai-models/hooks","issue_events_url":"https://api.github.com/repos/fprost/conversationai-models/issues/events{/number}","events_url":"https://api.github.com/repos/fprost/conversationai-models/events","assignees_url":"https://api.github.com/repos/fprost/conversationai-models/assignees{/user}","branches_url":"https://api.github.com/repos/fprost/conversationai-models/branches{/branch}","tags_url":"https://api.github.com/repos/fprost/conversationai-models/tags","blobs_url":"https://api.github.com/repos/fprost/conversationai-models/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/fprost/conversationai-models/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/fprost/conversationai-models/git/refs{/sha}","trees_url":"https://api.github.com/repos/fprost/conversationai-models/git/trees{/sha}","statuses_url":"https://api.github.com/repos/fprost/conversationai-models/statuses/{sha}","languages_url":"https://api.github.com/repos/fprost/conversationai-models/languages","stargazers_url":"https://api.github.com/repos/fprost/conversationai-models/stargazers","contributors_url":"https://api.github.com/repos/fprost/conversationai-models/contributors","subscribers_url":"https://api.github.com/repos/fprost/conversationai-models/subscribers","subscription_url":"https://api.github.com/repos/fprost/conversationai-models/subscription","commits_url":"https://api.github.com/repos/fprost/conversationai-models/commits{/sha}","git_commits_url":"https://api.github.com/repos/fprost/conversationai-models/git/commits{/sha}","comments_url":"https://api.github.com/repos/fprost/conversationai-models/comments{/number}","issue_comment_url":"https://api.github.com/repos/fprost/conversationai-models/issues/comments{/number}","contents_url":"https://api.github.com/repos/fprost/conversationai-models/contents/{+path}","compare_url":"https://api.github.com/repos/fprost/conversationai-models/compare/{base}...{head}","merges_url":"https://api.github.com/repos/fprost/conversationai-models/merges","archive_url":"https://api.github.com/repos/fprost/conversationai-models/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/fprost/conversationai-models/downloads","issues_url":"https://api.github.com/repos/fprost/conversationai-models/issues{/number}","pulls_url":"https://api.github.com/repos/fprost/conversationai-models/pulls{/number}","milestones_url":"https://api.github.com/repos/fprost/conversationai-models/milestones{/number}","notifications_url":"https://api.github.com/repos/fprost/conversationai-models/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/fprost/conversationai-models/labels{/name}","releases_url":"https://api.github.com/repos/fprost/conversationai-models/releases{/id}","deployments_url":"https://api.github.com/repos/fprost/conversationai-models/deployments","created_at":"2018-07-13T18:24:27Z","updated_at":"2018-10-02T14:13:26Z","pushed_at":"2018-10-04T20:48:57Z","git_url":"git://github.com/fprost/conversationai-models.git","ssh_url":"git@github.com:fprost/conversationai-models.git","clone_url":"https://github.com/fprost/conversationai-models.git","svn_url":"https://github.com/fprost/conversationai-models","homepage":null,"size":3312,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":0,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"conversationai:master","ref":"master","sha":"d51b479bed6a32565a06cb6c822eb586a9931d99","user":{"login":"conversationai","id":23317692,"node_id":"MDEyOk9yZ2FuaXphdGlvbjIzMzE3Njky","avatar_url":"https://avatars1.githubusercontent.com/u/23317692?v=4","gravatar_id":"","url":"https://api.github.com/users/conversationai","html_url":"https://github.com/conversationai","followers_url":"https://api.github.com/users/conversationai/followers","following_url":"https://api.github.com/users/conversationai/following{/other_user}","gists_url":"https://api.github.com/users/conversationai/gists{/gist_id}","starred_url":"https://api.github.com/users/conversationai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/conversationai/subscriptions","organizations_url":"https://api.github.com/users/conversationai/orgs","repos_url":"https://api.github.com/users/conversationai/repos","events_url":"https://api.github.com/users/conversationai/events{/privacy}","received_events_url":"https://api.github.com/users/conversationai/received_events","type":"Organization","site_admin":false},"repo":{"id":123941779,"node_id":"MDEwOlJlcG9zaXRvcnkxMjM5NDE3Nzk=","name":"conversationai-models","full_name":"conversationai/conversationai-models","private":false,"owner":{"login":"conversationai","id":23317692,"node_id":"MDEyOk9yZ2FuaXphdGlvbjIzMzE3Njky","avatar_url":"https://avatars1.githubusercontent.com/u/23317692?v=4","gravatar_id":"","url":"https://api.github.com/users/conversationai","html_url":"https://github.com/conversationai","followers_url":"https://api.github.com/users/conversationai/followers","following_url":"https://api.github.com/users/conversationai/following{/other_user}","gists_url":"https://api.github.com/users/conversationai/gists{/gist_id}","starred_url":"https://api.github.com/users/conversationai/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/conversationai/subscriptions","organizations_url":"https://api.github.com/users/conversationai/orgs","repos_url":"https://api.github.com/users/conversationai/repos","events_url":"https://api.github.com/users/conversationai/events{/privacy}","received_events_url":"https://api.github.com/users/conversationai/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/conversationai/conversationai-models","description":"A repository to house model building experiments and tools that are part of the Conversation AI effort.","fork":false,"url":"https://api.github.com/repos/conversationai/conversationai-models","forks_url":"https://api.github.com/repos/conversationai/conversationai-models/forks","keys_url":"https://api.github.com/repos/conversationai/conversationai-models/keys{/key_id}","collaborators_url":"https://api.github.com/repos/conversationai/conversationai-models/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/conversationai/conversationai-models/teams","hooks_url":"https://api.github.com/repos/conversationai/conversationai-models/hooks","issue_events_url":"https://api.github.com/repos/conversationai/conversationai-models/issues/events{/number}","events_url":"https://api.github.com/repos/conversationai/conversationai-models/events","assignees_url":"https://api.github.com/repos/conversationai/conversationai-models/assignees{/user}","branches_url":"https://api.github.com/repos/conversationai/conversationai-models/branches{/branch}","tags_url":"https://api.github.com/repos/conversationai/conversationai-models/tags","blobs_url":"https://api.github.com/repos/conversationai/conversationai-models/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/conversationai/conversationai-models/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/conversationai/conversationai-models/git/refs{/sha}","trees_url":"https://api.github.com/repos/conversationai/conversationai-models/git/trees{/sha}","statuses_url":"https://api.github.com/repos/conversationai/conversationai-models/statuses/{sha}","languages_url":"https://api.github.com/repos/conversationai/conversationai-models/languages","stargazers_url":"https://api.github.com/repos/conversationai/conversationai-models/stargazers","contributors_url":"https://api.github.com/repos/conversationai/conversationai-models/contributors","subscribers_url":"https://api.github.com/repos/conversationai/conversationai-models/subscribers","subscription_url":"https://api.github.com/repos/conversationai/conversationai-models/subscription","commits_url":"https://api.github.com/repos/conversationai/conversationai-models/commits{/sha}","git_commits_url":"https://api.github.com/repos/conversationai/conversationai-models/git/commits{/sha}","comments_url":"https://api.github.com/repos/conversationai/conversationai-models/comments{/number}","issue_comment_url":"https://api.github.com/repos/conversationai/conversationai-models/issues/comments{/number}","contents_url":"https://api.github.com/repos/conversationai/conversationai-models/contents/{+path}","compare_url":"https://api.github.com/repos/conversationai/conversationai-models/compare/{base}...{head}","merges_url":"https://api.github.com/repos/conversationai/conversationai-models/merges","archive_url":"https://api.github.com/repos/conversationai/conversationai-models/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/conversationai/conversationai-models/downloads","issues_url":"https://api.github.com/repos/conversationai/conversationai-models/issues{/number}","pulls_url":"https://api.github.com/repos/conversationai/conversationai-models/pulls{/number}","milestones_url":"https://api.github.com/repos/conversationai/conversationai-models/milestones{/number}","notifications_url":"https://api.github.com/repos/conversationai/conversationai-models/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/conversationai/conversationai-models/labels{/name}","releases_url":"https://api.github.com/repos/conversationai/conversationai-models/releases{/id}","deployments_url":"https://api.github.com/repos/conversationai/conversationai-models/deployments","created_at":"2018-03-05T15:46:21Z","updated_at":"2018-10-04T20:37:36Z","pushed_at":"2018-10-04T18:41:43Z","git_url":"git://github.com/conversationai/conversationai-models.git","ssh_url":"git@github.com:conversationai/conversationai-models.git","clone_url":"https://github.com/conversationai/conversationai-models.git","svn_url":"https://github.com/conversationai/conversationai-models","homepage":null,"size":3289,"stargazers_count":35,"watchers_count":35,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":13,"mirror_url":null,"archived":false,"open_issues_count":31,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":13,"open_issues":31,"watchers":35,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/conversationai/conversationai-models/pulls/169"},"html":{"href":"https://github.com/conversationai/conversationai-models/pull/169"},"issue":{"href":"https://api.github.com/repos/conversationai/conversationai-models/issues/169"},"comments":{"href":"https://api.github.com/repos/conversationai/conversationai-models/issues/169/comments"},"review_comments":{"href":"https://api.github.com/repos/conversationai/conversationai-models/pulls/169/comments"},"review_comment":{"href":"https://api.github.com/repos/conversationai/conversationai-models/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/conversationai/conversationai-models/pulls/169/commits"},"statuses":{"href":"https://api.github.com/repos/conversationai/conversationai-models/statuses/b2675cbe8ebed384e58ef6889db109f0bdf6a899"}},"author_association":"COLLABORATOR"}}
{"actor":{"display_login":"nthain"}}