{"action":"created","comment":{"url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/comments/62374811","id":62374811,"diff_hunk":"@@ -180,6 +180,33 @@ def output_utilizations(self, prefix):\n     self.__write_utilization_summary_file(\n       process_system_cpu_utilizations, \"%s_%s\" % (prefix, \"cpu_process_system_utilization\"))\n \n+  def output_stage_resource_metrics(self, filename):\n+    \"\"\" Writes a file with resource metrics at the granularity of stages. \"\"\"","path":"parse_event_logs.py","position":null,"original_position":17,"commit_id":"6036ad7890e99617c1c25f68fce24502d7cc66ca","original_commit_id":"1d5ecfadfbea141b557b0131b20c704be91d154e","user":{"login":"christophercanel","id":5702363,"avatar_url":"https://avatars.githubusercontent.com/u/5702363?v=3","gravatar_id":"","url":"https://api.github.com/users/christophercanel","html_url":"https://github.com/christophercanel","followers_url":"https://api.github.com/users/christophercanel/followers","following_url":"https://api.github.com/users/christophercanel/following{/other_user}","gists_url":"https://api.github.com/users/christophercanel/gists{/gist_id}","starred_url":"https://api.github.com/users/christophercanel/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/christophercanel/subscriptions","organizations_url":"https://api.github.com/users/christophercanel/orgs","repos_url":"https://api.github.com/users/christophercanel/repos","events_url":"https://api.github.com/users/christophercanel/events{/privacy}","received_events_url":"https://api.github.com/users/christophercanel/received_events","type":"User","site_admin":false},"body":"Done","created_at":"2016-05-06T18:56:23Z","updated_at":"2016-05-06T18:56:23Z","html_url":"https://github.com/kayousterhout/monotasks-scripts/pull/16#discussion_r62374811","pull_request_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/16","_links":{"self":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/comments/62374811"},"html":{"href":"https://github.com/kayousterhout/monotasks-scripts/pull/16#discussion_r62374811"},"pull_request":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/16"}}},"pull_request":{"url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/16","id":69098165,"html_url":"https://github.com/kayousterhout/monotasks-scripts/pull/16","diff_url":"https://github.com/kayousterhout/monotasks-scripts/pull/16.diff","patch_url":"https://github.com/kayousterhout/monotasks-scripts/pull/16.patch","issue_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/issues/16","number":16,"state":"open","locked":false,"title":"Parse resource counters","user":{"login":"christophercanel","id":5702363,"avatar_url":"https://avatars.githubusercontent.com/u/5702363?v=3","gravatar_id":"","url":"https://api.github.com/users/christophercanel","html_url":"https://github.com/christophercanel","followers_url":"https://api.github.com/users/christophercanel/followers","following_url":"https://api.github.com/users/christophercanel/following{/other_user}","gists_url":"https://api.github.com/users/christophercanel/gists{/gist_id}","starred_url":"https://api.github.com/users/christophercanel/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/christophercanel/subscriptions","organizations_url":"https://api.github.com/users/christophercanel/orgs","repos_url":"https://api.github.com/users/christophercanel/repos","events_url":"https://api.github.com/users/christophercanel/events{/privacy}","received_events_url":"https://api.github.com/users/christophercanel/received_events","type":"User","site_admin":false},"body":"This commit adds parsing for new GC, disk, and network transmit idle\r\ntime counters to the event log parsing scripts. After these counters\r\nhave been parsed, executor-level end-to-end metrics are calculated for\r\nstages and jobs.\r\n\r\nTODO: Currently, volume and time metrics are not used to calculate\r\nthroughput (or effective throughput). This should not be a big change,\r\nbut I wanted to get this code in first.\r\n","created_at":"2016-05-06T02:33:38Z","updated_at":"2016-05-06T18:56:23Z","closed_at":null,"merged_at":null,"merge_commit_sha":"765db683c9a3a45894629bbeb3f5d3d14fd9da98","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/16/commits","review_comments_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/16/comments","review_comment_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/comments{/number}","comments_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/issues/16/comments","statuses_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/statuses/6036ad7890e99617c1c25f68fce24502d7cc66ca","head":{"label":"christophercanel:parse-new-info","ref":"parse-new-info","sha":"6036ad7890e99617c1c25f68fce24502d7cc66ca","user":{"login":"christophercanel","id":5702363,"avatar_url":"https://avatars.githubusercontent.com/u/5702363?v=3","gravatar_id":"","url":"https://api.github.com/users/christophercanel","html_url":"https://github.com/christophercanel","followers_url":"https://api.github.com/users/christophercanel/followers","following_url":"https://api.github.com/users/christophercanel/following{/other_user}","gists_url":"https://api.github.com/users/christophercanel/gists{/gist_id}","starred_url":"https://api.github.com/users/christophercanel/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/christophercanel/subscriptions","organizations_url":"https://api.github.com/users/christophercanel/orgs","repos_url":"https://api.github.com/users/christophercanel/repos","events_url":"https://api.github.com/users/christophercanel/events{/privacy}","received_events_url":"https://api.github.com/users/christophercanel/received_events","type":"User","site_admin":false},"repo":{"id":37625508,"name":"monotasks-scripts","full_name":"christophercanel/monotasks-scripts","owner":{"login":"christophercanel","id":5702363,"avatar_url":"https://avatars.githubusercontent.com/u/5702363?v=3","gravatar_id":"","url":"https://api.github.com/users/christophercanel","html_url":"https://github.com/christophercanel","followers_url":"https://api.github.com/users/christophercanel/followers","following_url":"https://api.github.com/users/christophercanel/following{/other_user}","gists_url":"https://api.github.com/users/christophercanel/gists{/gist_id}","starred_url":"https://api.github.com/users/christophercanel/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/christophercanel/subscriptions","organizations_url":"https://api.github.com/users/christophercanel/orgs","repos_url":"https://api.github.com/users/christophercanel/repos","events_url":"https://api.github.com/users/christophercanel/events{/privacy}","received_events_url":"https://api.github.com/users/christophercanel/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/christophercanel/monotasks-scripts","description":"Scripts for evaluating monotasks and parsing experimental results","fork":true,"url":"https://api.github.com/repos/christophercanel/monotasks-scripts","forks_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/forks","keys_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/keys{/key_id}","collaborators_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/teams","hooks_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/hooks","issue_events_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/issues/events{/number}","events_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/events","assignees_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/assignees{/user}","branches_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/branches{/branch}","tags_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/tags","blobs_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/git/refs{/sha}","trees_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/git/trees{/sha}","statuses_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/statuses/{sha}","languages_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/languages","stargazers_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/stargazers","contributors_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/contributors","subscribers_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/subscribers","subscription_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/subscription","commits_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/commits{/sha}","git_commits_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/git/commits{/sha}","comments_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/comments{/number}","issue_comment_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/issues/comments{/number}","contents_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/contents/{+path}","compare_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/compare/{base}...{head}","merges_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/merges","archive_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/downloads","issues_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/issues{/number}","pulls_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/pulls{/number}","milestones_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/milestones{/number}","notifications_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/labels{/name}","releases_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/releases{/id}","deployments_url":"https://api.github.com/repos/christophercanel/monotasks-scripts/deployments","created_at":"2015-06-17T23:02:30Z","updated_at":"2016-02-24T03:19:21Z","pushed_at":"2016-05-06T18:55:58Z","git_url":"git://github.com/christophercanel/monotasks-scripts.git","ssh_url":"git@github.com:christophercanel/monotasks-scripts.git","clone_url":"https://github.com/christophercanel/monotasks-scripts.git","svn_url":"https://github.com/christophercanel/monotasks-scripts","homepage":null,"size":105,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"kayousterhout:master","ref":"master","sha":"7849e4d6826ed4deeb02e6a14d21e05308b5be35","user":{"login":"kayousterhout","id":1108612,"avatar_url":"https://avatars.githubusercontent.com/u/1108612?v=3","gravatar_id":"","url":"https://api.github.com/users/kayousterhout","html_url":"https://github.com/kayousterhout","followers_url":"https://api.github.com/users/kayousterhout/followers","following_url":"https://api.github.com/users/kayousterhout/following{/other_user}","gists_url":"https://api.github.com/users/kayousterhout/gists{/gist_id}","starred_url":"https://api.github.com/users/kayousterhout/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/kayousterhout/subscriptions","organizations_url":"https://api.github.com/users/kayousterhout/orgs","repos_url":"https://api.github.com/users/kayousterhout/repos","events_url":"https://api.github.com/users/kayousterhout/events{/privacy}","received_events_url":"https://api.github.com/users/kayousterhout/received_events","type":"User","site_admin":false},"repo":{"id":32699609,"name":"monotasks-scripts","full_name":"kayousterhout/monotasks-scripts","owner":{"login":"kayousterhout","id":1108612,"avatar_url":"https://avatars.githubusercontent.com/u/1108612?v=3","gravatar_id":"","url":"https://api.github.com/users/kayousterhout","html_url":"https://github.com/kayousterhout","followers_url":"https://api.github.com/users/kayousterhout/followers","following_url":"https://api.github.com/users/kayousterhout/following{/other_user}","gists_url":"https://api.github.com/users/kayousterhout/gists{/gist_id}","starred_url":"https://api.github.com/users/kayousterhout/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/kayousterhout/subscriptions","organizations_url":"https://api.github.com/users/kayousterhout/orgs","repos_url":"https://api.github.com/users/kayousterhout/repos","events_url":"https://api.github.com/users/kayousterhout/events{/privacy}","received_events_url":"https://api.github.com/users/kayousterhout/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/kayousterhout/monotasks-scripts","description":"Scripts for evaluating monotasks and parsing experimental results","fork":false,"url":"https://api.github.com/repos/kayousterhout/monotasks-scripts","forks_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/forks","keys_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/keys{/key_id}","collaborators_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/teams","hooks_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/hooks","issue_events_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/issues/events{/number}","events_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/events","assignees_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/assignees{/user}","branches_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/branches{/branch}","tags_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/tags","blobs_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/git/refs{/sha}","trees_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/git/trees{/sha}","statuses_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/statuses/{sha}","languages_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/languages","stargazers_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/stargazers","contributors_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/contributors","subscribers_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/subscribers","subscription_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/subscription","commits_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/commits{/sha}","git_commits_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/git/commits{/sha}","comments_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/comments{/number}","issue_comment_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/issues/comments{/number}","contents_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/contents/{+path}","compare_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/compare/{base}...{head}","merges_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/merges","archive_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/downloads","issues_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/issues{/number}","pulls_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls{/number}","milestones_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/milestones{/number}","notifications_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/labels{/name}","releases_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/releases{/id}","deployments_url":"https://api.github.com/repos/kayousterhout/monotasks-scripts/deployments","created_at":"2015-03-22T22:46:52Z","updated_at":"2016-03-21T22:07:32Z","pushed_at":"2016-05-06T18:55:58Z","git_url":"git://github.com/kayousterhout/monotasks-scripts.git","ssh_url":"git@github.com:kayousterhout/monotasks-scripts.git","clone_url":"https://github.com/kayousterhout/monotasks-scripts.git","svn_url":"https://github.com/kayousterhout/monotasks-scripts","homepage":null,"size":81,"stargazers_count":1,"watchers_count":1,"language":"Python","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":2,"mirror_url":null,"open_issues_count":1,"forks":2,"open_issues":1,"watchers":1,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/16"},"html":{"href":"https://github.com/kayousterhout/monotasks-scripts/pull/16"},"issue":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/issues/16"},"comments":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/issues/16/comments"},"review_comments":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/16/comments"},"review_comment":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/pulls/16/commits"},"statuses":{"href":"https://api.github.com/repos/kayousterhout/monotasks-scripts/statuses/6036ad7890e99617c1c25f68fce24502d7cc66ca"}}}}