{"action":"created","comment":{"url":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/comments/68077380","id":68077380,"diff_hunk":"@@ -7,23 +7,18 @@ To create a derived dataset for running analyses like\n \n 1. Fire up a 20-node Spark cluster [here](https://analysis.telemetry.mozilla.org/).\n 2. `cd /mnt && git clone https://github.com/mozilla/telemetry-batch-view.git && cd telemetry-batch-view`\n-3. Edit `src/main/scala/DerivedStream.scala` around `case \"E10SExperiment\"` to have a fromDate, name, and path reflecting your experiment\n-4. `sbt assembly` (this might take a while)\n-5. `spark-submit --master yarn-client --class telemetry.DerivedStream target/scala-2.10/telemetry-batch-view-*.jar --to-date YYYYMMDD E10SExperiment` (this _definitely_ will take a while. You can watch some of its progress by `tail -f /mnt/spark.log`)\n+3. `sbt assembly` (this might take a while)\n+3. `spark-submit --master yarn-client --class com.mozilla.telemetry.views.E10sExperiment target/scala-2.10/telemetry-batch-view-1.1.jar --from 20160608 --to 20160609 --channel beta --version 48.0 --experiment e10s-beta48-cohorts --bucket telemetry-test-bucket` (this _definitely_ will take a while. You can watch some of its progress by `tail -f /mnt/spark.log`)","path":"docs/E10SExperiment.md","position":8,"original_position":8,"commit_id":"bbf76352af430543967d42bd08b266719408709d","original_commit_id":"bbf76352af430543967d42bd08b266719408709d","user":{"login":"mreid-moz","id":969479,"avatar_url":"https://avatars.githubusercontent.com/u/969479?v=3","gravatar_id":"","url":"https://api.github.com/users/mreid-moz","html_url":"https://github.com/mreid-moz","followers_url":"https://api.github.com/users/mreid-moz/followers","following_url":"https://api.github.com/users/mreid-moz/following{/other_user}","gists_url":"https://api.github.com/users/mreid-moz/gists{/gist_id}","starred_url":"https://api.github.com/users/mreid-moz/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mreid-moz/subscriptions","organizations_url":"https://api.github.com/users/mreid-moz/orgs","repos_url":"https://api.github.com/users/mreid-moz/repos","events_url":"https://api.github.com/users/mreid-moz/events{/privacy}","received_events_url":"https://api.github.com/users/mreid-moz/received_events","type":"User","site_admin":false},"body":"The log is now `/mnt/var/log/spark/spark.log` IIRC","created_at":"2016-06-22T15:40:09Z","updated_at":"2016-06-22T15:40:09Z","html_url":"https://github.com/mozilla/telemetry-batch-view/pull/85#discussion_r68077380","pull_request_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/85","_links":{"self":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/comments/68077380"},"html":{"href":"https://github.com/mozilla/telemetry-batch-view/pull/85#discussion_r68077380"},"pull_request":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/85"}}},"pull_request":{"url":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/85","id":74773962,"html_url":"https://github.com/mozilla/telemetry-batch-view/pull/85","diff_url":"https://github.com/mozilla/telemetry-batch-view/pull/85.diff","patch_url":"https://github.com/mozilla/telemetry-batch-view/pull/85.patch","issue_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues/85","number":85,"state":"open","locked":false,"title":"Kill DerivedStream.","user":{"login":"vitillo","id":2061747,"avatar_url":"https://avatars.githubusercontent.com/u/2061747?v=3","gravatar_id":"","url":"https://api.github.com/users/vitillo","html_url":"https://github.com/vitillo","followers_url":"https://api.github.com/users/vitillo/followers","following_url":"https://api.github.com/users/vitillo/following{/other_user}","gists_url":"https://api.github.com/users/vitillo/gists{/gist_id}","starred_url":"https://api.github.com/users/vitillo/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/vitillo/subscriptions","organizations_url":"https://api.github.com/users/vitillo/orgs","repos_url":"https://api.github.com/users/vitillo/repos","events_url":"https://api.github.com/users/vitillo/events{/privacy}","received_events_url":"https://api.github.com/users/vitillo/received_events","type":"User","site_admin":false},"body":"\n\n<!-- Reviewable:start -->\nThis change is [<img src=\"https://reviewable.io/review_button.svg\" height=\"35\" align=\"absmiddle\" alt=\"Reviewable\"/>](https://reviewable.io/reviews/mozilla/telemetry-batch-view/85)\n<!-- Reviewable:end -->\n","created_at":"2016-06-22T12:21:13Z","updated_at":"2016-06-22T15:40:09Z","closed_at":null,"merged_at":null,"merge_commit_sha":"da16b6f6a6fc76716a25279f191efc7eb17043fd","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/85/commits","review_comments_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/85/comments","review_comment_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/comments{/number}","comments_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues/85/comments","statuses_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/statuses/bbf76352af430543967d42bd08b266719408709d","head":{"label":"mozilla:deprecate_stream","ref":"deprecate_stream","sha":"bbf76352af430543967d42bd08b266719408709d","user":{"login":"mozilla","id":131524,"avatar_url":"https://avatars.githubusercontent.com/u/131524?v=3","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"repo":{"id":44998549,"name":"telemetry-batch-view","full_name":"mozilla/telemetry-batch-view","owner":{"login":"mozilla","id":131524,"avatar_url":"https://avatars.githubusercontent.com/u/131524?v=3","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/mozilla/telemetry-batch-view","description":"A Scala framework to build derived datasets, aka batch views, of Telemetry data.","fork":false,"url":"https://api.github.com/repos/mozilla/telemetry-batch-view","forks_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/forks","keys_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/keys{/key_id}","collaborators_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/teams","hooks_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/hooks","issue_events_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues/events{/number}","events_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/events","assignees_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/assignees{/user}","branches_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/branches{/branch}","tags_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/tags","blobs_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/refs{/sha}","trees_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/trees{/sha}","statuses_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/statuses/{sha}","languages_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/languages","stargazers_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/stargazers","contributors_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/contributors","subscribers_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/subscribers","subscription_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/subscription","commits_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/commits{/sha}","git_commits_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/commits{/sha}","comments_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/comments{/number}","issue_comment_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues/comments{/number}","contents_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/contents/{+path}","compare_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/compare/{base}...{head}","merges_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/merges","archive_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/downloads","issues_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues{/number}","pulls_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls{/number}","milestones_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/milestones{/number}","notifications_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/labels{/name}","releases_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/releases{/id}","deployments_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/deployments","created_at":"2015-10-26T21:29:57Z","updated_at":"2016-06-08T06:51:59Z","pushed_at":"2016-06-22T15:31:37Z","git_url":"git://github.com/mozilla/telemetry-batch-view.git","ssh_url":"git@github.com:mozilla/telemetry-batch-view.git","clone_url":"https://github.com/mozilla/telemetry-batch-view.git","svn_url":"https://github.com/mozilla/telemetry-batch-view","homepage":"","size":671,"stargazers_count":3,"watchers_count":3,"language":"Scala","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":6,"mirror_url":null,"open_issues_count":6,"forks":6,"open_issues":6,"watchers":3,"default_branch":"master"}},"base":{"label":"mozilla:master","ref":"master","sha":"de03d8c23c5f0016884ad004ee4d42494639d14a","user":{"login":"mozilla","id":131524,"avatar_url":"https://avatars.githubusercontent.com/u/131524?v=3","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"repo":{"id":44998549,"name":"telemetry-batch-view","full_name":"mozilla/telemetry-batch-view","owner":{"login":"mozilla","id":131524,"avatar_url":"https://avatars.githubusercontent.com/u/131524?v=3","gravatar_id":"","url":"https://api.github.com/users/mozilla","html_url":"https://github.com/mozilla","followers_url":"https://api.github.com/users/mozilla/followers","following_url":"https://api.github.com/users/mozilla/following{/other_user}","gists_url":"https://api.github.com/users/mozilla/gists{/gist_id}","starred_url":"https://api.github.com/users/mozilla/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mozilla/subscriptions","organizations_url":"https://api.github.com/users/mozilla/orgs","repos_url":"https://api.github.com/users/mozilla/repos","events_url":"https://api.github.com/users/mozilla/events{/privacy}","received_events_url":"https://api.github.com/users/mozilla/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/mozilla/telemetry-batch-view","description":"A Scala framework to build derived datasets, aka batch views, of Telemetry data.","fork":false,"url":"https://api.github.com/repos/mozilla/telemetry-batch-view","forks_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/forks","keys_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/keys{/key_id}","collaborators_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/teams","hooks_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/hooks","issue_events_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues/events{/number}","events_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/events","assignees_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/assignees{/user}","branches_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/branches{/branch}","tags_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/tags","blobs_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/refs{/sha}","trees_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/trees{/sha}","statuses_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/statuses/{sha}","languages_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/languages","stargazers_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/stargazers","contributors_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/contributors","subscribers_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/subscribers","subscription_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/subscription","commits_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/commits{/sha}","git_commits_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/git/commits{/sha}","comments_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/comments{/number}","issue_comment_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues/comments{/number}","contents_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/contents/{+path}","compare_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/compare/{base}...{head}","merges_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/merges","archive_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/downloads","issues_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues{/number}","pulls_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls{/number}","milestones_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/milestones{/number}","notifications_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/labels{/name}","releases_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/releases{/id}","deployments_url":"https://api.github.com/repos/mozilla/telemetry-batch-view/deployments","created_at":"2015-10-26T21:29:57Z","updated_at":"2016-06-08T06:51:59Z","pushed_at":"2016-06-22T15:31:37Z","git_url":"git://github.com/mozilla/telemetry-batch-view.git","ssh_url":"git@github.com:mozilla/telemetry-batch-view.git","clone_url":"https://github.com/mozilla/telemetry-batch-view.git","svn_url":"https://github.com/mozilla/telemetry-batch-view","homepage":"","size":671,"stargazers_count":3,"watchers_count":3,"language":"Scala","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":6,"mirror_url":null,"open_issues_count":6,"forks":6,"open_issues":6,"watchers":3,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/85"},"html":{"href":"https://github.com/mozilla/telemetry-batch-view/pull/85"},"issue":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues/85"},"comments":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/issues/85/comments"},"review_comments":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/85/comments"},"review_comment":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/pulls/85/commits"},"statuses":{"href":"https://api.github.com/repos/mozilla/telemetry-batch-view/statuses/bbf76352af430543967d42bd08b266719408709d"}}}}
{"actor":{"display_login":"mreid-moz"}}