{"action":"created","comment":{"url":"https://api.github.com/repos/amplab/keystone/pulls/comments/65288721","id":65288721,"diff_hunk":"@@ -0,0 +1,24 @@\n+package workflow.graph\n+\n+import org.apache.spark.rdd.RDD\n+import pipelines.Logging\n+\n+import scala.reflect.ClassTag\n+\n+/**\n+ * Caches an RDD at a given point within a Pipeline. Follows Spark's lazy evaluation conventions.\n+ *\n+ * @param name An optional name to set on the cached output. Useful for debugging.\n+ * @tparam T Type of the input to cache.\n+ */\n+case class Cacher[T: ClassTag](name: Option[String] = None) extends Transformer[T,T] with Logging {","path":"src/main/scala/workflow/graph/Cacher.scala","position":14,"original_position":14,"commit_id":"973f2709a8195412b5ebdbd481c0cae834630131","original_commit_id":"973f2709a8195412b5ebdbd481c0cae834630131","user":{"login":"shivaram","id":143893,"avatar_url":"https://avatars.githubusercontent.com/u/143893?v=3","gravatar_id":"","url":"https://api.github.com/users/shivaram","html_url":"https://github.com/shivaram","followers_url":"https://api.github.com/users/shivaram/followers","following_url":"https://api.github.com/users/shivaram/following{/other_user}","gists_url":"https://api.github.com/users/shivaram/gists{/gist_id}","starred_url":"https://api.github.com/users/shivaram/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/shivaram/subscriptions","organizations_url":"https://api.github.com/users/shivaram/orgs","repos_url":"https://api.github.com/users/shivaram/repos","events_url":"https://api.github.com/users/shivaram/events{/privacy}","received_events_url":"https://api.github.com/users/shivaram/received_events","type":"User","site_admin":false},"body":"quick question: does this mean we should remove the old cacher ? the code looks identical though to the current one ?","created_at":"2016-06-01T01:05:56Z","updated_at":"2016-06-01T01:05:56Z","html_url":"https://github.com/amplab/keystone/pull/277#discussion_r65288721","pull_request_url":"https://api.github.com/repos/amplab/keystone/pulls/277","_links":{"self":{"href":"https://api.github.com/repos/amplab/keystone/pulls/comments/65288721"},"html":{"href":"https://github.com/amplab/keystone/pull/277#discussion_r65288721"},"pull_request":{"href":"https://api.github.com/repos/amplab/keystone/pulls/277"}}},"pull_request":{"url":"https://api.github.com/repos/amplab/keystone/pulls/277","id":71618680,"html_url":"https://github.com/amplab/keystone/pull/277","diff_url":"https://github.com/amplab/keystone/pull/277.diff","patch_url":"https://github.com/amplab/keystone/pull/277.patch","issue_url":"https://api.github.com/repos/amplab/keystone/issues/277","number":277,"state":"open","locked":false,"title":"Prefix-based execution","user":{"login":"tomerk","id":676357,"avatar_url":"https://avatars.githubusercontent.com/u/676357?v=3","gravatar_id":"","url":"https://api.github.com/users/tomerk","html_url":"https://github.com/tomerk","followers_url":"https://api.github.com/users/tomerk/followers","following_url":"https://api.github.com/users/tomerk/following{/other_user}","gists_url":"https://api.github.com/users/tomerk/gists{/gist_id}","starred_url":"https://api.github.com/users/tomerk/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tomerk/subscriptions","organizations_url":"https://api.github.com/users/tomerk/orgs","repos_url":"https://api.github.com/users/tomerk/repos","events_url":"https://api.github.com/users/tomerk/events{/privacy}","received_events_url":"https://api.github.com/users/tomerk/received_events","type":"User","site_admin":false},"body":"","created_at":"2016-05-26T20:25:01Z","updated_at":"2016-06-01T01:05:56Z","closed_at":null,"merged_at":null,"merge_commit_sha":"93fd454c789576ab54d8c7a9f3c3d91379f854f4","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/amplab/keystone/pulls/277/commits","review_comments_url":"https://api.github.com/repos/amplab/keystone/pulls/277/comments","review_comment_url":"https://api.github.com/repos/amplab/keystone/pulls/comments{/number}","comments_url":"https://api.github.com/repos/amplab/keystone/issues/277/comments","statuses_url":"https://api.github.com/repos/amplab/keystone/statuses/973f2709a8195412b5ebdbd481c0cae834630131","head":{"label":"tomerk:internal-dag-prefix-execution","ref":"internal-dag-prefix-execution","sha":"973f2709a8195412b5ebdbd481c0cae834630131","user":{"login":"tomerk","id":676357,"avatar_url":"https://avatars.githubusercontent.com/u/676357?v=3","gravatar_id":"","url":"https://api.github.com/users/tomerk","html_url":"https://github.com/tomerk","followers_url":"https://api.github.com/users/tomerk/followers","following_url":"https://api.github.com/users/tomerk/following{/other_user}","gists_url":"https://api.github.com/users/tomerk/gists{/gist_id}","starred_url":"https://api.github.com/users/tomerk/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tomerk/subscriptions","organizations_url":"https://api.github.com/users/tomerk/orgs","repos_url":"https://api.github.com/users/tomerk/repos","events_url":"https://api.github.com/users/tomerk/events{/privacy}","received_events_url":"https://api.github.com/users/tomerk/received_events","type":"User","site_admin":false},"repo":{"id":36905160,"name":"keystone","full_name":"tomerk/keystone","owner":{"login":"tomerk","id":676357,"avatar_url":"https://avatars.githubusercontent.com/u/676357?v=3","gravatar_id":"","url":"https://api.github.com/users/tomerk","html_url":"https://github.com/tomerk","followers_url":"https://api.github.com/users/tomerk/followers","following_url":"https://api.github.com/users/tomerk/following{/other_user}","gists_url":"https://api.github.com/users/tomerk/gists{/gist_id}","starred_url":"https://api.github.com/users/tomerk/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tomerk/subscriptions","organizations_url":"https://api.github.com/users/tomerk/orgs","repos_url":"https://api.github.com/users/tomerk/repos","events_url":"https://api.github.com/users/tomerk/events{/privacy}","received_events_url":"https://api.github.com/users/tomerk/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/tomerk/keystone","description":"Simplifying robust end-to-end machine learning on Apache Spark.","fork":true,"url":"https://api.github.com/repos/tomerk/keystone","forks_url":"https://api.github.com/repos/tomerk/keystone/forks","keys_url":"https://api.github.com/repos/tomerk/keystone/keys{/key_id}","collaborators_url":"https://api.github.com/repos/tomerk/keystone/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/tomerk/keystone/teams","hooks_url":"https://api.github.com/repos/tomerk/keystone/hooks","issue_events_url":"https://api.github.com/repos/tomerk/keystone/issues/events{/number}","events_url":"https://api.github.com/repos/tomerk/keystone/events","assignees_url":"https://api.github.com/repos/tomerk/keystone/assignees{/user}","branches_url":"https://api.github.com/repos/tomerk/keystone/branches{/branch}","tags_url":"https://api.github.com/repos/tomerk/keystone/tags","blobs_url":"https://api.github.com/repos/tomerk/keystone/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/tomerk/keystone/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/tomerk/keystone/git/refs{/sha}","trees_url":"https://api.github.com/repos/tomerk/keystone/git/trees{/sha}","statuses_url":"https://api.github.com/repos/tomerk/keystone/statuses/{sha}","languages_url":"https://api.github.com/repos/tomerk/keystone/languages","stargazers_url":"https://api.github.com/repos/tomerk/keystone/stargazers","contributors_url":"https://api.github.com/repos/tomerk/keystone/contributors","subscribers_url":"https://api.github.com/repos/tomerk/keystone/subscribers","subscription_url":"https://api.github.com/repos/tomerk/keystone/subscription","commits_url":"https://api.github.com/repos/tomerk/keystone/commits{/sha}","git_commits_url":"https://api.github.com/repos/tomerk/keystone/git/commits{/sha}","comments_url":"https://api.github.com/repos/tomerk/keystone/comments{/number}","issue_comment_url":"https://api.github.com/repos/tomerk/keystone/issues/comments{/number}","contents_url":"https://api.github.com/repos/tomerk/keystone/contents/{+path}","compare_url":"https://api.github.com/repos/tomerk/keystone/compare/{base}...{head}","merges_url":"https://api.github.com/repos/tomerk/keystone/merges","archive_url":"https://api.github.com/repos/tomerk/keystone/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/tomerk/keystone/downloads","issues_url":"https://api.github.com/repos/tomerk/keystone/issues{/number}","pulls_url":"https://api.github.com/repos/tomerk/keystone/pulls{/number}","milestones_url":"https://api.github.com/repos/tomerk/keystone/milestones{/number}","notifications_url":"https://api.github.com/repos/tomerk/keystone/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/tomerk/keystone/labels{/name}","releases_url":"https://api.github.com/repos/tomerk/keystone/releases{/id}","deployments_url":"https://api.github.com/repos/tomerk/keystone/deployments","created_at":"2015-06-05T01:29:58Z","updated_at":"2016-01-21T20:52:37Z","pushed_at":"2016-05-28T00:15:39Z","git_url":"git://github.com/tomerk/keystone.git","ssh_url":"git@github.com:tomerk/keystone.git","clone_url":"https://github.com/tomerk/keystone.git","svn_url":"https://github.com/tomerk/keystone","homepage":"http://keystone-ml.org/","size":23778,"stargazers_count":0,"watchers_count":0,"language":"Scala","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":1,"mirror_url":null,"open_issues_count":0,"forks":1,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"amplab:master","ref":"master","sha":"76eb8a6cc0e82f3a211a7da1d90296a27a5cf350","user":{"login":"amplab","id":1438454,"avatar_url":"https://avatars.githubusercontent.com/u/1438454?v=3","gravatar_id":"","url":"https://api.github.com/users/amplab","html_url":"https://github.com/amplab","followers_url":"https://api.github.com/users/amplab/followers","following_url":"https://api.github.com/users/amplab/following{/other_user}","gists_url":"https://api.github.com/users/amplab/gists{/gist_id}","starred_url":"https://api.github.com/users/amplab/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/amplab/subscriptions","organizations_url":"https://api.github.com/users/amplab/orgs","repos_url":"https://api.github.com/users/amplab/repos","events_url":"https://api.github.com/users/amplab/events{/privacy}","received_events_url":"https://api.github.com/users/amplab/received_events","type":"Organization","site_admin":false},"repo":{"id":33748726,"name":"keystone","full_name":"amplab/keystone","owner":{"login":"amplab","id":1438454,"avatar_url":"https://avatars.githubusercontent.com/u/1438454?v=3","gravatar_id":"","url":"https://api.github.com/users/amplab","html_url":"https://github.com/amplab","followers_url":"https://api.github.com/users/amplab/followers","following_url":"https://api.github.com/users/amplab/following{/other_user}","gists_url":"https://api.github.com/users/amplab/gists{/gist_id}","starred_url":"https://api.github.com/users/amplab/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/amplab/subscriptions","organizations_url":"https://api.github.com/users/amplab/orgs","repos_url":"https://api.github.com/users/amplab/repos","events_url":"https://api.github.com/users/amplab/events{/privacy}","received_events_url":"https://api.github.com/users/amplab/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/amplab/keystone","description":"Simplifying robust end-to-end machine learning on Apache Spark.","fork":false,"url":"https://api.github.com/repos/amplab/keystone","forks_url":"https://api.github.com/repos/amplab/keystone/forks","keys_url":"https://api.github.com/repos/amplab/keystone/keys{/key_id}","collaborators_url":"https://api.github.com/repos/amplab/keystone/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/amplab/keystone/teams","hooks_url":"https://api.github.com/repos/amplab/keystone/hooks","issue_events_url":"https://api.github.com/repos/amplab/keystone/issues/events{/number}","events_url":"https://api.github.com/repos/amplab/keystone/events","assignees_url":"https://api.github.com/repos/amplab/keystone/assignees{/user}","branches_url":"https://api.github.com/repos/amplab/keystone/branches{/branch}","tags_url":"https://api.github.com/repos/amplab/keystone/tags","blobs_url":"https://api.github.com/repos/amplab/keystone/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/amplab/keystone/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/amplab/keystone/git/refs{/sha}","trees_url":"https://api.github.com/repos/amplab/keystone/git/trees{/sha}","statuses_url":"https://api.github.com/repos/amplab/keystone/statuses/{sha}","languages_url":"https://api.github.com/repos/amplab/keystone/languages","stargazers_url":"https://api.github.com/repos/amplab/keystone/stargazers","contributors_url":"https://api.github.com/repos/amplab/keystone/contributors","subscribers_url":"https://api.github.com/repos/amplab/keystone/subscribers","subscription_url":"https://api.github.com/repos/amplab/keystone/subscription","commits_url":"https://api.github.com/repos/amplab/keystone/commits{/sha}","git_commits_url":"https://api.github.com/repos/amplab/keystone/git/commits{/sha}","comments_url":"https://api.github.com/repos/amplab/keystone/comments{/number}","issue_comment_url":"https://api.github.com/repos/amplab/keystone/issues/comments{/number}","contents_url":"https://api.github.com/repos/amplab/keystone/contents/{+path}","compare_url":"https://api.github.com/repos/amplab/keystone/compare/{base}...{head}","merges_url":"https://api.github.com/repos/amplab/keystone/merges","archive_url":"https://api.github.com/repos/amplab/keystone/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/amplab/keystone/downloads","issues_url":"https://api.github.com/repos/amplab/keystone/issues{/number}","pulls_url":"https://api.github.com/repos/amplab/keystone/pulls{/number}","milestones_url":"https://api.github.com/repos/amplab/keystone/milestones{/number}","notifications_url":"https://api.github.com/repos/amplab/keystone/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/amplab/keystone/labels{/name}","releases_url":"https://api.github.com/repos/amplab/keystone/releases{/id}","deployments_url":"https://api.github.com/repos/amplab/keystone/deployments","created_at":"2015-04-10T20:16:11Z","updated_at":"2016-05-25T05:17:00Z","pushed_at":"2016-05-29T20:04:31Z","git_url":"git://github.com/amplab/keystone.git","ssh_url":"git@github.com:amplab/keystone.git","clone_url":"https://github.com/amplab/keystone.git","svn_url":"https://github.com/amplab/keystone","homepage":"http://keystone-ml.org/","size":19170,"stargazers_count":357,"watchers_count":357,"language":"Scala","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":82,"mirror_url":null,"open_issues_count":43,"forks":82,"open_issues":43,"watchers":357,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/amplab/keystone/pulls/277"},"html":{"href":"https://github.com/amplab/keystone/pull/277"},"issue":{"href":"https://api.github.com/repos/amplab/keystone/issues/277"},"comments":{"href":"https://api.github.com/repos/amplab/keystone/issues/277/comments"},"review_comments":{"href":"https://api.github.com/repos/amplab/keystone/pulls/277/comments"},"review_comment":{"href":"https://api.github.com/repos/amplab/keystone/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/amplab/keystone/pulls/277/commits"},"statuses":{"href":"https://api.github.com/repos/amplab/keystone/statuses/973f2709a8195412b5ebdbd481c0cae834630131"}}}}
{"actor":{"display_login":"shivaram"}}