{"action":"created","comment":{"url":"https://api.github.com/repos/twitter/scalding/pulls/comments/234763340","pull_request_review_id":176472426,"id":234763340,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDIzNDc2MzM0MA==","diff_hunk":"@@ -0,0 +1,267 @@\n+package com.twitter.scalding\n+\n+import cascading.flow.FlowDef\n+import cascading.pipe.Pipe\n+import cascading.scheme.NullScheme\n+import cascading.tap.Tap\n+import cascading.tuple.{Fields, Tuple}\n+import com.stripe.dagon.Rule\n+import com.twitter.maple.tap.MemorySourceTap\n+import com.twitter.scalding.typed.TypedPipeGen\n+import java.io.{InputStream, OutputStream}\n+import java.util.UUID\n+import org.scalacheck.{Arbitrary, Gen}\n+import org.scalatest.FunSuite\n+import org.scalatest.prop.PropertyChecks\n+import scala.collection.JavaConverters._\n+import scala.collection.mutable.Buffer\n+\n+class ExecutionOptimizationRulesTest extends FunSuite with PropertyChecks {\n+  class MemorySource[T: TupleConverter](inFields: Fields = Fields.NONE) extends Mappable[T] with TypedSink[T] {\n+    private[this] val buf = Buffer[Tuple]()\n+    private[this] val name: String = UUID.randomUUID.toString\n+\n+    def setter[U <: T] = TupleSetter.asSubSetter(TupleSetter.singleSetter[T])\n+\n+    override def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe =\n+      mode match {\n+        case cl: CascadingLocal =>\n+          val tap = new MemoryTap(new NullScheme(sinkFields, sinkFields), buf)\n+          flowDef.addSink(name, tap)\n+          flowDef.addTail(new Pipe(name, pipe))\n+          pipe\n+        case _ => sys.error(\"MemorySink only usable with cascading local\")\n+      }\n+\n+    def fields = {\n+      if (inFields.isNone && setter.arity > 0) {\n+        Dsl.intFields(0 until setter.arity)\n+      } else inFields\n+    }\n+\n+    override def converter[U >: T]: TupleConverter[U] = TupleConverter.asSuperConverter[T, U](implicitly[TupleConverter[T]])\n+\n+    private lazy val hdfsTap: Tap[_, _, _] = new MemorySourceTap(buf.asJava, fields)\n+\n+    override def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _] = {\n+      if (readOrWrite == Write) {\n+        sys.error(\"IterableSource is a Read-only Source\")\n+      }\n+      mode match {\n+        case Local(_) => new MemoryTap[InputStream, OutputStream](new NullScheme(fields, fields), buf)\n+        case Test(_) => new MemoryTap[InputStream, OutputStream](new NullScheme(fields, fields), buf)\n+        case Hdfs(_, _) => hdfsTap\n+        case HadoopTest(_, _) => hdfsTap\n+        case _ => throw ModeException(\"Unsupported mode for IterableSource: \" + mode.toString)\n+      }\n+    }\n+  }\n+\n+  val pipe: Gen[Execution[TypedPipe[Int]]] =\n+    TypedPipeGen.genWithIterableSources.map(pipe => Execution.from(pipe))\n+\n+  case class PlusOne() extends (TypedPipe[Int] => TypedPipe[Int]) {\n+    override def apply(p: TypedPipe[Int]): TypedPipe[Int] = p.map(_ + 1)\n+  }\n+\n+  case class PlusI(i: Int) extends (TypedPipe[Int] => TypedPipe[Int]) {\n+    override def apply(p: TypedPipe[Int]): TypedPipe[Int] = p.map(_ + i)\n+  }\n+\n+  def mapped(exec: Gen[Execution[TypedPipe[Int]]]): Gen[Execution[TypedPipe[Int]]] = {\n+    exec.flatMap { pipe =>\n+      Gen.frequency(\n+        (1, Execution.Mapped(pipe, PlusOne())),\n+        (5, Arbitrary.arbitrary[Int].map(i => Execution.Mapped(pipe, PlusI(i))))\n+      )\n+    }\n+  }\n+\n+  case class ReplaceTo[T](to: Execution[TypedPipe[Int]]) extends (TypedPipe[Int] => Execution[TypedPipe[Int]]) {\n+    override def apply(v1: TypedPipe[Int]): Execution[TypedPipe[Int]] = to\n+  }\n+\n+  def flatMapped(exec: Gen[Execution[TypedPipe[Int]]]): Gen[Execution[TypedPipe[Int]]] = {\n+    exec.flatMap { from =>\n+      exec.map { to =>\n+        from.flatMap(ReplaceTo(to))\n+      }\n+    }\n+  }\n+\n+  def zipped[A, B](left: Gen[Execution[A]], right: Gen[Execution[B]]): Gen[Execution[(A, B)]] =\n+    for {\n+      one <- left\n+      two <- right\n+    } yield Execution.Zipped(one, two)\n+\n+  def write(pipe: Gen[TypedPipe[Int]]): Gen[Execution[TypedPipe[Int]]] =\n+    pipe.map(_.writeThrough(new MemorySource[Int]()))\n+\n+  val mappedOrFlatMapped =\n+    Gen.oneOf(mapped(pipe), flatMapped(pipe))\n+\n+  val zippedWrites =\n+    zipped(write(TypedPipeGen.genWithIterableSources), write(TypedPipeGen.genWithIterableSources))\n+\n+  val mappedWrites =\n+    mapped(write(TypedPipeGen.genWithIterableSources))\n+\n+  val zippedFlatMapped =\n+    Gen.oneOf(\n+      zipped(flatMapped(pipe), flatMapped(pipe)),\n+      zipped(mappedWrites, flatMapped(pipe)),\n+      zipped(flatMapped(pipe), mappedWrites)\n+    )\n+\n+  val zippedMapped =\n+    Gen.oneOf(\n+      zipped(mappedWrites, mappedOrFlatMapped),\n+      zipped(mappedOrFlatMapped, mappedWrites)\n+    )\n+\n+  val genExec =\n+    Gen.oneOf(\n+      zippedWrites,\n+      zipped(mappedOrFlatMapped, write(TypedPipeGen.genWithIterableSources)),\n+      zipped(write(TypedPipeGen.genWithIterableSources), mappedOrFlatMapped)\n+    )\n+\n+  val iterableExec =\n+    Gen.oneOf(\n+      zippedWrites,\n+      zippedFlatMapped,\n+      zippedMapped,\n+      zipped(mappedOrFlatMapped, write(TypedPipeGen.genWithIterableSources)),\n+      zipped(write(TypedPipeGen.genWithIterableSources), mappedOrFlatMapped)\n+    ).map { exec =>\n+      exec flatMap {\n+        case (left, right) => left.toIterableExecution.zip(right.toIterableExecution)\n+      } map {\n+        case (left, right) => left ++ right\n+      } map {\n+        _.toList.sorted\n+      }\n+    }\n+\n+  import ExecutionOptimizationRules._\n+\n+  val allRules = List(\n+    ZipWrite,\n+    ZipMap,\n+    ZipFlatMap,\n+    MapWrite\n+  )\n+\n+  def genRuleFrom(rs: List[Rule[Execution]]): Gen[Rule[Execution]] =\n+    for {\n+      c <- Gen.choose(1, rs.size)\n+      rs <- Gen.pick(c, rs)\n+    } yield rs.reduce(_.orElse(_))\n+\n+  val genRule = genRuleFrom(allRules)\n+\n+  def invert[T](exec: Execution[T]) =\n+    assert(toLiteral(exec).evaluate == exec)\n+\n+  test(\"randomly generated executions trees are invertible\") {\n+    forAll(genExec) { exec =>\n+      invert(exec)\n+    }\n+  }\n+\n+  test(\"optimization rules are reproducible\") {\n+    implicit val generatorDrivenConfig: PropertyCheckConfiguration = PropertyCheckConfiguration(minSuccessful = 500)\n+\n+    forAll(genExec, genRule) { (exec, rule) =>\n+      val optimized = ExecutionOptimizationRules.apply(exec, rule)\n+      val optimized2 = ExecutionOptimizationRules.apply(exec, rule)\n+      assert(optimized == optimized2)\n+    }\n+  }\n+\n+  test(\"standard rules are reproducible\") {\n+    implicit val generatorDrivenConfig: PropertyCheckConfiguration = PropertyCheckConfiguration(minSuccessful = 500)\n+\n+    forAll(genExec) { exec =>\n+      val optimized = ExecutionOptimizationRules.stdOptimizations(exec)\n+      val optimized2 = ExecutionOptimizationRules.stdOptimizations(exec)\n+      assert(optimized == optimized2)\n+    }\n+  }\n+\n+  def runAndCompare[A](left: Execution[A], right: Execution[A]) = {\n+    val config = Config.unitTestDefault\n+\n+    assert(\n+      left.waitFor(config, Local(true)).get ==","path":"scalding-core/src/test/scala/com/twitter/scalding/ExecutionOptimizationRulesTest.scala","position":197,"original_position":197,"commit_id":"99c169caedaf8968bc8e8838cb03de1122b74463","original_commit_id":"99c169caedaf8968bc8e8838cb03de1122b74463","user":{"login":"johnynek","id":67958,"node_id":"MDQ6VXNlcjY3OTU4","avatar_url":"https://avatars0.githubusercontent.com/u/67958?v=4","gravatar_id":"","url":"https://api.github.com/users/johnynek","html_url":"https://github.com/johnynek","followers_url":"https://api.github.com/users/johnynek/followers","following_url":"https://api.github.com/users/johnynek/following{/other_user}","gists_url":"https://api.github.com/users/johnynek/gists{/gist_id}","starred_url":"https://api.github.com/users/johnynek/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/johnynek/subscriptions","organizations_url":"https://api.github.com/users/johnynek/orgs","repos_url":"https://api.github.com/users/johnynek/repos","events_url":"https://api.github.com/users/johnynek/events{/privacy}","received_events_url":"https://api.github.com/users/johnynek/received_events","type":"User","site_admin":false},"body":"isn't this test still applying the optimization rules inside of `def run`? I think we need a config flag to disable running optimizations, similar to TypedPipe case, and if the Config has that, do no optimization. Then in this test, we run the optimizations externally and do none inside.\r\n\r\nWhat do you think?","created_at":"2018-11-19T20:05:20Z","updated_at":"2018-11-19T20:06:59Z","html_url":"https://github.com/twitter/scalding/pull/1879#discussion_r234763340","pull_request_url":"https://api.github.com/repos/twitter/scalding/pulls/1879","author_association":"COLLABORATOR","_links":{"self":{"href":"https://api.github.com/repos/twitter/scalding/pulls/comments/234763340"},"html":{"href":"https://github.com/twitter/scalding/pull/1879#discussion_r234763340"},"pull_request":{"href":"https://api.github.com/repos/twitter/scalding/pulls/1879"}}},"pull_request":{"url":"https://api.github.com/repos/twitter/scalding/pulls/1879","id":229135660,"node_id":"MDExOlB1bGxSZXF1ZXN0MjI5MTM1NjYw","html_url":"https://github.com/twitter/scalding/pull/1879","diff_url":"https://github.com/twitter/scalding/pull/1879.diff","patch_url":"https://github.com/twitter/scalding/pull/1879.patch","issue_url":"https://api.github.com/repos/twitter/scalding/issues/1879","number":1879,"state":"open","locked":false,"title":"Introducing ExecutionOptimizationRules for optimizing executing graph","user":{"login":"dieu","id":47102,"node_id":"MDQ6VXNlcjQ3MTAy","avatar_url":"https://avatars3.githubusercontent.com/u/47102?v=4","gravatar_id":"","url":"https://api.github.com/users/dieu","html_url":"https://github.com/dieu","followers_url":"https://api.github.com/users/dieu/followers","following_url":"https://api.github.com/users/dieu/following{/other_user}","gists_url":"https://api.github.com/users/dieu/gists{/gist_id}","starred_url":"https://api.github.com/users/dieu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/dieu/subscriptions","organizations_url":"https://api.github.com/users/dieu/orgs","repos_url":"https://api.github.com/users/dieu/repos","events_url":"https://api.github.com/users/dieu/events{/privacy}","received_events_url":"https://api.github.com/users/dieu/received_events","type":"User","site_admin":false},"body":"Hey,\r\n\r\nWe have in code some optimizations on Executions, like special implementation for zip on `WriteExecution`, to do this kind of optimization in the more generic way we can use dagon and describe optimizations in the same way and one place. ","created_at":"2018-11-07T19:05:09Z","updated_at":"2018-11-19T20:06:59Z","closed_at":null,"merged_at":null,"merge_commit_sha":"23c25c87611ece6b62e187347bcb77dcb30ad33e","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/twitter/scalding/pulls/1879/commits","review_comments_url":"https://api.github.com/repos/twitter/scalding/pulls/1879/comments","review_comment_url":"https://api.github.com/repos/twitter/scalding/pulls/comments{/number}","comments_url":"https://api.github.com/repos/twitter/scalding/issues/1879/comments","statuses_url":"https://api.github.com/repos/twitter/scalding/statuses/99c169caedaf8968bc8e8838cb03de1122b74463","head":{"label":"dieu:apanasenko/optimization_rules_for_execution","ref":"apanasenko/optimization_rules_for_execution","sha":"99c169caedaf8968bc8e8838cb03de1122b74463","user":{"login":"dieu","id":47102,"node_id":"MDQ6VXNlcjQ3MTAy","avatar_url":"https://avatars3.githubusercontent.com/u/47102?v=4","gravatar_id":"","url":"https://api.github.com/users/dieu","html_url":"https://github.com/dieu","followers_url":"https://api.github.com/users/dieu/followers","following_url":"https://api.github.com/users/dieu/following{/other_user}","gists_url":"https://api.github.com/users/dieu/gists{/gist_id}","starred_url":"https://api.github.com/users/dieu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/dieu/subscriptions","organizations_url":"https://api.github.com/users/dieu/orgs","repos_url":"https://api.github.com/users/dieu/repos","events_url":"https://api.github.com/users/dieu/events{/privacy}","received_events_url":"https://api.github.com/users/dieu/received_events","type":"User","site_admin":false},"repo":{"id":82852193,"node_id":"MDEwOlJlcG9zaXRvcnk4Mjg1MjE5Mw==","name":"scalding","full_name":"dieu/scalding","private":false,"owner":{"login":"dieu","id":47102,"node_id":"MDQ6VXNlcjQ3MTAy","avatar_url":"https://avatars3.githubusercontent.com/u/47102?v=4","gravatar_id":"","url":"https://api.github.com/users/dieu","html_url":"https://github.com/dieu","followers_url":"https://api.github.com/users/dieu/followers","following_url":"https://api.github.com/users/dieu/following{/other_user}","gists_url":"https://api.github.com/users/dieu/gists{/gist_id}","starred_url":"https://api.github.com/users/dieu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/dieu/subscriptions","organizations_url":"https://api.github.com/users/dieu/orgs","repos_url":"https://api.github.com/users/dieu/repos","events_url":"https://api.github.com/users/dieu/events{/privacy}","received_events_url":"https://api.github.com/users/dieu/received_events","type":"User","site_admin":false},"html_url":"https://github.com/dieu/scalding","description":"A Scala API for Cascading","fork":true,"url":"https://api.github.com/repos/dieu/scalding","forks_url":"https://api.github.com/repos/dieu/scalding/forks","keys_url":"https://api.github.com/repos/dieu/scalding/keys{/key_id}","collaborators_url":"https://api.github.com/repos/dieu/scalding/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/dieu/scalding/teams","hooks_url":"https://api.github.com/repos/dieu/scalding/hooks","issue_events_url":"https://api.github.com/repos/dieu/scalding/issues/events{/number}","events_url":"https://api.github.com/repos/dieu/scalding/events","assignees_url":"https://api.github.com/repos/dieu/scalding/assignees{/user}","branches_url":"https://api.github.com/repos/dieu/scalding/branches{/branch}","tags_url":"https://api.github.com/repos/dieu/scalding/tags","blobs_url":"https://api.github.com/repos/dieu/scalding/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/dieu/scalding/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/dieu/scalding/git/refs{/sha}","trees_url":"https://api.github.com/repos/dieu/scalding/git/trees{/sha}","statuses_url":"https://api.github.com/repos/dieu/scalding/statuses/{sha}","languages_url":"https://api.github.com/repos/dieu/scalding/languages","stargazers_url":"https://api.github.com/repos/dieu/scalding/stargazers","contributors_url":"https://api.github.com/repos/dieu/scalding/contributors","subscribers_url":"https://api.github.com/repos/dieu/scalding/subscribers","subscription_url":"https://api.github.com/repos/dieu/scalding/subscription","commits_url":"https://api.github.com/repos/dieu/scalding/commits{/sha}","git_commits_url":"https://api.github.com/repos/dieu/scalding/git/commits{/sha}","comments_url":"https://api.github.com/repos/dieu/scalding/comments{/number}","issue_comment_url":"https://api.github.com/repos/dieu/scalding/issues/comments{/number}","contents_url":"https://api.github.com/repos/dieu/scalding/contents/{+path}","compare_url":"https://api.github.com/repos/dieu/scalding/compare/{base}...{head}","merges_url":"https://api.github.com/repos/dieu/scalding/merges","archive_url":"https://api.github.com/repos/dieu/scalding/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/dieu/scalding/downloads","issues_url":"https://api.github.com/repos/dieu/scalding/issues{/number}","pulls_url":"https://api.github.com/repos/dieu/scalding/pulls{/number}","milestones_url":"https://api.github.com/repos/dieu/scalding/milestones{/number}","notifications_url":"https://api.github.com/repos/dieu/scalding/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/dieu/scalding/labels{/name}","releases_url":"https://api.github.com/repos/dieu/scalding/releases{/id}","deployments_url":"https://api.github.com/repos/dieu/scalding/deployments","created_at":"2017-02-22T21:02:16Z","updated_at":"2017-02-22T21:02:20Z","pushed_at":"2018-11-16T01:42:06Z","git_url":"git://github.com/dieu/scalding.git","ssh_url":"git@github.com:dieu/scalding.git","clone_url":"https://github.com/dieu/scalding.git","svn_url":"https://github.com/dieu/scalding","homepage":"http://twitter.com/scalding","size":18316,"stargazers_count":0,"watchers_count":0,"language":"Scala","has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":0,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":0,"open_issues":0,"watchers":0,"default_branch":"develop"}},"base":{"label":"twitter:develop","ref":"develop","sha":"795db4bd7ac02e3335396adf56cc1f593fbb9811","user":{"login":"twitter","id":50278,"node_id":"MDEyOk9yZ2FuaXphdGlvbjUwMjc4","avatar_url":"https://avatars1.githubusercontent.com/u/50278?v=4","gravatar_id":"","url":"https://api.github.com/users/twitter","html_url":"https://github.com/twitter","followers_url":"https://api.github.com/users/twitter/followers","following_url":"https://api.github.com/users/twitter/following{/other_user}","gists_url":"https://api.github.com/users/twitter/gists{/gist_id}","starred_url":"https://api.github.com/users/twitter/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/twitter/subscriptions","organizations_url":"https://api.github.com/users/twitter/orgs","repos_url":"https://api.github.com/users/twitter/repos","events_url":"https://api.github.com/users/twitter/events{/privacy}","received_events_url":"https://api.github.com/users/twitter/received_events","type":"Organization","site_admin":false},"repo":{"id":3146558,"node_id":"MDEwOlJlcG9zaXRvcnkzMTQ2NTU4","name":"scalding","full_name":"twitter/scalding","private":false,"owner":{"login":"twitter","id":50278,"node_id":"MDEyOk9yZ2FuaXphdGlvbjUwMjc4","avatar_url":"https://avatars1.githubusercontent.com/u/50278?v=4","gravatar_id":"","url":"https://api.github.com/users/twitter","html_url":"https://github.com/twitter","followers_url":"https://api.github.com/users/twitter/followers","following_url":"https://api.github.com/users/twitter/following{/other_user}","gists_url":"https://api.github.com/users/twitter/gists{/gist_id}","starred_url":"https://api.github.com/users/twitter/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/twitter/subscriptions","organizations_url":"https://api.github.com/users/twitter/orgs","repos_url":"https://api.github.com/users/twitter/repos","events_url":"https://api.github.com/users/twitter/events{/privacy}","received_events_url":"https://api.github.com/users/twitter/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/twitter/scalding","description":"A Scala API for Cascading","fork":false,"url":"https://api.github.com/repos/twitter/scalding","forks_url":"https://api.github.com/repos/twitter/scalding/forks","keys_url":"https://api.github.com/repos/twitter/scalding/keys{/key_id}","collaborators_url":"https://api.github.com/repos/twitter/scalding/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/twitter/scalding/teams","hooks_url":"https://api.github.com/repos/twitter/scalding/hooks","issue_events_url":"https://api.github.com/repos/twitter/scalding/issues/events{/number}","events_url":"https://api.github.com/repos/twitter/scalding/events","assignees_url":"https://api.github.com/repos/twitter/scalding/assignees{/user}","branches_url":"https://api.github.com/repos/twitter/scalding/branches{/branch}","tags_url":"https://api.github.com/repos/twitter/scalding/tags","blobs_url":"https://api.github.com/repos/twitter/scalding/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/twitter/scalding/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/twitter/scalding/git/refs{/sha}","trees_url":"https://api.github.com/repos/twitter/scalding/git/trees{/sha}","statuses_url":"https://api.github.com/repos/twitter/scalding/statuses/{sha}","languages_url":"https://api.github.com/repos/twitter/scalding/languages","stargazers_url":"https://api.github.com/repos/twitter/scalding/stargazers","contributors_url":"https://api.github.com/repos/twitter/scalding/contributors","subscribers_url":"https://api.github.com/repos/twitter/scalding/subscribers","subscription_url":"https://api.github.com/repos/twitter/scalding/subscription","commits_url":"https://api.github.com/repos/twitter/scalding/commits{/sha}","git_commits_url":"https://api.github.com/repos/twitter/scalding/git/commits{/sha}","comments_url":"https://api.github.com/repos/twitter/scalding/comments{/number}","issue_comment_url":"https://api.github.com/repos/twitter/scalding/issues/comments{/number}","contents_url":"https://api.github.com/repos/twitter/scalding/contents/{+path}","compare_url":"https://api.github.com/repos/twitter/scalding/compare/{base}...{head}","merges_url":"https://api.github.com/repos/twitter/scalding/merges","archive_url":"https://api.github.com/repos/twitter/scalding/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/twitter/scalding/downloads","issues_url":"https://api.github.com/repos/twitter/scalding/issues{/number}","pulls_url":"https://api.github.com/repos/twitter/scalding/pulls{/number}","milestones_url":"https://api.github.com/repos/twitter/scalding/milestones{/number}","notifications_url":"https://api.github.com/repos/twitter/scalding/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/twitter/scalding/labels{/name}","releases_url":"https://api.github.com/repos/twitter/scalding/releases{/id}","deployments_url":"https://api.github.com/repos/twitter/scalding/deployments","created_at":"2012-01-10T16:22:08Z","updated_at":"2018-11-16T06:49:33Z","pushed_at":"2018-11-16T01:42:09Z","git_url":"git://github.com/twitter/scalding.git","ssh_url":"git@github.com:twitter/scalding.git","clone_url":"https://github.com/twitter/scalding.git","svn_url":"https://github.com/twitter/scalding","homepage":"http://twitter.com/scalding","size":18665,"stargazers_count":3079,"watchers_count":3079,"language":"Scala","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":657,"mirror_url":null,"archived":false,"open_issues_count":310,"license":{"key":"apache-2.0","name":"Apache License 2.0","spdx_id":"Apache-2.0","url":"https://api.github.com/licenses/apache-2.0","node_id":"MDc6TGljZW5zZTI="},"forks":657,"open_issues":310,"watchers":3079,"default_branch":"develop"}},"_links":{"self":{"href":"https://api.github.com/repos/twitter/scalding/pulls/1879"},"html":{"href":"https://github.com/twitter/scalding/pull/1879"},"issue":{"href":"https://api.github.com/repos/twitter/scalding/issues/1879"},"comments":{"href":"https://api.github.com/repos/twitter/scalding/issues/1879/comments"},"review_comments":{"href":"https://api.github.com/repos/twitter/scalding/pulls/1879/comments"},"review_comment":{"href":"https://api.github.com/repos/twitter/scalding/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/twitter/scalding/pulls/1879/commits"},"statuses":{"href":"https://api.github.com/repos/twitter/scalding/statuses/99c169caedaf8968bc8e8838cb03de1122b74463"}},"author_association":"CONTRIBUTOR"}}
{"actor":{"display_login":"johnynek"}}