{"action":"created","comment":{"url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/comments/72349498","id":72349498,"diff_hunk":"@@ -22,19 +23,21 @@ object LDA {\n       case Some(config) => {\n \n         val logger = LoggerFactory.getLogger(this.getClass)\n-        Logger.getLogger(\"org\").setLevel(Level.OFF)\n-        Logger.getLogger(\"akka\").setLevel(Level.OFF)\n+        apacheLogger.getLogger(\"org\").setLevel(Level.OFF)\n+        apacheLogger.getLogger(\"akka\").setLevel(Level.OFF)\n \n         val sparkConfig = new SparkConf().setAppName(\"ONI ML:  \" + dataSource + \" lda\")\n         val sparkContext = new SparkContext(sparkConfig)\n         val sqlContext = new SQLContext(sparkContext)\n \n         dataSource match {\n \n-          case \"flow\" => FlowLDA.run(config, sparkContext, sqlContext, logger)\n-          case \"dns\" =>  DNSLDA.run(config, sparkContext, sqlContext, logger)\n-          case \"proxy\" => ProxyLDA.run(config, sparkContext, sqlContext, logger)\n-          case _ => println(\"ERROR:  unsupported (or misspelled) anlaysis: \" + dataSource)\n+          case \"flow\" => {\n+            FlowLDA run(config, sparkContext, sqlContext, logger)\n+          }\n+          case \"dns\" => {\n+            DNSLDA run(config, sparkContext, sqlContext, logger)\n+          }","path":"src/main/scala/org/opennetworkinsight/SuspiciousConnects.scala","position":42,"original_position":42,"commit_id":"f5bfe63d05d1927609f84ac3a44901303d5c2fd9","original_commit_id":"f5bfe63d05d1927609f84ac3a44901303d5c2fd9","user":{"login":"NathanSegerlind","id":4999427,"avatar_url":"https://avatars.githubusercontent.com/u/4999427?v=3","gravatar_id":"","url":"https://api.github.com/users/NathanSegerlind","html_url":"https://github.com/NathanSegerlind","followers_url":"https://api.github.com/users/NathanSegerlind/followers","following_url":"https://api.github.com/users/NathanSegerlind/following{/other_user}","gists_url":"https://api.github.com/users/NathanSegerlind/gists{/gist_id}","starred_url":"https://api.github.com/users/NathanSegerlind/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/NathanSegerlind/subscriptions","organizations_url":"https://api.github.com/users/NathanSegerlind/orgs","repos_url":"https://api.github.com/users/NathanSegerlind/repos","events_url":"https://api.github.com/users/NathanSegerlind/events{/privacy}","received_events_url":"https://api.github.com/users/NathanSegerlind/received_events","type":"User","site_admin":false},"body":"this is missing the proxy analysis !!","created_at":"2016-07-26T22:24:44Z","updated_at":"2016-07-26T22:24:44Z","html_url":"https://github.com/Open-Network-Insight/oni-ml/pull/44#discussion_r72349498","pull_request_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/44","_links":{"self":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/comments/72349498"},"html":{"href":"https://github.com/Open-Network-Insight/oni-ml/pull/44#discussion_r72349498"},"pull_request":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/44"}}},"pull_request":{"url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/44","id":78870096,"html_url":"https://github.com/Open-Network-Insight/oni-ml/pull/44","diff_url":"https://github.com/Open-Network-Insight/oni-ml/pull/44.diff","patch_url":"https://github.com/Open-Network-Insight/oni-ml/pull/44.patch","issue_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/issues/44","number":44,"state":"open","locked":false,"title":"ML's architecture change - Unit Testing and Proxy changes","user":{"login":"rabarona","id":17070509,"avatar_url":"https://avatars.githubusercontent.com/u/17070509?v=3","gravatar_id":"","url":"https://api.github.com/users/rabarona","html_url":"https://github.com/rabarona","followers_url":"https://api.github.com/users/rabarona/followers","following_url":"https://api.github.com/users/rabarona/following{/other_user}","gists_url":"https://api.github.com/users/rabarona/gists{/gist_id}","starred_url":"https://api.github.com/users/rabarona/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rabarona/subscriptions","organizations_url":"https://api.github.com/users/rabarona/orgs","repos_url":"https://api.github.com/users/rabarona/repos","events_url":"https://api.github.com/users/rabarona/events{/privacy}","received_events_url":"https://api.github.com/users/rabarona/received_events","type":"User","site_admin":false},"body":"-Fixed distinctDocumnt RDD[String]. It is being collected in multiple places, added cache() to have same list in same order every time.\r\n-Replacing LDAWrapper output from Map[String, Array[String]] to tuple (Array[String], Array[String])\r\n-Removing unused imports from DNSWordCreationTest\r\n-Changed ml_ops.sh parameters to be more descriptive\r\n-Added LDAWrapperTest\r\n-Added Flow and DNS WordCreationTest\r\n-Merged Proxy and modified ProxyLDA to receive tuple (Array[String], Array[String]) from LDAWrapper instead of Map(String, Array[String])","created_at":"2016-07-26T15:13:57Z","updated_at":"2016-07-26T22:24:44Z","closed_at":null,"merged_at":null,"merge_commit_sha":"611afe782c7bb8aa6abbd06bd8c8fa2759d38baa","assignee":{"login":"rabarona","id":17070509,"avatar_url":"https://avatars.githubusercontent.com/u/17070509?v=3","gravatar_id":"","url":"https://api.github.com/users/rabarona","html_url":"https://github.com/rabarona","followers_url":"https://api.github.com/users/rabarona/followers","following_url":"https://api.github.com/users/rabarona/following{/other_user}","gists_url":"https://api.github.com/users/rabarona/gists{/gist_id}","starred_url":"https://api.github.com/users/rabarona/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rabarona/subscriptions","organizations_url":"https://api.github.com/users/rabarona/orgs","repos_url":"https://api.github.com/users/rabarona/repos","events_url":"https://api.github.com/users/rabarona/events{/privacy}","received_events_url":"https://api.github.com/users/rabarona/received_events","type":"User","site_admin":false},"assignees":[{"login":"rabarona","id":17070509,"avatar_url":"https://avatars.githubusercontent.com/u/17070509?v=3","gravatar_id":"","url":"https://api.github.com/users/rabarona","html_url":"https://github.com/rabarona","followers_url":"https://api.github.com/users/rabarona/followers","following_url":"https://api.github.com/users/rabarona/following{/other_user}","gists_url":"https://api.github.com/users/rabarona/gists{/gist_id}","starred_url":"https://api.github.com/users/rabarona/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rabarona/subscriptions","organizations_url":"https://api.github.com/users/rabarona/orgs","repos_url":"https://api.github.com/users/rabarona/repos","events_url":"https://api.github.com/users/rabarona/events{/privacy}","received_events_url":"https://api.github.com/users/rabarona/received_events","type":"User","site_admin":false}],"milestone":null,"commits_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/44/commits","review_comments_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/44/comments","review_comment_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/comments{/number}","comments_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/issues/44/comments","statuses_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/statuses/f5bfe63d05d1927609f84ac3a44901303d5c2fd9","head":{"label":"rabarona:1.1-ml_lda_wrapper_unit_test","ref":"1.1-ml_lda_wrapper_unit_test","sha":"f5bfe63d05d1927609f84ac3a44901303d5c2fd9","user":{"login":"rabarona","id":17070509,"avatar_url":"https://avatars.githubusercontent.com/u/17070509?v=3","gravatar_id":"","url":"https://api.github.com/users/rabarona","html_url":"https://github.com/rabarona","followers_url":"https://api.github.com/users/rabarona/followers","following_url":"https://api.github.com/users/rabarona/following{/other_user}","gists_url":"https://api.github.com/users/rabarona/gists{/gist_id}","starred_url":"https://api.github.com/users/rabarona/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rabarona/subscriptions","organizations_url":"https://api.github.com/users/rabarona/orgs","repos_url":"https://api.github.com/users/rabarona/repos","events_url":"https://api.github.com/users/rabarona/events{/privacy}","received_events_url":"https://api.github.com/users/rabarona/received_events","type":"User","site_admin":false},"repo":{"id":61650844,"name":"oni-ml","full_name":"rabarona/oni-ml","owner":{"login":"rabarona","id":17070509,"avatar_url":"https://avatars.githubusercontent.com/u/17070509?v=3","gravatar_id":"","url":"https://api.github.com/users/rabarona","html_url":"https://github.com/rabarona","followers_url":"https://api.github.com/users/rabarona/followers","following_url":"https://api.github.com/users/rabarona/following{/other_user}","gists_url":"https://api.github.com/users/rabarona/gists{/gist_id}","starred_url":"https://api.github.com/users/rabarona/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/rabarona/subscriptions","organizations_url":"https://api.github.com/users/rabarona/orgs","repos_url":"https://api.github.com/users/rabarona/repos","events_url":"https://api.github.com/users/rabarona/events{/privacy}","received_events_url":"https://api.github.com/users/rabarona/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/rabarona/oni-ml","description":"The machine learning component of Open Network Insight: scalable analytics combining spark for big data and C / MPI for high performance scientific computing.","fork":true,"url":"https://api.github.com/repos/rabarona/oni-ml","forks_url":"https://api.github.com/repos/rabarona/oni-ml/forks","keys_url":"https://api.github.com/repos/rabarona/oni-ml/keys{/key_id}","collaborators_url":"https://api.github.com/repos/rabarona/oni-ml/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/rabarona/oni-ml/teams","hooks_url":"https://api.github.com/repos/rabarona/oni-ml/hooks","issue_events_url":"https://api.github.com/repos/rabarona/oni-ml/issues/events{/number}","events_url":"https://api.github.com/repos/rabarona/oni-ml/events","assignees_url":"https://api.github.com/repos/rabarona/oni-ml/assignees{/user}","branches_url":"https://api.github.com/repos/rabarona/oni-ml/branches{/branch}","tags_url":"https://api.github.com/repos/rabarona/oni-ml/tags","blobs_url":"https://api.github.com/repos/rabarona/oni-ml/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/rabarona/oni-ml/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/rabarona/oni-ml/git/refs{/sha}","trees_url":"https://api.github.com/repos/rabarona/oni-ml/git/trees{/sha}","statuses_url":"https://api.github.com/repos/rabarona/oni-ml/statuses/{sha}","languages_url":"https://api.github.com/repos/rabarona/oni-ml/languages","stargazers_url":"https://api.github.com/repos/rabarona/oni-ml/stargazers","contributors_url":"https://api.github.com/repos/rabarona/oni-ml/contributors","subscribers_url":"https://api.github.com/repos/rabarona/oni-ml/subscribers","subscription_url":"https://api.github.com/repos/rabarona/oni-ml/subscription","commits_url":"https://api.github.com/repos/rabarona/oni-ml/commits{/sha}","git_commits_url":"https://api.github.com/repos/rabarona/oni-ml/git/commits{/sha}","comments_url":"https://api.github.com/repos/rabarona/oni-ml/comments{/number}","issue_comment_url":"https://api.github.com/repos/rabarona/oni-ml/issues/comments{/number}","contents_url":"https://api.github.com/repos/rabarona/oni-ml/contents/{+path}","compare_url":"https://api.github.com/repos/rabarona/oni-ml/compare/{base}...{head}","merges_url":"https://api.github.com/repos/rabarona/oni-ml/merges","archive_url":"https://api.github.com/repos/rabarona/oni-ml/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/rabarona/oni-ml/downloads","issues_url":"https://api.github.com/repos/rabarona/oni-ml/issues{/number}","pulls_url":"https://api.github.com/repos/rabarona/oni-ml/pulls{/number}","milestones_url":"https://api.github.com/repos/rabarona/oni-ml/milestones{/number}","notifications_url":"https://api.github.com/repos/rabarona/oni-ml/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/rabarona/oni-ml/labels{/name}","releases_url":"https://api.github.com/repos/rabarona/oni-ml/releases{/id}","deployments_url":"https://api.github.com/repos/rabarona/oni-ml/deployments","created_at":"2016-06-21T16:48:54Z","updated_at":"2016-06-21T16:48:55Z","pushed_at":"2016-07-26T19:44:58Z","git_url":"git://github.com/rabarona/oni-ml.git","ssh_url":"git@github.com:rabarona/oni-ml.git","clone_url":"https://github.com/rabarona/oni-ml.git","svn_url":"https://github.com/rabarona/oni-ml","homepage":"","size":9988,"stargazers_count":0,"watchers_count":0,"language":"Scala","has_issues":false,"has_downloads":true,"has_wiki":false,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"1.0.1"}},"base":{"label":"Open-Network-Insight:dev","ref":"dev","sha":"fa12a325f7baf1248fcffb642dff66e8087a06d4","user":{"login":"Open-Network-Insight","id":16139109,"avatar_url":"https://avatars.githubusercontent.com/u/16139109?v=3","gravatar_id":"","url":"https://api.github.com/users/Open-Network-Insight","html_url":"https://github.com/Open-Network-Insight","followers_url":"https://api.github.com/users/Open-Network-Insight/followers","following_url":"https://api.github.com/users/Open-Network-Insight/following{/other_user}","gists_url":"https://api.github.com/users/Open-Network-Insight/gists{/gist_id}","starred_url":"https://api.github.com/users/Open-Network-Insight/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Open-Network-Insight/subscriptions","organizations_url":"https://api.github.com/users/Open-Network-Insight/orgs","repos_url":"https://api.github.com/users/Open-Network-Insight/repos","events_url":"https://api.github.com/users/Open-Network-Insight/events{/privacy}","received_events_url":"https://api.github.com/users/Open-Network-Insight/received_events","type":"Organization","site_admin":false},"repo":{"id":48076513,"name":"oni-ml","full_name":"Open-Network-Insight/oni-ml","owner":{"login":"Open-Network-Insight","id":16139109,"avatar_url":"https://avatars.githubusercontent.com/u/16139109?v=3","gravatar_id":"","url":"https://api.github.com/users/Open-Network-Insight","html_url":"https://github.com/Open-Network-Insight","followers_url":"https://api.github.com/users/Open-Network-Insight/followers","following_url":"https://api.github.com/users/Open-Network-Insight/following{/other_user}","gists_url":"https://api.github.com/users/Open-Network-Insight/gists{/gist_id}","starred_url":"https://api.github.com/users/Open-Network-Insight/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Open-Network-Insight/subscriptions","organizations_url":"https://api.github.com/users/Open-Network-Insight/orgs","repos_url":"https://api.github.com/users/Open-Network-Insight/repos","events_url":"https://api.github.com/users/Open-Network-Insight/events{/privacy}","received_events_url":"https://api.github.com/users/Open-Network-Insight/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/Open-Network-Insight/oni-ml","description":"The machine learning component of Open Network Insight: scalable analytics combining spark for big data and C / MPI for high performance scientific computing.","fork":false,"url":"https://api.github.com/repos/Open-Network-Insight/oni-ml","forks_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/forks","keys_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/teams","hooks_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/hooks","issue_events_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/issues/events{/number}","events_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/events","assignees_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/assignees{/user}","branches_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/branches{/branch}","tags_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/tags","blobs_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/git/refs{/sha}","trees_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/statuses/{sha}","languages_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/languages","stargazers_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/stargazers","contributors_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/contributors","subscribers_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/subscribers","subscription_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/subscription","commits_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/commits{/sha}","git_commits_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/git/commits{/sha}","comments_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/comments{/number}","issue_comment_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/issues/comments{/number}","contents_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/contents/{+path}","compare_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/merges","archive_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/downloads","issues_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/issues{/number}","pulls_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls{/number}","milestones_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/milestones{/number}","notifications_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/labels{/name}","releases_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/releases{/id}","deployments_url":"https://api.github.com/repos/Open-Network-Insight/oni-ml/deployments","created_at":"2015-12-16T00:15:14Z","updated_at":"2016-06-13T16:21:37Z","pushed_at":"2016-07-26T19:44:59Z","git_url":"git://github.com/Open-Network-Insight/oni-ml.git","ssh_url":"git@github.com:Open-Network-Insight/oni-ml.git","clone_url":"https://github.com/Open-Network-Insight/oni-ml.git","svn_url":"https://github.com/Open-Network-Insight/oni-ml","homepage":"","size":9994,"stargazers_count":3,"watchers_count":3,"language":"Scala","has_issues":false,"has_downloads":true,"has_wiki":false,"has_pages":false,"forks_count":7,"mirror_url":null,"open_issues_count":2,"forks":7,"open_issues":2,"watchers":3,"default_branch":"1.0.1"}},"_links":{"self":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/44"},"html":{"href":"https://github.com/Open-Network-Insight/oni-ml/pull/44"},"issue":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/issues/44"},"comments":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/issues/44/comments"},"review_comments":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/44/comments"},"review_comment":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/pulls/44/commits"},"statuses":{"href":"https://api.github.com/repos/Open-Network-Insight/oni-ml/statuses/f5bfe63d05d1927609f84ac3a44901303d5c2fd9"}}}}
{"actor":{"display_login":"NathanSegerlind"}}