{"action":"created","comment":{"url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/comments/234761616","pull_request_review_id":176472700,"id":234761616,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDIzNDc2MTYxNg==","diff_hunk":"@@ -137,17 +146,30 @@ def getPowermixingCommands(runid, s3Manager, instanceIds, instanceIps):\n     setupCommands = []\n     for i, instanceId in enumerate(instanceIds):\n         commands = [\n-            \"sudo docker pull %s\" % (AwsConfig.DOCKER_IMAGE_PATH),\n             \"mkdir -p config\",\n             \"cd config; curl -sSO %s\" % (instanceConfigUrl),\n             \"mkdir -p sharedata\",\n+            \"git clone https://github.com/lu562/upload-script.git\",\n+            \"cp upload-script/Download_input.sh sharedata/Download_input.sh \",\n             \"mkdir -p benchmark\",\n+            \"ulimit -n 10000\",\n         ]\n+        threads = []\n         for j in range(k):\n             fname = f\"{powersPrefix}_{runid}_{j}-{i}.share\"\n-            url = s3Manager.uploadFile(fname)\n-            commands.append(f\"cd sharedata; curl -sSO {url}\")\n+            threads.append(threading.Thread(target=uploadFile, args=(fname,)))\n+        for j in range(k):\n+            threads[j].start()\n+        for j in range(k):\n+            threads[j].join()\n+        with open('%s-%d-links' % (runid, i), 'w') as f:\n+            while not q.empty():\n+                print(q.get(), file=f)\n+        fname = f\"{runid}-{i}-links\"\n+        url = s3Manager.uploadFile(fname)\n+        commands.append(f\"cd sharedata; curl -sSO {url}; sh Download_input.sh {fname}\")","path":"aws/run-on-ec2.py","position":49,"original_position":51,"commit_id":"e44ea3a88d0a8d4571bc8535e9c4d8ce9d3024ef","original_commit_id":"4cf018e6961b858aad2a114b71086e5f36b062af","user":{"login":"smkuls","id":5889240,"node_id":"MDQ6VXNlcjU4ODkyNDA=","avatar_url":"https://avatars1.githubusercontent.com/u/5889240?v=4","gravatar_id":"","url":"https://api.github.com/users/smkuls","html_url":"https://github.com/smkuls","followers_url":"https://api.github.com/users/smkuls/followers","following_url":"https://api.github.com/users/smkuls/following{/other_user}","gists_url":"https://api.github.com/users/smkuls/gists{/gist_id}","starred_url":"https://api.github.com/users/smkuls/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/smkuls/subscriptions","organizations_url":"https://api.github.com/users/smkuls/orgs","repos_url":"https://api.github.com/users/smkuls/repos","events_url":"https://api.github.com/users/smkuls/events{/privacy}","received_events_url":"https://api.github.com/users/smkuls/received_events","type":"User","site_admin":false},"body":"If you look at the docker commands, we do a -v x:y which mounts the folder outside the container to inside the container.","created_at":"2018-11-19T19:59:35Z","updated_at":"2018-11-19T19:59:35Z","html_url":"https://github.com/initc3/HoneyBadgerMPC/pull/136#discussion_r234761616","pull_request_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/136","author_association":"COLLABORATOR","_links":{"self":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/comments/234761616"},"html":{"href":"https://github.com/initc3/HoneyBadgerMPC/pull/136#discussion_r234761616"},"pull_request":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/136"}},"in_reply_to_id":234427043},"pull_request":{"url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/136","id":231761920,"node_id":"MDExOlB1bGxSZXF1ZXN0MjMxNzYxOTIw","html_url":"https://github.com/initc3/HoneyBadgerMPC/pull/136","diff_url":"https://github.com/initc3/HoneyBadgerMPC/pull/136.diff","patch_url":"https://github.com/initc3/HoneyBadgerMPC/pull/136.patch","issue_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/issues/136","number":136,"state":"open","locked":false,"title":"Parallelizing download and upload inputs on AWS.","user":{"login":"lu562","id":26889783,"node_id":"MDQ6VXNlcjI2ODg5Nzgz","avatar_url":"https://avatars0.githubusercontent.com/u/26889783?v=4","gravatar_id":"","url":"https://api.github.com/users/lu562","html_url":"https://github.com/lu562","followers_url":"https://api.github.com/users/lu562/followers","following_url":"https://api.github.com/users/lu562/following{/other_user}","gists_url":"https://api.github.com/users/lu562/gists{/gist_id}","starred_url":"https://api.github.com/users/lu562/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lu562/subscriptions","organizations_url":"https://api.github.com/users/lu562/orgs","repos_url":"https://api.github.com/users/lu562/repos","events_url":"https://api.github.com/users/lu562/events{/privacy}","received_events_url":"https://api.github.com/users/lu562/received_events","type":"User","site_admin":false},"body":"","created_at":"2018-11-18T01:17:09Z","updated_at":"2018-11-19T19:59:35Z","closed_at":null,"merged_at":null,"merge_commit_sha":"9e339160174ebf633ac791b80b763c23a538ce23","assignee":null,"assignees":[],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/136/commits","review_comments_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/136/comments","review_comment_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/comments{/number}","comments_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/issues/136/comments","statuses_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/statuses/e44ea3a88d0a8d4571bc8535e9c4d8ce9d3024ef","head":{"label":"lu562:parallel-aws","ref":"parallel-aws","sha":"e44ea3a88d0a8d4571bc8535e9c4d8ce9d3024ef","user":{"login":"lu562","id":26889783,"node_id":"MDQ6VXNlcjI2ODg5Nzgz","avatar_url":"https://avatars0.githubusercontent.com/u/26889783?v=4","gravatar_id":"","url":"https://api.github.com/users/lu562","html_url":"https://github.com/lu562","followers_url":"https://api.github.com/users/lu562/followers","following_url":"https://api.github.com/users/lu562/following{/other_user}","gists_url":"https://api.github.com/users/lu562/gists{/gist_id}","starred_url":"https://api.github.com/users/lu562/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lu562/subscriptions","organizations_url":"https://api.github.com/users/lu562/orgs","repos_url":"https://api.github.com/users/lu562/repos","events_url":"https://api.github.com/users/lu562/events{/privacy}","received_events_url":"https://api.github.com/users/lu562/received_events","type":"User","site_admin":false},"repo":{"id":158038612,"node_id":"MDEwOlJlcG9zaXRvcnkxNTgwMzg2MTI=","name":"HoneyBadgerMPC","full_name":"lu562/HoneyBadgerMPC","private":false,"owner":{"login":"lu562","id":26889783,"node_id":"MDQ6VXNlcjI2ODg5Nzgz","avatar_url":"https://avatars0.githubusercontent.com/u/26889783?v=4","gravatar_id":"","url":"https://api.github.com/users/lu562","html_url":"https://github.com/lu562","followers_url":"https://api.github.com/users/lu562/followers","following_url":"https://api.github.com/users/lu562/following{/other_user}","gists_url":"https://api.github.com/users/lu562/gists{/gist_id}","starred_url":"https://api.github.com/users/lu562/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/lu562/subscriptions","organizations_url":"https://api.github.com/users/lu562/orgs","repos_url":"https://api.github.com/users/lu562/repos","events_url":"https://api.github.com/users/lu562/events{/privacy}","received_events_url":"https://api.github.com/users/lu562/received_events","type":"User","site_admin":false},"html_url":"https://github.com/lu562/HoneyBadgerMPC","description":"Confidentiality Layer for Consortium Blockchains","fork":true,"url":"https://api.github.com/repos/lu562/HoneyBadgerMPC","forks_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/forks","keys_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/keys{/key_id}","collaborators_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/teams","hooks_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/hooks","issue_events_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/issues/events{/number}","events_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/events","assignees_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/assignees{/user}","branches_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/branches{/branch}","tags_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/tags","blobs_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/git/refs{/sha}","trees_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/git/trees{/sha}","statuses_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/statuses/{sha}","languages_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/languages","stargazers_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/stargazers","contributors_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/contributors","subscribers_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/subscribers","subscription_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/subscription","commits_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/commits{/sha}","git_commits_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/git/commits{/sha}","comments_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/comments{/number}","issue_comment_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/issues/comments{/number}","contents_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/contents/{+path}","compare_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/compare/{base}...{head}","merges_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/merges","archive_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/downloads","issues_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/issues{/number}","pulls_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/pulls{/number}","milestones_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/milestones{/number}","notifications_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/labels{/name}","releases_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/releases{/id}","deployments_url":"https://api.github.com/repos/lu562/HoneyBadgerMPC/deployments","created_at":"2018-11-18T01:04:33Z","updated_at":"2018-11-18T01:04:35Z","pushed_at":"2018-11-19T17:58:32Z","git_url":"git://github.com/lu562/HoneyBadgerMPC.git","ssh_url":"git@github.com:lu562/HoneyBadgerMPC.git","clone_url":"https://github.com/lu562/HoneyBadgerMPC.git","svn_url":"https://github.com/lu562/HoneyBadgerMPC","homepage":null,"size":7938,"stargazers_count":0,"watchers_count":0,"language":null,"has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":0,"license":null,"forks":0,"open_issues":0,"watchers":0,"default_branch":"master"}},"base":{"label":"initc3:asyncmix-master","ref":"asyncmix-master","sha":"fb12df2442ed7bba35b5c7d8f9e585233a72e07e","user":{"login":"initc3","id":15986903,"node_id":"MDEyOk9yZ2FuaXphdGlvbjE1OTg2OTAz","avatar_url":"https://avatars3.githubusercontent.com/u/15986903?v=4","gravatar_id":"","url":"https://api.github.com/users/initc3","html_url":"https://github.com/initc3","followers_url":"https://api.github.com/users/initc3/followers","following_url":"https://api.github.com/users/initc3/following{/other_user}","gists_url":"https://api.github.com/users/initc3/gists{/gist_id}","starred_url":"https://api.github.com/users/initc3/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/initc3/subscriptions","organizations_url":"https://api.github.com/users/initc3/orgs","repos_url":"https://api.github.com/users/initc3/repos","events_url":"https://api.github.com/users/initc3/events{/privacy}","received_events_url":"https://api.github.com/users/initc3/received_events","type":"Organization","site_admin":false},"repo":{"id":140328583,"node_id":"MDEwOlJlcG9zaXRvcnkxNDAzMjg1ODM=","name":"HoneyBadgerMPC","full_name":"initc3/HoneyBadgerMPC","private":false,"owner":{"login":"initc3","id":15986903,"node_id":"MDEyOk9yZ2FuaXphdGlvbjE1OTg2OTAz","avatar_url":"https://avatars3.githubusercontent.com/u/15986903?v=4","gravatar_id":"","url":"https://api.github.com/users/initc3","html_url":"https://github.com/initc3","followers_url":"https://api.github.com/users/initc3/followers","following_url":"https://api.github.com/users/initc3/following{/other_user}","gists_url":"https://api.github.com/users/initc3/gists{/gist_id}","starred_url":"https://api.github.com/users/initc3/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/initc3/subscriptions","organizations_url":"https://api.github.com/users/initc3/orgs","repos_url":"https://api.github.com/users/initc3/repos","events_url":"https://api.github.com/users/initc3/events{/privacy}","received_events_url":"https://api.github.com/users/initc3/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/initc3/HoneyBadgerMPC","description":"Confidentiality Layer for Consortium Blockchains","fork":false,"url":"https://api.github.com/repos/initc3/HoneyBadgerMPC","forks_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/forks","keys_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/keys{/key_id}","collaborators_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/teams","hooks_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/hooks","issue_events_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/issues/events{/number}","events_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/events","assignees_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/assignees{/user}","branches_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/branches{/branch}","tags_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/tags","blobs_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/git/refs{/sha}","trees_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/git/trees{/sha}","statuses_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/statuses/{sha}","languages_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/languages","stargazers_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/stargazers","contributors_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/contributors","subscribers_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/subscribers","subscription_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/subscription","commits_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/commits{/sha}","git_commits_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/git/commits{/sha}","comments_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/comments{/number}","issue_comment_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/issues/comments{/number}","contents_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/contents/{+path}","compare_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/compare/{base}...{head}","merges_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/merges","archive_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/downloads","issues_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/issues{/number}","pulls_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls{/number}","milestones_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/milestones{/number}","notifications_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/labels{/name}","releases_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/releases{/id}","deployments_url":"https://api.github.com/repos/initc3/HoneyBadgerMPC/deployments","created_at":"2018-07-09T18:46:58Z","updated_at":"2018-11-01T01:11:37Z","pushed_at":"2018-11-19T19:50:52Z","git_url":"git://github.com/initc3/HoneyBadgerMPC.git","ssh_url":"git@github.com:initc3/HoneyBadgerMPC.git","clone_url":"https://github.com/initc3/HoneyBadgerMPC.git","svn_url":"https://github.com/initc3/HoneyBadgerMPC","homepage":null,"size":7939,"stargazers_count":1,"watchers_count":1,"language":null,"has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":true,"forks_count":9,"mirror_url":null,"archived":false,"open_issues_count":42,"license":null,"forks":9,"open_issues":42,"watchers":1,"default_branch":"master"}},"_links":{"self":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/136"},"html":{"href":"https://github.com/initc3/HoneyBadgerMPC/pull/136"},"issue":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/issues/136"},"comments":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/issues/136/comments"},"review_comments":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/136/comments"},"review_comment":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/pulls/136/commits"},"statuses":{"href":"https://api.github.com/repos/initc3/HoneyBadgerMPC/statuses/e44ea3a88d0a8d4571bc8535e9c4d8ce9d3024ef"}},"author_association":"COLLABORATOR"}}
{"actor":{"display_login":"smkuls"}}