{"action":"created","comment":{"url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/comments/227880296","pull_request_review_id":168021607,"id":227880296,"node_id":"MDI0OlB1bGxSZXF1ZXN0UmV2aWV3Q29tbWVudDIyNzg4MDI5Ng==","diff_hunk":"@@ -82,19 +78,13 @@ def _get_chunk_specs(bundle_fqids: typing.List[str]) -> typing.List[dict]:\n         chunk_work_spec = []\n         for bundle_fqid in bundle_fqids:\n             bundle_uuid, bundle_version = bundle_fqid.split(\".\", 1)\n-            zarr_store = DSSZarrStore(bundle_uuid,\n-                                      bundle_version=bundle_version,\n-                                      dss_instance=os.environ['DEPLOYMENT_STAGE'])\n-\n-            root = zarr.group(store=zarr_store)\n-\n-            rows_per_chunk = root.expression.chunks[0]\n-            total_chunks = root.expression.nchunks\n+            # TODO: Not this! This is taking advantage of the fact that every\n+            # matrixable bundle in the DSS will at first have data for a single\n+            # cell. That won't be true for too long","path":"matrix/lambdas/daemons/mapper.py","position":24,"original_position":24,"commit_id":"4e7f471d2a08af3f080b0921b0d6f9dc30dd605b","original_commit_id":"4e7f471d2a08af3f080b0921b0d6f9dc30dd605b","user":{"login":"calvinnhieu","id":4444086,"node_id":"MDQ6VXNlcjQ0NDQwODY=","avatar_url":"https://avatars0.githubusercontent.com/u/4444086?v=4","gravatar_id":"","url":"https://api.github.com/users/calvinnhieu","html_url":"https://github.com/calvinnhieu","followers_url":"https://api.github.com/users/calvinnhieu/followers","following_url":"https://api.github.com/users/calvinnhieu/following{/other_user}","gists_url":"https://api.github.com/users/calvinnhieu/gists{/gist_id}","starred_url":"https://api.github.com/users/calvinnhieu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/calvinnhieu/subscriptions","organizations_url":"https://api.github.com/users/calvinnhieu/orgs","repos_url":"https://api.github.com/users/calvinnhieu/repos","events_url":"https://api.github.com/users/calvinnhieu/events{/privacy}","received_events_url":"https://api.github.com/users/calvinnhieu/received_events","type":"User","site_admin":false},"body":"When do we expect (10x?) bundles to be available in S3?","created_at":"2018-10-24T17:11:04Z","updated_at":"2018-10-24T17:11:04Z","html_url":"https://github.com/HumanCellAtlas/matrix-service/pull/94#discussion_r227880296","pull_request_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/94","author_association":"CONTRIBUTOR","_links":{"self":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/comments/227880296"},"html":{"href":"https://github.com/HumanCellAtlas/matrix-service/pull/94#discussion_r227880296"},"pull_request":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/94"}}},"pull_request":{"url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/94","id":225111269,"node_id":"MDExOlB1bGxSZXF1ZXN0MjI1MTExMjY5","html_url":"https://github.com/HumanCellAtlas/matrix-service/pull/94","diff_url":"https://github.com/HumanCellAtlas/matrix-service/pull/94.diff","patch_url":"https://github.com/HumanCellAtlas/matrix-service/pull/94.patch","issue_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues/94","number":94,"state":"open","locked":false,"title":"parallelize read from DSS in workers","user":{"login":"calvinnhieu","id":4444086,"node_id":"MDQ6VXNlcjQ0NDQwODY=","avatar_url":"https://avatars0.githubusercontent.com/u/4444086?v=4","gravatar_id":"","url":"https://api.github.com/users/calvinnhieu","html_url":"https://github.com/calvinnhieu","followers_url":"https://api.github.com/users/calvinnhieu/followers","following_url":"https://api.github.com/users/calvinnhieu/following{/other_user}","gists_url":"https://api.github.com/users/calvinnhieu/gists{/gist_id}","starred_url":"https://api.github.com/users/calvinnhieu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/calvinnhieu/subscriptions","organizations_url":"https://api.github.com/users/calvinnhieu/orgs","repos_url":"https://api.github.com/users/calvinnhieu/repos","events_url":"https://api.github.com/users/calvinnhieu/events{/privacy}","received_events_url":"https://api.github.com/users/calvinnhieu/received_events","type":"User","site_admin":false},"body":"","created_at":"2018-10-23T16:45:17Z","updated_at":"2018-10-24T17:11:04Z","closed_at":null,"merged_at":null,"merge_commit_sha":"246720a57225b6f25429960d3007f16c696e5f30","assignee":{"login":"calvinnhieu","id":4444086,"node_id":"MDQ6VXNlcjQ0NDQwODY=","avatar_url":"https://avatars0.githubusercontent.com/u/4444086?v=4","gravatar_id":"","url":"https://api.github.com/users/calvinnhieu","html_url":"https://github.com/calvinnhieu","followers_url":"https://api.github.com/users/calvinnhieu/followers","following_url":"https://api.github.com/users/calvinnhieu/following{/other_user}","gists_url":"https://api.github.com/users/calvinnhieu/gists{/gist_id}","starred_url":"https://api.github.com/users/calvinnhieu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/calvinnhieu/subscriptions","organizations_url":"https://api.github.com/users/calvinnhieu/orgs","repos_url":"https://api.github.com/users/calvinnhieu/repos","events_url":"https://api.github.com/users/calvinnhieu/events{/privacy}","received_events_url":"https://api.github.com/users/calvinnhieu/received_events","type":"User","site_admin":false},"assignees":[{"login":"calvinnhieu","id":4444086,"node_id":"MDQ6VXNlcjQ0NDQwODY=","avatar_url":"https://avatars0.githubusercontent.com/u/4444086?v=4","gravatar_id":"","url":"https://api.github.com/users/calvinnhieu","html_url":"https://github.com/calvinnhieu","followers_url":"https://api.github.com/users/calvinnhieu/followers","following_url":"https://api.github.com/users/calvinnhieu/following{/other_user}","gists_url":"https://api.github.com/users/calvinnhieu/gists{/gist_id}","starred_url":"https://api.github.com/users/calvinnhieu/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/calvinnhieu/subscriptions","organizations_url":"https://api.github.com/users/calvinnhieu/orgs","repos_url":"https://api.github.com/users/calvinnhieu/repos","events_url":"https://api.github.com/users/calvinnhieu/events{/privacy}","received_events_url":"https://api.github.com/users/calvinnhieu/received_events","type":"User","site_admin":false}],"requested_reviewers":[],"requested_teams":[],"labels":[],"milestone":null,"commits_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/94/commits","review_comments_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/94/comments","review_comment_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/comments{/number}","comments_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues/94/comments","statuses_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/statuses/4e7f471d2a08af3f080b0921b0d6f9dc30dd605b","head":{"label":"HumanCellAtlas:calvinnhieu-parallel-dss-read","ref":"calvinnhieu-parallel-dss-read","sha":"4e7f471d2a08af3f080b0921b0d6f9dc30dd605b","user":{"login":"HumanCellAtlas","id":26391798,"node_id":"MDEyOk9yZ2FuaXphdGlvbjI2MzkxNzk4","avatar_url":"https://avatars1.githubusercontent.com/u/26391798?v=4","gravatar_id":"","url":"https://api.github.com/users/HumanCellAtlas","html_url":"https://github.com/HumanCellAtlas","followers_url":"https://api.github.com/users/HumanCellAtlas/followers","following_url":"https://api.github.com/users/HumanCellAtlas/following{/other_user}","gists_url":"https://api.github.com/users/HumanCellAtlas/gists{/gist_id}","starred_url":"https://api.github.com/users/HumanCellAtlas/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/HumanCellAtlas/subscriptions","organizations_url":"https://api.github.com/users/HumanCellAtlas/orgs","repos_url":"https://api.github.com/users/HumanCellAtlas/repos","events_url":"https://api.github.com/users/HumanCellAtlas/events{/privacy}","received_events_url":"https://api.github.com/users/HumanCellAtlas/received_events","type":"Organization","site_admin":false},"repo":{"id":130736433,"node_id":"MDEwOlJlcG9zaXRvcnkxMzA3MzY0MzM=","name":"matrix-service","full_name":"HumanCellAtlas/matrix-service","private":false,"owner":{"login":"HumanCellAtlas","id":26391798,"node_id":"MDEyOk9yZ2FuaXphdGlvbjI2MzkxNzk4","avatar_url":"https://avatars1.githubusercontent.com/u/26391798?v=4","gravatar_id":"","url":"https://api.github.com/users/HumanCellAtlas","html_url":"https://github.com/HumanCellAtlas","followers_url":"https://api.github.com/users/HumanCellAtlas/followers","following_url":"https://api.github.com/users/HumanCellAtlas/following{/other_user}","gists_url":"https://api.github.com/users/HumanCellAtlas/gists{/gist_id}","starred_url":"https://api.github.com/users/HumanCellAtlas/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/HumanCellAtlas/subscriptions","organizations_url":"https://api.github.com/users/HumanCellAtlas/orgs","repos_url":"https://api.github.com/users/HumanCellAtlas/repos","events_url":"https://api.github.com/users/HumanCellAtlas/events{/privacy}","received_events_url":"https://api.github.com/users/HumanCellAtlas/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/HumanCellAtlas/matrix-service","description":null,"fork":false,"url":"https://api.github.com/repos/HumanCellAtlas/matrix-service","forks_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/forks","keys_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/keys{/key_id}","collaborators_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/teams","hooks_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/hooks","issue_events_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues/events{/number}","events_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/events","assignees_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/assignees{/user}","branches_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/branches{/branch}","tags_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/tags","blobs_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/refs{/sha}","trees_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/trees{/sha}","statuses_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/statuses/{sha}","languages_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/languages","stargazers_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/stargazers","contributors_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/contributors","subscribers_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/subscribers","subscription_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/subscription","commits_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/commits{/sha}","git_commits_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/commits{/sha}","comments_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/comments{/number}","issue_comment_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues/comments{/number}","contents_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/contents/{+path}","compare_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/compare/{base}...{head}","merges_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/merges","archive_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/downloads","issues_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues{/number}","pulls_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls{/number}","milestones_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/milestones{/number}","notifications_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/labels{/name}","releases_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/releases{/id}","deployments_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/deployments","created_at":"2018-04-23T18:01:26Z","updated_at":"2018-10-24T03:25:23Z","pushed_at":"2018-10-24T17:09:08Z","git_url":"git://github.com/HumanCellAtlas/matrix-service.git","ssh_url":"git@github.com:HumanCellAtlas/matrix-service.git","clone_url":"https://github.com/HumanCellAtlas/matrix-service.git","svn_url":"https://github.com/HumanCellAtlas/matrix-service","homepage":null,"size":2669,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":16,"license":null,"forks":0,"open_issues":16,"watchers":0,"default_branch":"develop"}},"base":{"label":"HumanCellAtlas:staging","ref":"staging","sha":"5140a72a5280062bf510bfd0878f6ecfed26caed","user":{"login":"HumanCellAtlas","id":26391798,"node_id":"MDEyOk9yZ2FuaXphdGlvbjI2MzkxNzk4","avatar_url":"https://avatars1.githubusercontent.com/u/26391798?v=4","gravatar_id":"","url":"https://api.github.com/users/HumanCellAtlas","html_url":"https://github.com/HumanCellAtlas","followers_url":"https://api.github.com/users/HumanCellAtlas/followers","following_url":"https://api.github.com/users/HumanCellAtlas/following{/other_user}","gists_url":"https://api.github.com/users/HumanCellAtlas/gists{/gist_id}","starred_url":"https://api.github.com/users/HumanCellAtlas/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/HumanCellAtlas/subscriptions","organizations_url":"https://api.github.com/users/HumanCellAtlas/orgs","repos_url":"https://api.github.com/users/HumanCellAtlas/repos","events_url":"https://api.github.com/users/HumanCellAtlas/events{/privacy}","received_events_url":"https://api.github.com/users/HumanCellAtlas/received_events","type":"Organization","site_admin":false},"repo":{"id":130736433,"node_id":"MDEwOlJlcG9zaXRvcnkxMzA3MzY0MzM=","name":"matrix-service","full_name":"HumanCellAtlas/matrix-service","private":false,"owner":{"login":"HumanCellAtlas","id":26391798,"node_id":"MDEyOk9yZ2FuaXphdGlvbjI2MzkxNzk4","avatar_url":"https://avatars1.githubusercontent.com/u/26391798?v=4","gravatar_id":"","url":"https://api.github.com/users/HumanCellAtlas","html_url":"https://github.com/HumanCellAtlas","followers_url":"https://api.github.com/users/HumanCellAtlas/followers","following_url":"https://api.github.com/users/HumanCellAtlas/following{/other_user}","gists_url":"https://api.github.com/users/HumanCellAtlas/gists{/gist_id}","starred_url":"https://api.github.com/users/HumanCellAtlas/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/HumanCellAtlas/subscriptions","organizations_url":"https://api.github.com/users/HumanCellAtlas/orgs","repos_url":"https://api.github.com/users/HumanCellAtlas/repos","events_url":"https://api.github.com/users/HumanCellAtlas/events{/privacy}","received_events_url":"https://api.github.com/users/HumanCellAtlas/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/HumanCellAtlas/matrix-service","description":null,"fork":false,"url":"https://api.github.com/repos/HumanCellAtlas/matrix-service","forks_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/forks","keys_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/keys{/key_id}","collaborators_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/teams","hooks_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/hooks","issue_events_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues/events{/number}","events_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/events","assignees_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/assignees{/user}","branches_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/branches{/branch}","tags_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/tags","blobs_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/refs{/sha}","trees_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/trees{/sha}","statuses_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/statuses/{sha}","languages_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/languages","stargazers_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/stargazers","contributors_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/contributors","subscribers_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/subscribers","subscription_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/subscription","commits_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/commits{/sha}","git_commits_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/git/commits{/sha}","comments_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/comments{/number}","issue_comment_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues/comments{/number}","contents_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/contents/{+path}","compare_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/compare/{base}...{head}","merges_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/merges","archive_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/downloads","issues_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues{/number}","pulls_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls{/number}","milestones_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/milestones{/number}","notifications_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/labels{/name}","releases_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/releases{/id}","deployments_url":"https://api.github.com/repos/HumanCellAtlas/matrix-service/deployments","created_at":"2018-04-23T18:01:26Z","updated_at":"2018-10-24T03:25:23Z","pushed_at":"2018-10-24T17:09:08Z","git_url":"git://github.com/HumanCellAtlas/matrix-service.git","ssh_url":"git@github.com:HumanCellAtlas/matrix-service.git","clone_url":"https://github.com/HumanCellAtlas/matrix-service.git","svn_url":"https://github.com/HumanCellAtlas/matrix-service","homepage":null,"size":2669,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":true,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"archived":false,"open_issues_count":16,"license":null,"forks":0,"open_issues":16,"watchers":0,"default_branch":"develop"}},"_links":{"self":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/94"},"html":{"href":"https://github.com/HumanCellAtlas/matrix-service/pull/94"},"issue":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues/94"},"comments":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/issues/94/comments"},"review_comments":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/94/comments"},"review_comment":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/pulls/94/commits"},"statuses":{"href":"https://api.github.com/repos/HumanCellAtlas/matrix-service/statuses/4e7f471d2a08af3f080b0921b0d6f9dc30dd605b"}},"author_association":"CONTRIBUTOR"}}
{"actor":{"display_login":"calvinnhieu"}}