{"action":"created","comment":{"url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/comments/54412157","id":54412157,"diff_hunk":"@@ -41,6 +41,35 @@ def launch_piper_job(command_line, project, log_file_path=None):\n         log_process_non_blocking(popen_object.stderr, LOG.warn)\n     return popen_object\n \n+def spawn_child_md5(project):\n+    \"\"\"Spawns deatached child processes that calculates \n+    md5sum on the bam files in dir 05 and .genomic.vcf files\n+    in dir 07.\n+    \"\"\"\n+    path=locate_project(project, 'ANALYSIS')\n+    fileList05=glob.glob(\"{}/piper_ngi/05_processed_alignments/*\".format(path))\n+    fileList07=glob.glob(\"{}/piper_ngi/07_variant_calls/*\".format(path))\n+\n+    for item in fileList05:\n+        if item.endswith((\".bam\",\".bai\",\".metrics\")):\n+            if os.path.isfile(\"{}.md5\".format(item)):\n+                continue\n+            elif os.path.isfile(\"{}.part\".format(item)):\n+                continue\n+            else:\n+                command=[\"nohup bash -c \\\" md5sum {0} | cut -f 1 -d ' '  > {0}.part; mv {0}.part {0}.md5\\\" > /dev/null 2>&1\".format(item)] ","path":"ngi_pipeline/engines/piper_ngi/utils.py","position":29,"original_position":29,"commit_id":"d4e593a404d47a2047d5773985d41e563204b48a","original_commit_id":"d4e593a404d47a2047d5773985d41e563204b48a","user":{"login":"vezzi","id":1209695,"avatar_url":"https://avatars.githubusercontent.com/u/1209695?v=3","gravatar_id":"","url":"https://api.github.com/users/vezzi","html_url":"https://github.com/vezzi","followers_url":"https://api.github.com/users/vezzi/followers","following_url":"https://api.github.com/users/vezzi/following{/other_user}","gists_url":"https://api.github.com/users/vezzi/gists{/gist_id}","starred_url":"https://api.github.com/users/vezzi/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/vezzi/subscriptions","organizations_url":"https://api.github.com/users/vezzi/orgs","repos_url":"https://api.github.com/users/vezzi/repos","events_url":"https://api.github.com/users/vezzi/events{/privacy}","received_events_url":"https://api.github.com/users/vezzi/received_events","type":"User","site_admin":false},"body":"Try to give a look here https://github.com/SciLifeLab/TACA/blob/master/taca/utils/misc.py#L31\r\nthis function executes an external program/command and takes extra care of std err and std out instead of sending to /dev/null . In this way we can have better logging of md5 computation ","created_at":"2016-02-29T13:59:51Z","updated_at":"2016-02-29T13:59:51Z","html_url":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline/pull/322#discussion_r54412157","pull_request_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/322","_links":{"self":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/comments/54412157"},"html":{"href":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline/pull/322#discussion_r54412157"},"pull_request":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/322"}}},"pull_request":{"url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/322","id":61075318,"html_url":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline/pull/322","diff_url":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline/pull/322.diff","patch_url":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline/pull/322.patch","issue_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/issues/322","number":322,"state":"open","locked":false,"title":"Precalculate md5sum before delivery","user":{"login":"Hammarn","id":16774076,"avatar_url":"https://avatars.githubusercontent.com/u/16774076?v=3","gravatar_id":"","url":"https://api.github.com/users/Hammarn","html_url":"https://github.com/Hammarn","followers_url":"https://api.github.com/users/Hammarn/followers","following_url":"https://api.github.com/users/Hammarn/following{/other_user}","gists_url":"https://api.github.com/users/Hammarn/gists{/gist_id}","starred_url":"https://api.github.com/users/Hammarn/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Hammarn/subscriptions","organizations_url":"https://api.github.com/users/Hammarn/orgs","repos_url":"https://api.github.com/users/Hammarn/repos","events_url":"https://api.github.com/users/Hammarn/events{/privacy}","received_events_url":"https://api.github.com/users/Hammarn/received_events","type":"User","site_admin":false},"body":"Added a function to the cron job that spawns child process of md5 sum calculations for some of the big files that are delivered. ","created_at":"2016-02-29T13:09:55Z","updated_at":"2016-02-29T13:59:51Z","closed_at":null,"merged_at":null,"merge_commit_sha":"a4809764bd547dc45c41e3d3d34bc995db41fc40","assignee":null,"milestone":null,"commits_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/322/commits","review_comments_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/322/comments","review_comment_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/comments{/number}","comments_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/issues/322/comments","statuses_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/statuses/d4e593a404d47a2047d5773985d41e563204b48a","head":{"label":"Hammarn:devel","ref":"devel","sha":"d4e593a404d47a2047d5773985d41e563204b48a","user":{"login":"Hammarn","id":16774076,"avatar_url":"https://avatars.githubusercontent.com/u/16774076?v=3","gravatar_id":"","url":"https://api.github.com/users/Hammarn","html_url":"https://github.com/Hammarn","followers_url":"https://api.github.com/users/Hammarn/followers","following_url":"https://api.github.com/users/Hammarn/following{/other_user}","gists_url":"https://api.github.com/users/Hammarn/gists{/gist_id}","starred_url":"https://api.github.com/users/Hammarn/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Hammarn/subscriptions","organizations_url":"https://api.github.com/users/Hammarn/orgs","repos_url":"https://api.github.com/users/Hammarn/repos","events_url":"https://api.github.com/users/Hammarn/events{/privacy}","received_events_url":"https://api.github.com/users/Hammarn/received_events","type":"User","site_admin":false},"repo":{"id":51305809,"name":"ngi_pipeline","full_name":"Hammarn/ngi_pipeline","owner":{"login":"Hammarn","id":16774076,"avatar_url":"https://avatars.githubusercontent.com/u/16774076?v=3","gravatar_id":"","url":"https://api.github.com/users/Hammarn","html_url":"https://github.com/Hammarn","followers_url":"https://api.github.com/users/Hammarn/followers","following_url":"https://api.github.com/users/Hammarn/following{/other_user}","gists_url":"https://api.github.com/users/Hammarn/gists{/gist_id}","starred_url":"https://api.github.com/users/Hammarn/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Hammarn/subscriptions","organizations_url":"https://api.github.com/users/Hammarn/orgs","repos_url":"https://api.github.com/users/Hammarn/repos","events_url":"https://api.github.com/users/Hammarn/events{/privacy}","received_events_url":"https://api.github.com/users/Hammarn/received_events","type":"User","site_admin":false},"private":false,"html_url":"https://github.com/Hammarn/ngi_pipeline","description":"Code driving the production pipeline at SciLifeLab","fork":true,"url":"https://api.github.com/repos/Hammarn/ngi_pipeline","forks_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/forks","keys_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/keys{/key_id}","collaborators_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/teams","hooks_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/hooks","issue_events_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/issues/events{/number}","events_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/events","assignees_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/assignees{/user}","branches_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/branches{/branch}","tags_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/tags","blobs_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/git/refs{/sha}","trees_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/git/trees{/sha}","statuses_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/statuses/{sha}","languages_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/languages","stargazers_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/stargazers","contributors_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/contributors","subscribers_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/subscribers","subscription_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/subscription","commits_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/commits{/sha}","git_commits_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/git/commits{/sha}","comments_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/comments{/number}","issue_comment_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/issues/comments{/number}","contents_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/contents/{+path}","compare_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/compare/{base}...{head}","merges_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/merges","archive_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/downloads","issues_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/issues{/number}","pulls_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/pulls{/number}","milestones_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/milestones{/number}","notifications_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/labels{/name}","releases_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/releases{/id}","deployments_url":"https://api.github.com/repos/Hammarn/ngi_pipeline/deployments","created_at":"2016-02-08T15:25:11Z","updated_at":"2016-02-08T15:25:12Z","pushed_at":"2016-02-29T13:30:47Z","git_url":"git://github.com/Hammarn/ngi_pipeline.git","ssh_url":"git@github.com:Hammarn/ngi_pipeline.git","clone_url":"https://github.com/Hammarn/ngi_pipeline.git","svn_url":"https://github.com/Hammarn/ngi_pipeline","homepage":"","size":1739,"stargazers_count":0,"watchers_count":0,"language":"Python","has_issues":false,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":0,"mirror_url":null,"open_issues_count":0,"forks":0,"open_issues":0,"watchers":0,"default_branch":"devel"}},"base":{"label":"NationalGenomicsInfrastructure:devel","ref":"devel","sha":"057dacadf1a077e7280bcf93976af764c55928a2","user":{"login":"NationalGenomicsInfrastructure","id":7566557,"avatar_url":"https://avatars.githubusercontent.com/u/7566557?v=3","gravatar_id":"","url":"https://api.github.com/users/NationalGenomicsInfrastructure","html_url":"https://github.com/NationalGenomicsInfrastructure","followers_url":"https://api.github.com/users/NationalGenomicsInfrastructure/followers","following_url":"https://api.github.com/users/NationalGenomicsInfrastructure/following{/other_user}","gists_url":"https://api.github.com/users/NationalGenomicsInfrastructure/gists{/gist_id}","starred_url":"https://api.github.com/users/NationalGenomicsInfrastructure/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/NationalGenomicsInfrastructure/subscriptions","organizations_url":"https://api.github.com/users/NationalGenomicsInfrastructure/orgs","repos_url":"https://api.github.com/users/NationalGenomicsInfrastructure/repos","events_url":"https://api.github.com/users/NationalGenomicsInfrastructure/events{/privacy}","received_events_url":"https://api.github.com/users/NationalGenomicsInfrastructure/received_events","type":"Organization","site_admin":false},"repo":{"id":21352546,"name":"ngi_pipeline","full_name":"NationalGenomicsInfrastructure/ngi_pipeline","owner":{"login":"NationalGenomicsInfrastructure","id":7566557,"avatar_url":"https://avatars.githubusercontent.com/u/7566557?v=3","gravatar_id":"","url":"https://api.github.com/users/NationalGenomicsInfrastructure","html_url":"https://github.com/NationalGenomicsInfrastructure","followers_url":"https://api.github.com/users/NationalGenomicsInfrastructure/followers","following_url":"https://api.github.com/users/NationalGenomicsInfrastructure/following{/other_user}","gists_url":"https://api.github.com/users/NationalGenomicsInfrastructure/gists{/gist_id}","starred_url":"https://api.github.com/users/NationalGenomicsInfrastructure/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/NationalGenomicsInfrastructure/subscriptions","organizations_url":"https://api.github.com/users/NationalGenomicsInfrastructure/orgs","repos_url":"https://api.github.com/users/NationalGenomicsInfrastructure/repos","events_url":"https://api.github.com/users/NationalGenomicsInfrastructure/events{/privacy}","received_events_url":"https://api.github.com/users/NationalGenomicsInfrastructure/received_events","type":"Organization","site_admin":false},"private":false,"html_url":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline","description":"Code driving the production pipeline at SciLifeLab","fork":true,"url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline","forks_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/forks","keys_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/keys{/key_id}","collaborators_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/teams","hooks_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/hooks","issue_events_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/issues/events{/number}","events_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/events","assignees_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/assignees{/user}","branches_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/branches{/branch}","tags_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/tags","blobs_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/git/refs{/sha}","trees_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/git/trees{/sha}","statuses_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/statuses/{sha}","languages_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/languages","stargazers_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/stargazers","contributors_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/contributors","subscribers_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/subscribers","subscription_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/subscription","commits_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/commits{/sha}","git_commits_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/git/commits{/sha}","comments_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/comments{/number}","issue_comment_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/issues/comments{/number}","contents_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/contents/{+path}","compare_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/compare/{base}...{head}","merges_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/merges","archive_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/downloads","issues_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/issues{/number}","pulls_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls{/number}","milestones_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/milestones{/number}","notifications_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/labels{/name}","releases_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/releases{/id}","deployments_url":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/deployments","created_at":"2014-06-30T13:45:35Z","updated_at":"2016-02-03T10:35:17Z","pushed_at":"2016-02-29T13:30:48Z","git_url":"git://github.com/NationalGenomicsInfrastructure/ngi_pipeline.git","ssh_url":"git@github.com:NationalGenomicsInfrastructure/ngi_pipeline.git","clone_url":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline.git","svn_url":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline","homepage":"","size":1690,"stargazers_count":2,"watchers_count":2,"language":"Python","has_issues":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"forks_count":12,"mirror_url":null,"open_issues_count":15,"forks":12,"open_issues":15,"watchers":2,"default_branch":"devel"}},"_links":{"self":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/322"},"html":{"href":"https://github.com/NationalGenomicsInfrastructure/ngi_pipeline/pull/322"},"issue":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/issues/322"},"comments":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/issues/322/comments"},"review_comments":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/322/comments"},"review_comment":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/comments{/number}"},"commits":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/pulls/322/commits"},"statuses":{"href":"https://api.github.com/repos/NationalGenomicsInfrastructure/ngi_pipeline/statuses/d4e593a404d47a2047d5773985d41e563204b48a"}}}}