{"action":"created","issue":{"url":"https://api.github.com/repos/marklogic/marklogic-contentpump/issues/4","repository_url":"https://api.github.com/repos/marklogic/marklogic-contentpump","labels_url":"https://api.github.com/repos/marklogic/marklogic-contentpump/issues/4/labels{/name}","comments_url":"https://api.github.com/repos/marklogic/marklogic-contentpump/issues/4/comments","events_url":"https://api.github.com/repos/marklogic/marklogic-contentpump/issues/4/events","html_url":"https://github.com/marklogic/marklogic-contentpump/issues/4","id":166702226,"number":4,"title":"NullPointerException thrown from MultithreadedMapper doing a forest import.","user":{"login":"jxchen-us","id":13925591,"avatar_url":"https://avatars.githubusercontent.com/u/13925591?v=3","gravatar_id":"","url":"https://api.github.com/users/jxchen-us","html_url":"https://github.com/jxchen-us","followers_url":"https://api.github.com/users/jxchen-us/followers","following_url":"https://api.github.com/users/jxchen-us/following{/other_user}","gists_url":"https://api.github.com/users/jxchen-us/gists{/gist_id}","starred_url":"https://api.github.com/users/jxchen-us/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jxchen-us/subscriptions","organizations_url":"https://api.github.com/users/jxchen-us/orgs","repos_url":"https://api.github.com/users/jxchen-us/repos","events_url":"https://api.github.com/users/jxchen-us/events{/privacy}","received_events_url":"https://api.github.com/users/jxchen-us/received_events","type":"User","site_admin":false},"labels":[{"url":"https://api.github.com/repos/marklogic/marklogic-contentpump/labels/bug","name":"bug","color":"1d76db"},{"url":"https://api.github.com/repos/marklogic/marklogic-contentpump/labels/fix","name":"fix","color":"0e8a16"},{"url":"https://api.github.com/repos/marklogic/marklogic-contentpump/labels/major","name":"major","color":"d93f0b"},{"url":"https://api.github.com/repos/marklogic/marklogic-contentpump/labels/mlcp","name":"mlcp","color":"84b6eb"}],"state":"open","locked":false,"assignee":{"login":"jxchen-us","id":13925591,"avatar_url":"https://avatars.githubusercontent.com/u/13925591?v=3","gravatar_id":"","url":"https://api.github.com/users/jxchen-us","html_url":"https://github.com/jxchen-us","followers_url":"https://api.github.com/users/jxchen-us/followers","following_url":"https://api.github.com/users/jxchen-us/following{/other_user}","gists_url":"https://api.github.com/users/jxchen-us/gists{/gist_id}","starred_url":"https://api.github.com/users/jxchen-us/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jxchen-us/subscriptions","organizations_url":"https://api.github.com/users/jxchen-us/orgs","repos_url":"https://api.github.com/users/jxchen-us/repos","events_url":"https://api.github.com/users/jxchen-us/events{/privacy}","received_events_url":"https://api.github.com/users/jxchen-us/received_events","type":"User","site_admin":false},"assignees":[{"login":"jxchen-us","id":13925591,"avatar_url":"https://avatars.githubusercontent.com/u/13925591?v=3","gravatar_id":"","url":"https://api.github.com/users/jxchen-us","html_url":"https://github.com/jxchen-us","followers_url":"https://api.github.com/users/jxchen-us/followers","following_url":"https://api.github.com/users/jxchen-us/following{/other_user}","gists_url":"https://api.github.com/users/jxchen-us/gists{/gist_id}","starred_url":"https://api.github.com/users/jxchen-us/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jxchen-us/subscriptions","organizations_url":"https://api.github.com/users/jxchen-us/orgs","repos_url":"https://api.github.com/users/jxchen-us/repos","events_url":"https://api.github.com/users/jxchen-us/events{/privacy}","received_events_url":"https://api.github.com/users/jxchen-us/received_events","type":"User","site_admin":false}],"milestone":{"url":"https://api.github.com/repos/marklogic/marklogic-contentpump/milestones/1","html_url":"https://github.com/marklogic/marklogic-contentpump/milestones/9.0-ea3","labels_url":"https://api.github.com/repos/marklogic/marklogic-contentpump/milestones/1/labels","id":1851395,"number":1,"title":"9.0-ea3","description":"","creator":{"login":"mattsunsjf","id":7323156,"avatar_url":"https://avatars.githubusercontent.com/u/7323156?v=3","gravatar_id":"","url":"https://api.github.com/users/mattsunsjf","html_url":"https://github.com/mattsunsjf","followers_url":"https://api.github.com/users/mattsunsjf/followers","following_url":"https://api.github.com/users/mattsunsjf/following{/other_user}","gists_url":"https://api.github.com/users/mattsunsjf/gists{/gist_id}","starred_url":"https://api.github.com/users/mattsunsjf/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mattsunsjf/subscriptions","organizations_url":"https://api.github.com/users/mattsunsjf/orgs","repos_url":"https://api.github.com/users/mattsunsjf/repos","events_url":"https://api.github.com/users/mattsunsjf/events{/privacy}","received_events_url":"https://api.github.com/users/mattsunsjf/received_events","type":"User","site_admin":false},"open_issues":2,"closed_issues":4,"state":"open","created_at":"2016-06-27T20:25:41Z","updated_at":"2016-09-01T17:40:51Z","due_on":null,"closed_at":null},"comments":11,"created_at":"2016-07-20T23:01:22Z","updated_at":"2016-09-02T18:36:22Z","closed_at":null,"body":"mlcp-9.0/bin/mlcp.sh import -username admin -password admin -host jchen -port 5275 -input_file_type forest -input_file_path /space/projects/head/xdmp/src/Data2/Forests/Documents\r\n\r\n16/07/20 15:23:01 ERROR contentpump.MultithreadedMapper: \r\njava.lang.NullPointerException\r\n\tat com.marklogic.contentpump.MultithreadedMapper$SubMapRecordReader.nextKeyValue(MultithreadedMapper.java:285)\r\n\tat org.apache.hadoop.mapreduce.task.MapContextImpl.nextKeyValue(MapContextImpl.java:80)\r\n\tat org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.nextKeyValue(WrappedMapper.java:91)\r\n\tat com.marklogic.contentpump.BaseMapper.runThreadSafe(BaseMapper.java:45)\r\n\tat com.marklogic.contentpump.MultithreadedMapper$MapRunner.run(MultithreadedMapper.java:376)\r\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\r\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:262)\r\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\r\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\r\n\tat java.lang.Thread.run(Thread.java:745)\r\n\r\nHave a forest with properties fragments.  Not sure why it's not a problem with other errors.  Seems like something we are not covering in regression tests."},"comment":{"url":"https://api.github.com/repos/marklogic/marklogic-contentpump/issues/comments/244454893","html_url":"https://github.com/marklogic/marklogic-contentpump/issues/4#issuecomment-244454893","issue_url":"https://api.github.com/repos/marklogic/marklogic-contentpump/issues/4","id":244454893,"user":{"login":"jxchen-us","id":13925591,"avatar_url":"https://avatars.githubusercontent.com/u/13925591?v=3","gravatar_id":"","url":"https://api.github.com/users/jxchen-us","html_url":"https://github.com/jxchen-us","followers_url":"https://api.github.com/users/jxchen-us/followers","following_url":"https://api.github.com/users/jxchen-us/following{/other_user}","gists_url":"https://api.github.com/users/jxchen-us/gists{/gist_id}","starred_url":"https://api.github.com/users/jxchen-us/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/jxchen-us/subscriptions","organizations_url":"https://api.github.com/users/jxchen-us/orgs","repos_url":"https://api.github.com/users/jxchen-us/repos","events_url":"https://api.github.com/users/jxchen-us/events{/privacy}","received_events_url":"https://api.github.com/users/jxchen-us/received_events","type":"User","site_admin":false},"created_at":"2016-09-02T18:36:22Z","updated_at":"2016-09-02T18:36:22Z","body":"There's a test Sravan told me about: mlcp-da-test15.  Thank you.  Here's what I got:\r\n\r\n[jchen@jchen-z620 mlcp]$ mlcp-9.0/bin/mlcp.sh  IMPORT -input_file_path /var/opt/MarkLogic/Forests/mlcp-f15a -input_file_type forest -host localhost -port 5275 -username admin -password admin -output_collections A -output_uri_prefix /Test1 -mode local\r\n16/09/02 11:33:48 INFO contentpump.LocalJobRunner: Content type is set to MIXED.  The format of the  inserted documents will be determined by the MIME  type specification configured on MarkLogic Server.\r\n16/09/02 11:33:48 INFO contentpump.ContentPump: Job name: local_1801332137_1\r\n16/09/02 11:33:48 INFO input.FileInputFormat: Total input paths to process : 5\r\n16/09/02 11:33:50 WARN contentpump.ImportDocumentMapper: Skipped record: () from /Test/mlcp-export-xmlquery-filter/text/2.txt in file:/var/opt/MarkLogic/Forests/mlcp-f15a/00000000/TreeData, reason: fragment or link\r\n16/09/02 11:33:50 ERROR mapreduce.ForestReader: Unexpected error occurred reading forest data\r\njava.lang.NullPointerException\r\n\tat com.marklogic.tree.CompressedTreeDecoder.decode(CompressedTreeDecoder.java:503)\r\n\tat com.marklogic.mapreduce.ForestReader.getNextTree(ForestReader.java:375)\r\n\tat com.marklogic.mapreduce.ForestReader.nextKeyValue(ForestReader.java:159)\r\n\tat com.marklogic.contentpump.LocalJobRunner$TrackingRecordReader.nextKeyValue(LocalJobRunner.java:444)\r\n\tat org.apache.hadoop.mapreduce.task.MapContextImpl.nextKeyValue(MapContextImpl.java:80)\r\n\tat org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.nextKeyValue(WrappedMapper.java:91)\r\n\tat com.marklogic.contentpump.MultithreadedMapper$SubMapRecordReader.nextKeyValue(MultithreadedMapper.java:275)\r\n\tat org.apache.hadoop.mapreduce.task.MapContextImpl.nextKeyValue(MapContextImpl.java:80)\r\n\tat org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.nextKeyValue(WrappedMapper.java:91)\r\n\tat com.marklogic.contentpump.BaseMapper.runThreadSafe(BaseMapper.java:45)\r\n\tat com.marklogic.contentpump.MultithreadedMapper$MapRunner.run(MultithreadedMapper.java:379)\r\n\tat com.marklogic.contentpump.MultithreadedMapper.run(MultithreadedMapper.java:215)\r\n\tat com.marklogic.contentpump.LocalJobRunner$LocalMapTask.call(LocalJobRunner.java:378)\r\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:262)\r\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\r\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\r\n\tat java.lang.Thread.run(Thread.java:745)\r\n16/09/02 11:33:50 INFO contentpump.LocalJobRunner:  completed 100%\r\n16/09/02 11:33:50 INFO contentpump.LocalJobRunner: com.marklogic.mapreduce.MarkLogicCounter: \r\n16/09/02 11:33:50 INFO contentpump.LocalJobRunner: INPUT_RECORDS: 8\r\n16/09/02 11:33:50 INFO contentpump.LocalJobRunner: OUTPUT_RECORDS: 7\r\n16/09/02 11:33:50 INFO contentpump.LocalJobRunner: OUTPUT_RECORDS_COMMITTED: 7\r\n16/09/02 11:33:50 INFO contentpump.LocalJobRunner: OUTPUT_RECORDS_FAILED: 0\r\n16/09/02 11:33:50 INFO contentpump.LocalJobRunner: Total execution time: 1 sec"}}
{"actor":{"display_login":"jxchen-us"}}