def _index_sub(self, uri_list, num, batch_num):
        """
        Converts a list of uris to elasticsearch json objects

        args:
            uri_list: list of uris to convert
            num: the ending count within the batch
            batch_num: the batch number
        """
        bname = '%s-%s' % (batch_num, num)
        log.debug("batch_num '%s' starting es_json conversion",
                  bname)
        qry_data = get_all_item_data([item[0] for item in uri_list],
                                     self.tstore_conn,
                                     rdfclass=self.rdf_class)
        log.debug("batch_num '%s-%s' query_complete | count: %s",
                  batch_num,
                  num,
                  len(qry_data))
        # path = os.path.join(CFG.dirs.cache, "index_pre")
        # if not os.path.exists(path):
        #     os.makedirs(path)
        # with open(os.path.join(path, bname + ".json"), "w") as fo:
        #     fo.write(json.dumps(qry_data))
        data = RdfDataset(qry_data)
        del qry_data
        log.debug("batch_num '%s-%s' RdfDataset Loaded", batch_num, num)
        for value in uri_list:
            try:

                self.batch_data[batch_num]['main'].append(\
                        data[value[0]].es_json())
                self.count += 1
            except KeyError:
                pass
        for name, indexer in self.other_indexers.items():
            for item in data.json_qry("$.:%s" % name.pyuri):
                val = item.es_json()
                if val:
                    self.batch_data[batch_num][name].append(val)
                    self.batch_uris[batch_num].append(item.subject)
        del data
        del uri_list
        log.debug("batch_num '%s-%s' converted to es_json", batch_num, num)
def _index_sub ( self , uri_list , num , batch_num ) : bname = '%s-%s' % ( batch_num , num ) log . debug ( "batch_num '%s' starting es_json conversion" , bname ) qry_data = get_all_item_data ( [ item [ 0 ] for item in uri_list ] , self . tstore_conn , rdfclass = self . rdf_class ) log . debug ( "batch_num '%s-%s' query_complete | count: %s" , batch_num , num , len ( qry_data ) ) data = RdfDataset ( qry_data ) del qry_data log . debug ( "batch_num '%s-%s' RdfDataset Loaded" , batch_num , num ) for value in uri_list : try : self . batch_data [ batch_num ] [ 'main' ] . append ( data [ value [ 0 ] ] . es_json ( ) ) self . count += 1 except KeyError : pass for name , indexer in self . other_indexers . items ( ) : for item in data . json_qry ( "$.:%s" % name . pyuri ) : val = item . es_json ( ) if val : self . batch_data [ batch_num ] [ name ] . append ( val ) self . batch_uris [ batch_num ] . append ( item . subject ) del data del uri_list log . debug ( "batch_num '%s-%s' converted to es_json" , batch_num , num )
Converts a list of uris to elasticsearch json objects

        args:
            uri_list: list of uris to convert
            num: the ending count within the batch
            batch_num: the batch number