对单行进行分词，这段函数包含前处理preprogress.py以及一系列后处理，将分词结果返回为一个map

def __cutline(self, oiraw):
        '''对单行进行分词，这段函数包含前处理preprogress.py以及一系列后处理，将分词结果返回为一个map'''
        oiraw = decode(oiraw)
        vec = []
        if(len(oiraw) < self.__maxLength):
            vec.append(oiraw)
        else:
            vec = self.__cutRaw(oiraw, self.__maxLength)
        ans = []
        for oiraw in vec:
            if(self.__useT2S):
                traw, __poc_cands = self.__preprocesserpreprocesser.clean(oiraw)
                raw = self.__preprocesserpreprocesser.T2S(traw)
            else:
                raw, __poc_cands = self.__preprocesserpreprocesser.clean(oiraw)
                # raw = oiraw

            if(len(raw) > 0):
                if(self.__seg_only):
                    tmp, tagged = self.__cws_tagging_decoder.segmentTag(raw, __poc_cands)
                    segged = self.__cws_tagging_decoder.get_seg_result()
                    if(self.__userDict is not None):
                        self.__userDict.adjustSeg(segged)
                    if(self.__use_filter):
                        self.__myfilter.adjustSeg(segged)
                    self.__nsDict.adjustSeg(segged)
                    self.__idiomDict.adjustSeg(segged)
                    self.__timeword.adjustSeg(segged)
                    self.__punctuation.adjustSeg(segged)
                    ans.extend(segged)
                    # return list(map(lambda x: encode(x), segged))
                    
                else:
                    tmp, tagged = self.__tagging_decoder.segmentTag(raw, __poc_cands)
                    if(self.__userDict is not None):
                        self.__userDict.adjustTag(tagged)
                    if(self.__use_filter):
                        self.__myfilter.adjustTag(tagged)
                    self.__nsDict.adjustTag(tagged)
                    self.__idiomDict.adjustTag(tagged)
                    self.__timeword.adjustTag(tagged)
                    self.__punctuation.adjustTag(tagged)
                    ans.extend(tagged)
        if(self.__seg_only):
            return map(lambda x: encode(x), ans)
        else:
            return map(lambda x: (encode(x[0]), encode(x[1]), encode(x[2])), ans)