streamcorpus_pipeline/_clean_visible.py
def main():
    '''manual test loop for make_clean_visible_from_raw
    '''
    import argparse
    import sys
    parser = argparse.ArgumentParser()
    parser.add_argument('path')
    args = parser.parse_args()
    
    html = open(args.path).read()
    html = html.decode('utf8')

    cursor = 0
    for s in non_tag_chars_from_raw(html):
        for c in s:
            if c != ' ' and c != html[cursor]:
                import pdb; pdb.set_trace()
            sys.stdout.write(c.encode('utf8'))
            sys.stdout.flush()
            cursor += 1
def main():
    '''manual test loop for make_clean_visible_from_raw
    '''
    import argparse
    import sys
    parser = argparse.ArgumentParser()
    parser.add_argument('path')
    args = parser.parse_args()
    
    html = open(args.path).read()
    html = html.decode('utf8')

    cursor = 0
    for s in non_tag_chars_from_raw(html):
        for c in s:
            if c != ' ' and c != html[cursor]:
                import pdb; pdb.set_trace()
            sys.stdout.write(c.encode('utf8'))
            sys.stdout.flush()
            cursor += 1
def main ( ) : import argparse import sys parser = argparse . ArgumentParser ( ) parser . add_argument ( 'path' ) args = parser . parse_args ( ) html = open ( args . path ) . read ( ) html = html . decode ( 'utf8' ) cursor = 0 for s in non_tag_chars_from_raw ( html ) : for c in s : if c != ' ' and c != html [ cursor ] : import pdb pdb . set_trace ( ) sys . stdout . write ( c . encode ( 'utf8' ) ) sys . stdout . flush ( ) cursor += 1
manual test loop for make_clean_visible_from_raw
manual test loop for make_clean_visible_from_raw