luminoso_api/v4_json_stream.py
def open_csv_somehow_py2(filename):
    """
    Open a CSV file using Python 2's CSV module, working around the deficiency
    where it can't handle the null bytes of UTF-16.
    """
    encoding = detect_file_encoding(filename)
    if encoding.startswith('UTF-16'):
        csvfile = transcode_to_utf8(filename, encoding)
        encoding = 'UTF-8'
    else:
        csvfile = open(filename, 'rU')
    line = csvfile.readline()
    csvfile.seek(0)

    if '\t' in line:
        # tab-separated
        reader = csv.reader(csvfile, delimiter='\t')
    else:
        reader = csv.reader(csvfile, dialect='excel')

    header = reader.next()
    header = [cell.decode(encoding).lower().strip() for cell in header]
    encode_fn = lambda x: x.decode(encoding, 'replace')
    return _read_csv(reader, header, encode_fn)
def open_csv_somehow_py2(filename):
    encoding = detect_file_encoding(filename)
    if encoding.startswith('UTF-16'):
        csvfile = transcode_to_utf8(filename, encoding)
        encoding = 'UTF-8'
    else:
        csvfile = open(filename, 'rU')
    line = csvfile.readline()
    csvfile.seek(0)

    if '\t' in line:
        # tab-separated
        reader = csv.reader(csvfile, delimiter='\t')
    else:
        reader = csv.reader(csvfile, dialect='excel')

    header = reader.next()
    header = [cell.decode(encoding).lower().strip() for cell in header]
    encode_fn = lambda x: x.decode(encoding, 'replace')
    return _read_csv(reader, header, encode_fn)
def open_csv_somehow_py2 ( filename ) : encoding = detect_file_encoding ( filename ) if encoding . startswith ( 'UTF-16' ) : csvfile = transcode_to_utf8 ( filename , encoding ) encoding = 'UTF-8' else : csvfile = open ( filename , 'rU' ) line = csvfile . readline ( ) csvfile . seek ( 0 ) if '\t' in line : # tab-separated reader = csv . reader ( csvfile , delimiter = '\t' ) else : reader = csv . reader ( csvfile , dialect = 'excel' ) header = reader . next ( ) header = [ cell . decode ( encoding ) . lower ( ) . strip ( ) for cell in header ] encode_fn = lambda x : x . decode ( encoding , 'replace' ) return _read_csv ( reader , header , encode_fn )
Open a CSV file using Python 2's CSV module, working around the deficiency
    where it can't handle the null bytes of UTF-16.
Open a CSV file using Python 2 s CSV module working around the deficiency where it can t handle the null bytes of UTF - 16 .