def tokenize(args):
    """
    Tokenize a string (passed as argument or read from stdin)

    segments [--profile=PATH/TO/PROFILE] tokenize [STRING]
    """
    if args.profile and not Path(args.profile).exists():  # pragma: no cover
        raise ParserError('--profile must be a path for an existing file')
    _write(args, Tokenizer(profile=args.profile)(_read(args), column=args.mapping))
def tokenize ( args ) : if args . profile and not Path ( args . profile ) . exists ( ) : raise ParserError ( '--profile must be a path for an existing file' ) _write ( args , Tokenizer ( profile = args . profile ) ( _read ( args ) , column = args . mapping ) )
Tokenize a string (passed as argument or read from stdin)

    segments [--profile=PATH/TO/PROFILE] tokenize [STRING]