# Sentence breaking
sentence_breaker = 0

# Stopwords

# Tokenization

# Normalization
normalizer = 0

ignore_oneword_line = True

Add_SPACE_after_TEH_MARBUTA = True

remove_diacritics = True

replace_TEH_MARBUTA = True
replace_ALEF_MAKSURA = True


remove_nonArabic_word = True
process_nonArabic_word = True


replace_ALEF_HAMZA_ABOVE = True
replace_ALEF_HAMZA_BELOW = True
replace_ALEF_MADDA = True

remove_KASHIDA = True


'''
Punctuation:
in case remove_punc is True, isolate_punc and replace_punc have no effect
'''
remove_punc = True
isolate_punc = True
replace_punc = False

# Segmentation
segmenter = 0

# Stemming
stemmer = 0
# Lemmatization
lemmatizer = 0

<<<<<<< HEAD:arabic_processing_cog/config.py
tweet_normalization = True
=======





>>>>>>> segmentation:src/config.py

# Sentence breaking
sentence_breaker = 0

# Stopwords

# Tokenization

# Normalization
normalizer = 0

ignore_oneword_line = True

Add_SPACE_after_TEH_MARBUTA = True

remove_diacritics = True

replace_TEH_MARBUTA = True
replace_ALEF_MAKSURA = True


remove_nonArabic_word = True
process_nonArabic_word = True


replace_ALEF_HAMZA_ABOVE = True
replace_ALEF_HAMZA_BELOW = True
replace_ALEF_MADDA = True

remove_KASHIDA = True


'''
Punctuation:
in case remove_punc is True, isolate_punc and replace_punc have no effect
'''
remove_punc = True
isolate_punc = True
replace_punc = False

# Segmentation
segmenter = 0

# Stemming
stemmer = 0
# Lemmatization
lemmatizer = 0

<<<<<<< HEAD:arabic_processing_cog/config.py
tweet_normalization = True
=======





>>>>>>> segmentation:src/config.py

# Sentence breaking # Stopwords # Tokenization # Normalization Punctuation: in case remove_punc is True, isolate_punc and replace_punc have no effect # Segmentation # Stemming # Lemmatization