Upload WarOnline_Chat.py

WarOnline_Chat.py

@@ -24,8 +24,17 @@ password = 'naP2tion'
 session = requests.Session()
 
 def fixString(S):
-    # Substitute multiple commas with a single one
+    # This is a helper function to overcome the bugs of tokenizer
     S = re.sub(",+", ",", S)
+    S = re.sub("!.", "!", S)
+    S = re.sub(".?", "?", S)
+    S = re.sub(",!", "!", S)
+    S = re.sub(",.", ",", S)
+    S = re.sub(".]", ".", S)
+    S = re.sub(",\)", ")", S)
+    S = re.sub("&", "", S)
+    S = re.sub("&", "", S)
+    S = re.sub("ен,ицхак", "ен-ицхак", S)
     return S
 
 def compare_pages(url1, url2):
@@ -67,8 +76,6 @@ def post(message="", thread_url=thread_url, post_url=post_url, quoted_by="",quot
 
     if quoted_by:
         message = f'[QUOTE="{quoted_by}, post: {quote_source}"]{quote_text}[/QUOTE]{message}'
-        #message = f'[QUOTE="{quoted_by}, data-source=post: {quote_source}"]{quote_text}[/QUOTE]{message}'
-        # optionally add @{quoted_by} to indent the quoter
 
     # Retrieve the thread page HTML
     response = session.get(thread_url)