Upload processors.py with huggingface_hub

processors.py

@@ -75,6 +75,16 @@ class TakeFirstNonEmptyLine(BaseFieldOperator):
         return splitted[0].strip()
 
 
+class ConvertToBoolean(BaseFieldOperator):
+    def process(self, instance):
+        clean_instance = str(instance).strip().lower()
+        if any(w in clean_instance for w in ["no", "not", "wrong", "false"]):
+            return "FALSE"
+        if any(w in clean_instance for w in ["yes", "right", "correct", "true"]):
+            return "TRUE"
+        return "OTHER"
+
+
 class LowerCaseTillPunc(BaseFieldOperator):
     def process(self, instance):
         non_empty_line = instance.lower()
@@ -85,6 +95,11 @@ class LowerCaseTillPunc(BaseFieldOperator):
         return non_empty_line
 
 
+class LowerCase(BaseFieldOperator):
+    def process(self, instance):
+        return instance.lower()
+
+
 class FirstCharacter(BaseFieldOperator):
     def process(self, instance):
         match = re.search(r"\s*(\w)", instance)
@@ -93,6 +108,37 @@ class FirstCharacter(BaseFieldOperator):
         return ""
 
 
+class TakeFirstWord(BaseFieldOperator):
+    def process(self, instance):
+        match = re.search(r"[\w]+", instance)
+        if match:
+            return instance[match.start() : match.end()]
+        return ""
+
+
+class YesNoToInt(BaseFieldOperator):
+    def process(self, instance):
+        if instance == "yes":
+            return "1"
+        return "0"
+
+
+class ToYesOrNone(BaseFieldOperator):
+    def process(self, instance):
+        if instance == "yes":
+            return "yes"
+        return "none"
+
+
+class StanceToProCon(BaseFieldOperator):
+    def process(self, instance):
+        if instance == "positive":
+            return "PRO"
+        if instance in ["negative", "suggestion"]:
+            return "CON"
+        return "none"
+
+
 class StringOrNotString(BaseFieldOperator):
     string: str