Upload processors.py with huggingface_hub
Browse files- processors.py +8 -0
processors.py
CHANGED
|
@@ -66,3 +66,11 @@ class DictOfListsToPairs(BaseFieldOperator):
|
|
| 66 |
return result
|
| 67 |
except:
|
| 68 |
return []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
return result
|
| 67 |
except:
|
| 68 |
return []
|
| 69 |
+
|
| 70 |
+
|
| 71 |
+
class TakeFirstNonEmptyLine(BaseFieldOperator):
|
| 72 |
+
def process(self, instance):
|
| 73 |
+
splitted = str(instance).strip().split("\n")
|
| 74 |
+
if len(splitted) == 0:
|
| 75 |
+
return ""
|
| 76 |
+
return splitted[0].strip()
|