chunk_processing: add txt splitter

Author: sebastienbeau

chunk_processing/components/__init__.py

@@ -1,6 +1,8 @@
 from . import processor
 from . import processor_xml
 from . import processor_json
+from . import processor_txt
 from . import splitter
 from . import splitter_json
 from . import splitter_xml
+from . import splitter_txt

chunk_processing/components/processor_txt.py

@@ -0,0 +1,17 @@
+# Copyright 2021 Akretion (https://www.akretion.com).
+# @author Sébastien BEAU <[email protected]>
+# License AGPL-3.0 or later (https://www.gnu.org/licenses/agpl).
+
+import base64
+
+from odoo.addons.component.core import AbstractComponent
+
+
+class ChunkProcessorTxt(AbstractComponent):
+    _name = "chunk.importer.txt"
+    _inherit = "chunk.processor"
+    _collection = "chunk.item"
+    _end_of_line = b"\n"
+
+    def _parse_data(self):
+        return base64.b64decode(self.collection.data).split(self._end_of_line)

chunk_processing/components/splitter_txt.py

@@ -0,0 +1,20 @@
+# Copyright 2021 Akretion (https://www.akretion.com).
+# @author Sébastien BEAU <[email protected]>
+# License AGPL-3.0 or later (https://www.gnu.org/licenses/agpl).
+
+from odoo.addons.component.core import Component
+
+
+class ChunkSplitterTxt(Component):
+    _inherit = "chunk.splitter"
+    _name = "chunk.splitter.txt"
+    _usage = "txt"
+    _end_of_line = b"\n"
+
+    def _parse_data(self, data):
+        for idx, item in enumerate(data.split(self._end_of_line)):
+            if item:
+                yield idx + 1, item
+
+    def _convert_items_to_data(self, items):
+        return self._end_of_line.join([x[1] for x in items])

chunk_processing/models/chunk_group.py

@@ -20,6 +20,7 @@ class ChunkGroup(models.Model):
         [
             ("json", "Json"),
             ("xml", "XML"),
+            ("txt", "Txt"),
         ]
     )
     xml_split_xpath = fields.Char()