Add minio attachments

Author: ecarreras

ir_attachment_minio/__init__.py

@@ -0,0 +1,2 @@
+from __future__ import absolute_import
+from . import ir_attachment

ir_attachment_minio/__terp__.py

@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+{
+    "name": "ir_attachment_minio",
+    "version": "0.1.0",
+    "depends": ["base", "minio_backend"],
+    "author": "GISCE-TI, S.L",
+    "category": "Storage",
+    "description": """
+    This module provide :
+      * Stores binary data to minio server.
+    """,
+    "init_xml": [],
+    'update_xml': [],
+    'demo_xml': [],
+    'installable': True,
+    'active': False,
+}

ir_attachment_minio/ir_attachment.py

@@ -0,0 +1,68 @@
+# encoding=utf-8
+from __future__ import absolute_import
+from osv import osv
+from minio_backend.fields import S3File
+
+
+def minioize(vals):
+    vals['datas_minio'] = vals['datas']
+    vals['datas'] = False
+
+
+def unminioize(vals):
+    vals['datas'] = vals['datas_minio']
+    del vals['datas_minio']
+
+
+class IrAttachment(osv.osv):
+    _name = 'ir.attachment'
+    _inherit = 'ir.attachment'
+
+    def create(self, cursor, uid, vals, context=None):
+        if context is None:
+            context = {}
+        ctx = context.copy()
+        if 'filename' in vals:
+            ctx['datas_minio_filename'] = vals['filename']
+        if 'datas' in vals and vals['datas']:
+            minioize(vals)
+        return super(IrAttachment, self).create(cursor, uid, vals, context=ctx)
+
+    def write(self, cursor, uid, ids, vals, context=None):
+        if context is None:
+            context = {}
+        ctx = context.copy()
+        if 'datas' in vals:
+            minioize(vals)
+        if 'filename' in vals:
+            ctx['datas_minio_filename'] = vals['filename']
+        return super(
+            IrAttachment, self).write(cursor, uid, ids, vals, context=ctx
+        )
+
+    def read(self, cursor, uid, ids, fields=None, context=None,
+             load='_classic_read'):
+        if fields and 'datas' in fields and 'datas_minio' not in fields:
+            fields.append('datas_minio')
+        res = super(IrAttachment, self).read(cursor, uid, ids, fields, context,
+                                             load)
+        if isinstance(ids, (list, tuple)):
+            if res and 'datas' in res[0]:
+                for attach in res:
+                    if attach['datas_minio']:
+                        unminioize(attach)
+        else:
+            if 'datas' in res and res['datas_minio']:
+                unminioize(res)
+        return res
+
+    def unlink(self, cursor, uid, ids, context=None):
+        self.write(cursor, uid, ids, {'datas': False})
+        return super(IrAttachment, self).unlink(cursor, uid, ids, context)
+
+    _columns = {
+        'datas_minio': S3File('Minio object', 'attachments')
+    }
+
+
+IrAttachment()

ir_attachment_minio/tests/__init__.py

@@ -0,0 +1,97 @@
+import base64
+from destral import testing
+from minio_backend.minio_backend import get_minio_client
+from minio.error import NoSuchKey
+
+
+class TestIrAttachmentMinio(testing.OOTestCaseWithCursor):
+    def test_create_attachment_stores_in_minio(self):
+        cursor = self.cursor
+        uid = self.uid
+        pool = self.openerp.pool
+        attach_obj = pool.get('ir.attachment')
+
+        content = 'THIS IS A TEST FILE!'
+
+        attach_id = attach_obj.create(cursor, uid, {
+            'name': 'This is a description',
+            'filename': 'test.txt',
+            'datas': base64.b64encode(content)
+        })
+
+        client = get_minio_client()
+        self.assertTrue(client.bucket_exists('attachments'))
+        object_path = 'ir_attachment/{}_test.txt'.format(attach_id)
+        self.assertEqual(
+            client.get_object('attachments', object_path).data,
+            content
+        )
+
+    def test_write_attachment_stores_in_minio(self):
+        cursor = self.cursor
+        uid = self.uid
+        pool = self.openerp.pool
+        attach_obj = pool.get('ir.attachment')
+
+        content = 'THIS IS A TEST FILE!'
+
+        attach_id = attach_obj.create(cursor, uid, {
+            'name': 'This is a description',
+            'filename': 'test2.txt',
+            'datas': base64.b64encode(content)
+        })
+
+        new_content = 'THIS IS A MODIFIED TEST FILE!'
+
+        attach_obj.write(cursor, uid, [attach_id], {
+            'datas': base64.b64encode(new_content)
+        })
+
+        client = get_minio_client()
+        self.assertTrue(client.bucket_exists('attachments'))
+        object_path = 'ir_attachment/{}_test2.txt'.format(attach_id)
+        self.assertEqual(
+            client.get_object('attachments', object_path).data,
+            new_content
+        )
+
+    def test_unlink_attachment_removes_file_in_minio(self):
+        cursor = self.cursor
+        uid = self.uid
+        pool = self.openerp.pool
+        attach_obj = pool.get('ir.attachment')
+
+        content = 'THIS IS A TEST FILE!'
+
+        attach_id = attach_obj.create(cursor, uid, {
+            'name': 'This is a description',
+            'filename': 'test.txt',
+            'datas': base64.b64encode(content)
+        })
+
+        attach_obj.unlink(cursor, uid, [attach_id])
+
+        client = get_minio_client()
+        object_path = 'ir_attachment/{}_test.txt'.format(attach_id)
+        with self.assertRaises(NoSuchKey):
+            client.get_object('attachments', object_path)
+
+    def test_read_attachment_from_minio(self):
+        cursor = self.cursor
+        uid = self.uid
+        pool = self.openerp.pool
+        attach_obj = pool.get('ir.attachment')
+
+        content = 'THIS IS A TEST FILE!'
+
+        attach_id = attach_obj.create(cursor, uid, {
+            'name': 'This is a description',
+            'filename': 'test.txt',
+            'datas': base64.b64encode(content)
+        })
+
+        attach = attach_obj.read(cursor, uid, attach_id, ['datas'])
+        self.assertEqual(
+            attach['datas'],
+            base64.b64encode(content)
+        )