[FIX][18.0] connector_importer_product: proposition of 'fixes' for additional flexibility

connector_importer_product/README.rst

@@ -0,0 +1,94 @@
+==========================
+Connector Importer Product
+==========================
+
+.. 
+   !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+   !! This file is generated by oca-gen-addon-readme !!
+   !! changes will be overwritten.                   !!
+   !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+   !! source digest: sha256:b7cda5db353027a03f5048540c67ab741834a2a622931c6a082ce64de26313f7
+   !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+
+.. |badge1| image:: https://img.shields.io/badge/maturity-Beta-yellow.png
+    :target: https://odoo-community.org/page/development-status
+    :alt: Beta
+.. |badge2| image:: https://img.shields.io/badge/licence-AGPL--3-blue.png
+    :target: http://www.gnu.org/licenses/agpl-3.0-standalone.html
+    :alt: License: AGPL-3
+.. |badge3| image:: https://img.shields.io/badge/github-OCA%2Fconnector--interfaces-lightgray.png?logo=github
+    :target: https://github.com/OCA/connector-interfaces/tree/18.0/connector_importer_product
+    :alt: OCA/connector-interfaces
+.. |badge4| image:: https://img.shields.io/badge/weblate-Translate%20me-F47D42.png
+    :target: https://translation.odoo-community.org/projects/connector-interfaces-18-0/connector-interfaces-18-0-connector_importer_product
+    :alt: Translate me on Weblate
+.. |badge5| image:: https://img.shields.io/badge/runboat-Try%20me-875A7B.png
+    :target: https://runboat.odoo-community.org/builds?repo=OCA/connector-interfaces&target_branch=18.0
+    :alt: Try me on Runboat
+
+|badge1| |badge2| |badge3| |badge4| |badge5|
+
+Ease definition of product imports using connector_importer.
+
+Supported imports:
+
+- products
+- product attributes
+- product attribute values
+- product categories
+- product packaging
+- product supplier info
+
+**Table of contents**
+
+.. contents::
+   :local:
+
+Known issues / Roadmap
+======================
+
+- get rid of supplier info specific importer
+- find a flexible way to define matching products
+
+Bug Tracker
+===========
+
+Bugs are tracked on `GitHub Issues <https://github.com/OCA/connector-interfaces/issues>`_.
+In case of trouble, please check there if your issue has already been reported.
+If you spotted it first, help us to smash it by providing a detailed and welcomed
+`feedback <https://github.com/OCA/connector-interfaces/issues/new?body=module:%20connector_importer_product%0Aversion:%2018.0%0A%0A**Steps%20to%20reproduce**%0A-%20...%0A%0A**Current%20behavior**%0A%0A**Expected%20behavior**>`_.
+
+Do not contact contributors directly about support or help with technical issues.
+
+Credits
+=======
+
+Authors
+-------
+
+* Camptocamp
+
+Contributors
+------------
+
+- Simone Orsi <simahawk@gmail.com>
+- Sébastien Alix <sebastien.alix@camptocamp.com>
+- Jacques-Etienne Baudoux <je@bcim.be>
+- Matthieu Méquignon <matthieu.mequignon@camptocamp.com>
+
+Maintainers
+-----------
+
+This module is maintained by the OCA.
+
+.. image:: https://odoo-community.org/logo.png
+   :alt: Odoo Community Association
+   :target: https://odoo-community.org
+
+OCA, or the Odoo Community Association, is a nonprofit organization whose
+mission is to support the collaborative development of Odoo features and
+promote its widespread use.
+
+This module is part of the `OCA/connector-interfaces <https://github.com/OCA/connector-interfaces/tree/18.0/connector_importer_product>`_ project on GitHub.
+
+You are welcome to contribute. To learn how please visit https://odoo-community.org/page/Contribute.

connector_importer_product/__init__.py

@@ -0,0 +1 @@
+from . import components

connector_importer_product/__manifest__.py

@@ -0,0 +1,25 @@
+# Copyright 2022 Camptocamp SA
+# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl)
+{
+    "name": "Connector Importer Product",
+    "summary": "Ease definition of product imports using `connector_importer`.",
+    "version": "18.0.1.0.0",
+    "category": "Tools",
+    "website": "https://github.com/OCA/connector-interfaces",
+    "author": "Camptocamp, Odoo Community Association (OCA)",
+    "license": "AGPL-3",
+    "depends": [
+        # oca
+        "connector_importer",
+        # src
+        "product",
+    ],
+    "data": [
+        "data/import_type.xml",
+    ],
+    "demo": [
+        "demo/import_backend.xml",
+        "demo/import_source.xml",
+        "demo/import_recordset.xml",
+    ],
+}

connector_importer_product/components/__init__.py

@@ -0,0 +1,3 @@
+from . import common
+from . import product_product
+from . import product_supplierinfo

connector_importer_product/components/common.py

@@ -0,0 +1,9 @@
+# Copyright 2022 Camptocamp SA
+# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl)
+
+from odoo.addons.component.core import Component
+
+
+class CommonProductImporter(Component):
+    _name = "common.product.importer"
+    _inherit = "importer.record"

connector_importer_product/components/product_product/__init__.py

@@ -0,0 +1,2 @@
+from . import record_handler
+from . import mapper

connector_importer_product/components/product_product/mapper.py

@@ -0,0 +1,75 @@
+# Copyright 2022 Camptocamp SA
+# License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl)
+
+from odoo.addons.component.core import Component
+from odoo.addons.connector.components.mapper import mapping
+from odoo.addons.connector_importer.utils.mapper_utils import backend_to_rel
+
+
+class ProductProductMapper(Component):
+    _name = "product.product.mapper"
+    # Non mapped fields will be managed by the dynamic mapper
+    _inherit = "importer.mapper.dynamic"
+    _apply_on = "product.product"
+    _mapper_usage = "importer.mapper"
+
+    direct = [
+        (
+            backend_to_rel(
+                "tmpl_default_code",
+                # When you want to related a template via code
+                # this kind of search is mandatory
+                # because Odoo will set the template.default_code to false
+                # every time it has more than one variant.
+                # We assume that if you are using `tmpl_default_code`
+                # all the variants in your dataset either have the same code
+                # or at least one of them has default_code = tmpl_default_code.
+                search_field="product_variant_ids.default_code",
+            ),
+            "product_tmpl_id",
+        ),
+    ]
+    required = {
+        "name": "name",
+    }
+    translatable = ["name"]
+
+    defaults = [("sale_ok", True)]
+
+    @mapping
+    def code(self, record):
+        """Ensure there's always a default code.
+
+        We must have a default code to univocally find the template
+        if it's already created.
+        In your dataset you might not care about having a default code per variant
+        which means that likely you'll have only `tmpl_default_code`.
+        If that's the case, we case, the 1st variant that will create the product
+        and its template, won't have a default_code for it and any subsequent lookup
+        of the template will fail.
+        """
+        vals = {}
+        for key in ("default_code", "tmpl_default_code"):
+            if record.get(key):
+                vals["default_code"] = record[key]
+                break
+        return vals
+
+    def finalize(self, map_record, values):
+        res = super().finalize(map_record, values)
+        # Avoid having an empty barcode which must be unique.
+        # Odoo will try to store the barcode as an empty string
+        # whenever is not valued: simply ignore it when it happens
+        # to avoid:
+        # psycopg2.errors.UniqueViolation: duplicate key value
+        # violates unique constraint "product_product_barcode_uniq".
+        #
+        # Note: this can be achieved by using this mapper option:
+        #
+        # source_key_empty_skip:
+        #   - barcode
+        #
+        # Since we have a special mapper, let's handle it here.
+        if "barcode" in res and not res.get("barcode"):
+            res.pop("barcode")
+        return res