# Copyright 2011-2015 Therp BV # Copyright 2016-2019 Opener B.V. # License AGPL-3.0 or later (http://www.gnu.org/licenses/agpl). # flake8: noqa: C901 import logging from openupgradelib.openupgrade_tools import table_exists from odoo import release from odoo.modules.module import get_module_path from odoo.tools.config import config from odoo.tools.safe_eval import safe_eval # A collection of functions used in # odoo/modules/loading.py _logger = logging.getLogger(__name__) def add_module_dependencies(cr, module_list): """ Select (new) dependencies from the modules in the list so that we can inject them into the graph at upgrade time. Used in the modified OpenUpgrade Server, not to be called from migration scripts Also take the OpenUpgrade configuration directives 'forced_deps' and 'autoinstall' into account. From any additional modules that these directives can add, the dependencies are added as well (but these directives are not checked for the occurrence of any of the dependencies). """ if not module_list: return module_list modules_in = list(module_list) forced_deps = safe_eval( config.get_misc( "openupgrade", "forced_deps_" + release.version, config.get_misc("openupgrade", "forced_deps", "{}"), ) ) autoinstall = safe_eval( config.get_misc( "openupgrade", "autoinstall_" + release.version, config.get_misc("openupgrade", "autoinstall", "{}"), ) ) for module in list(module_list): module_list += forced_deps.get(module, []) module_list += autoinstall.get(module, []) module_list = list(set(module_list)) dependencies = module_list while dependencies: cr.execute( """ SELECT DISTINCT dep.name FROM ir_module_module, ir_module_module_dependency dep WHERE module_id = ir_module_module.id AND ir_module_module.name in %s AND dep.name not in %s """, ( tuple(dependencies), tuple(module_list), ), ) dependencies = [x[0] for x in cr.fetchall()] module_list += dependencies # Select auto_install modules of which all dependencies # are fulfilled based on the modules we know are to be # installed cr.execute( """ SELECT name from ir_module_module WHERE state IN %s """, (("installed", "to install", "to upgrade"),), ) modules = list(set(module_list + [row[0] for row in cr.fetchall()])) cr.execute( """ SELECT name from ir_module_module m WHERE auto_install IS TRUE AND state = 'uninstalled' AND NOT EXISTS( SELECT id FROM ir_module_module_dependency d WHERE d.module_id = m.id AND name NOT IN %s) """, (tuple(modules),), ) auto_modules = [row[0] for row in cr.fetchall() if get_module_path(row[0])] if auto_modules: _logger.info("Selecting autoinstallable modules %s", ",".join(auto_modules)) module_list += auto_modules # Set proper state for new dependencies so that any init scripts are run cr.execute( """ UPDATE ir_module_module SET state = 'to install' WHERE name IN %s AND name NOT IN %s AND state = 'uninstalled' """, (tuple(module_list), tuple(modules_in)), ) return module_list def log_model(model, local_registry): """ OpenUpgrade: Store the characteristics of the BaseModel and its fields in the local registry, so that we can compare changes with the main registry """ if not model._name: return typemap = {"monetary": "float"} # Deferred import to prevent import loop from odoo import models # persistent models only if isinstance(model, models.TransientModel): return def isfunction(model, k): if ( model._fields[k].compute and not model._fields[k].related and not model._fields[k].company_dependent ): return "function" return "" def isproperty(model, k): if model._fields[k].company_dependent: return "property" return "" def isrelated(model, k): if model._fields[k].related: return "related" return "" def _get_relation(v): if v.type in ("many2many", "many2one", "one2many"): return v.comodel_name elif v.type == "many2one_reference": return v.model_field else: return "" model_registry = local_registry.setdefault(model._name, {}) if model._inherits: model_registry["_inherits"] = {"_inherits": str(model._inherits)} for k, v in model._fields.items(): properties = { "type": typemap.get(v.type, v.type), "isfunction": isfunction(model, k), "isproperty": isproperty(model, k), "isrelated": isrelated(model, k), "relation": _get_relation(v), "table": v.relation if v.type == "many2many" else "", "required": v.required and "required" or "", "stored": v.store and "stored" or "", "selection_keys": "", "req_default": "", "hasdefault": model._fields[k].default and "hasdefault" or "", "inherits": "", } if v.type == "selection": if isinstance(v.selection, (tuple, list)): properties["selection_keys"] = str(sorted([x[0] for x in v.selection])) else: properties["selection_keys"] = "function" elif v.type == "binary": properties["attachment"] = str(getattr(v, "attachment", False)) default = model._fields[k].default if v.required and default: if ( callable(default) or isinstance(default, str) and getattr(model._fields[k], default, False) and callable(getattr(model._fields[k], default)) ): # todo: in OpenERP 5 (and in 6 as well), # literals are wrapped in a lambda function properties["req_default"] = "function" else: properties["req_default"] = str(default) for key, value in properties.items(): if value: model_registry.setdefault(k, {})[key] = value def get_record_id(cr, module, model, field, mode): """ OpenUpgrade: get or create the id from the record table matching the key parameter values """ cr.execute( "SELECT id FROM upgrade_record " "WHERE module = %s AND model = %s AND " "field = %s AND mode = %s AND type = %s", (module, model, field, mode, "field"), ) record = cr.fetchone() if record: return record[0] cr.execute( "INSERT INTO upgrade_record " "(module, model, field, mode, type) " "VALUES (%s, %s, %s, %s, %s)", (module, model, field, mode, "field"), ) cr.execute( "SELECT id FROM upgrade_record " "WHERE module = %s AND model = %s AND " "field = %s AND mode = %s AND type = %s", (module, model, field, mode, "field"), ) return cr.fetchone()[0] def compare_registries(cr, module, registry, local_registry): """ OpenUpgrade: Compare the local registry with the global registry, log any differences and merge the local registry with the global one. """ if not table_exists(cr, "upgrade_record"): return for model, flds in local_registry.items(): registry.setdefault(model, {}) for field, attributes in flds.items(): old_field = registry[model].setdefault(field, {}) mode = old_field and "modify" or "create" record_id = False for key, value in attributes.items(): if key not in old_field or old_field[key] != value: if not record_id: record_id = get_record_id(cr, module, model, field, mode) cr.execute( "SELECT id FROM upgrade_attribute " "WHERE name = %s AND value = %s AND " "record_id = %s", (key, value, record_id), ) if not cr.fetchone(): cr.execute( "INSERT INTO upgrade_attribute " "(name, value, record_id) VALUES (%s, %s, %s)", (key, value, record_id), ) old_field[key] = value def update_field_xmlid(model, field): """OpenUpgrade edit start: In rare cases, an old module defined a field on a model that is not defined in another module earlier in the chain of inheritance. Then we need to assign the ir.model.fields' xmlid to this other module, otherwise the column would be dropped when uninstalling the first module. An example is res.partner#display_name defined in 7.0 by account_report_company, but now the field belongs to the base module Given that we arrive here in order of inheritance, we simply check if the field's xmlid belongs to a module already loaded, and if not, update the record with the correct module name.""" model.env.cr.execute( "SELECT f.*, d.module, d.id as xmlid_id, d.name as xmlid " "FROM ir_model_fields f LEFT JOIN ir_model_data d " "ON f.id=d.res_id and d.model='ir.model.fields' WHERE f.model=%s", (model._name,), ) for rec in model.env.cr.dictfetchall(): if ( "module" in model.env.context and rec["module"] and rec["name"] in model._fields.keys() and rec["module"] != model.env.context["module"] and rec["module"] not in model.env.registry._init_modules ): _logger.info( "Moving XMLID for ir.model.fields record of %s#%s " "from %s to %s", model._name, rec["name"], rec["module"], model.env.context["module"], ) model.env.cr.execute( "SELECT id FROM ir_model_data WHERE module=%(module)s " "AND name=%(xmlid)s", dict(rec, module=model.env.context["module"]), ) if model.env.cr.fetchone(): _logger.info("Aborting, an XMLID for this module already exists.") continue model.env.cr.execute( "UPDATE ir_model_data SET module=%(module)s " "WHERE id=%(xmlid_id)s", dict(rec, module=model.env.context["module"]), )