854 lines
34 KiB
Python
854 lines
34 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Part of Odoo, Flectra. See LICENSE file for full copyright and licensing details.
|
|
import base64
|
|
import io
|
|
import logging
|
|
import os.path
|
|
import re
|
|
import sys
|
|
import time
|
|
|
|
from datetime import datetime, timedelta
|
|
from dateutil.relativedelta import relativedelta
|
|
|
|
import pytz
|
|
from lxml import etree, builder
|
|
|
|
import flectra
|
|
from . import assertion_report, pycompat
|
|
from .config import config
|
|
from .misc import file_open, unquote, ustr, SKIPPED_ELEMENT_TYPES
|
|
from .translate import _
|
|
from .yaml_import import convert_yaml_import
|
|
from flectra import SUPERUSER_ID
|
|
|
|
_logger = logging.getLogger(__name__)
|
|
|
|
from .safe_eval import safe_eval as s_eval
|
|
safe_eval = lambda expr, ctx={}: s_eval(expr, ctx, nocopy=True)
|
|
|
|
class ParseError(Exception):
|
|
def __init__(self, msg, text, filename, lineno):
|
|
self.msg = msg
|
|
self.text = text
|
|
self.filename = filename
|
|
self.lineno = lineno
|
|
|
|
def __str__(self):
|
|
return '"%s" while parsing %s:%s, near\n%s' \
|
|
% (self.msg, self.filename, self.lineno, self.text)
|
|
|
|
class RecordDictWrapper(dict):
|
|
"""
|
|
Used to pass a record as locals in eval:
|
|
records do not strictly behave like dict, so we force them to.
|
|
"""
|
|
def __init__(self, record):
|
|
self.record = record
|
|
def __getitem__(self, key):
|
|
if key in self.record:
|
|
return self.record[key]
|
|
return dict.__getitem__(self, key)
|
|
|
|
def _get_idref(self, env, model_str, idref):
|
|
idref2 = dict(idref,
|
|
time=time,
|
|
DateTime=datetime,
|
|
datetime=datetime,
|
|
timedelta=timedelta,
|
|
relativedelta=relativedelta,
|
|
version=flectra.release.major_version,
|
|
ref=self.id_get,
|
|
pytz=pytz)
|
|
if model_str:
|
|
idref2['obj'] = env[model_str].browse
|
|
return idref2
|
|
|
|
def _fix_multiple_roots(node):
|
|
"""
|
|
Surround the children of the ``node`` element of an XML field with a
|
|
single root "data" element, to prevent having a document with multiple
|
|
roots once parsed separately.
|
|
|
|
XML nodes should have one root only, but we'd like to support
|
|
direct multiple roots in our partial documents (like inherited view architectures).
|
|
As a convention we'll surround multiple root with a container "data" element, to be
|
|
ignored later when parsing.
|
|
"""
|
|
real_nodes = [x for x in node if not isinstance(x, SKIPPED_ELEMENT_TYPES)]
|
|
if len(real_nodes) > 1:
|
|
data_node = etree.Element("data")
|
|
for child in node:
|
|
data_node.append(child)
|
|
node.append(data_node)
|
|
|
|
def _eval_xml(self, node, env):
|
|
if node.tag in ('field','value'):
|
|
t = node.get('type','char')
|
|
f_model = node.get('model')
|
|
if node.get('search'):
|
|
f_search = node.get("search")
|
|
f_use = node.get("use",'id')
|
|
f_name = node.get("name")
|
|
idref2 = {}
|
|
if f_search:
|
|
idref2 = _get_idref(self, env, f_model, self.idref)
|
|
q = safe_eval(f_search, idref2)
|
|
ids = env[f_model].search(q).ids
|
|
if f_use != 'id':
|
|
ids = [x[f_use] for x in env[f_model].browse(ids).read([f_use])]
|
|
_fields = env[f_model]._fields
|
|
if (f_name in _fields) and _fields[f_name].type == 'many2many':
|
|
return ids
|
|
f_val = False
|
|
if len(ids):
|
|
f_val = ids[0]
|
|
if isinstance(f_val, tuple):
|
|
f_val = f_val[0]
|
|
return f_val
|
|
a_eval = node.get('eval')
|
|
if a_eval:
|
|
idref2 = _get_idref(self, env, f_model, self.idref)
|
|
try:
|
|
return safe_eval(a_eval, idref2)
|
|
except Exception:
|
|
logging.getLogger('flectra.tools.convert.init').error(
|
|
'Could not eval(%s) for %s in %s', a_eval, node.get('name'), env.context)
|
|
raise
|
|
def _process(s):
|
|
matches = re.finditer(br'[^%]%\((.*?)\)[ds]'.decode('utf-8'), s)
|
|
done = set()
|
|
for m in matches:
|
|
found = m.group()[1:]
|
|
if found in done:
|
|
continue
|
|
done.add(found)
|
|
id = m.groups()[0]
|
|
if not id in self.idref:
|
|
self.idref[id] = self.id_get(id)
|
|
# So funny story: in Python 3, bytes(n: int) returns a
|
|
# bytestring of n nuls. In Python 2 it obviously returns the
|
|
# stringified number, which is what we're expecting here
|
|
s = s.replace(found, pycompat.text_type(self.idref[id]))
|
|
s = s.replace('%%', '%') # Quite wierd but it's for (somewhat) backward compatibility sake
|
|
return s
|
|
|
|
if t == 'xml':
|
|
_fix_multiple_roots(node)
|
|
return '<?xml version="1.0"?>\n'\
|
|
+_process("".join(etree.tostring(n, encoding='unicode') for n in node))
|
|
if t == 'html':
|
|
return _process("".join(etree.tostring(n, encoding='unicode') for n in node))
|
|
|
|
data = node.text
|
|
if node.get('file'):
|
|
with file_open(node.get('file'), 'rb') as f:
|
|
data = f.read()
|
|
|
|
if t == 'base64':
|
|
return base64.b64encode(data)
|
|
|
|
# after that, only text content makes sense
|
|
data = pycompat.to_text(data)
|
|
if t == 'file':
|
|
from ..modules import module
|
|
path = data.strip()
|
|
if not module.get_module_resource(self.module, path):
|
|
raise IOError("No such file or directory: '%s' in %s" % (
|
|
path, self.module))
|
|
return '%s,%s' % (self.module, path)
|
|
|
|
if t == 'char':
|
|
return data
|
|
|
|
if t == 'int':
|
|
d = data.strip()
|
|
if d == 'None':
|
|
return None
|
|
return int(d)
|
|
|
|
if t == 'float':
|
|
return float(data.strip())
|
|
|
|
if t in ('list','tuple'):
|
|
res=[]
|
|
for n in node.iterchildren(tag='value'):
|
|
res.append(_eval_xml(self, n, env))
|
|
if t=='tuple':
|
|
return tuple(res)
|
|
return res
|
|
elif node.tag == "function":
|
|
args = []
|
|
a_eval = node.get('eval')
|
|
# FIXME: should probably be exclusive
|
|
if a_eval:
|
|
self.idref['ref'] = self.id_get
|
|
args = safe_eval(a_eval, self.idref)
|
|
for n in node:
|
|
return_val = _eval_xml(self, n, env)
|
|
if return_val is not None:
|
|
args.append(return_val)
|
|
model = env[node.get('model')]
|
|
method = node.get('name')
|
|
# this one still depends on the old API
|
|
return flectra.api.call_kw(model, method, args, {})
|
|
elif node.tag == "test":
|
|
return node.text
|
|
|
|
|
|
def str2bool(value):
|
|
return value.lower() not in ('0', 'false', 'off')
|
|
|
|
|
|
class xml_import(object):
|
|
|
|
@staticmethod
|
|
def nodeattr2bool(node, attr, default=False):
|
|
if not node.get(attr):
|
|
return default
|
|
val = node.get(attr).strip()
|
|
if not val:
|
|
return default
|
|
return str2bool(val)
|
|
|
|
def isnoupdate(self, data_node=None):
|
|
return self.noupdate or (len(data_node) and self.nodeattr2bool(data_node, 'noupdate', False))
|
|
|
|
def get_context(self, data_node, node, eval_dict):
|
|
data_node_context = (len(data_node) and data_node.get('context',''))
|
|
node_context = node.get("context")
|
|
context = {}
|
|
for ctx in (data_node_context, node_context):
|
|
if ctx:
|
|
try:
|
|
ctx_res = safe_eval(ctx, eval_dict)
|
|
if isinstance(context, dict):
|
|
context.update(ctx_res)
|
|
else:
|
|
context = ctx_res
|
|
except (ValueError, NameError):
|
|
# Some contexts contain references that are only valid at runtime at
|
|
# client-side, so in that case we keep the original context string
|
|
# as it is. We also log it, just in case.
|
|
context = ctx
|
|
_logger.debug('Context value (%s) for element with id "%s" or its data node does not parse '\
|
|
'at server-side, keeping original string, in case it\'s meant for client side only',
|
|
ctx, node.get('id','n/a'), exc_info=True)
|
|
return context
|
|
|
|
def get_uid(self, data_node, node):
|
|
node_uid = node.get('uid','') or (len(data_node) and data_node.get('uid',''))
|
|
if node_uid:
|
|
return self.id_get(node_uid)
|
|
return self.uid
|
|
|
|
def _test_xml_id(self, xml_id):
|
|
id = xml_id
|
|
if '.' in xml_id:
|
|
module, id = xml_id.split('.', 1)
|
|
assert '.' not in id, """The ID reference "%s" must contain
|
|
maximum one dot. They are used to refer to other modules ID, in the
|
|
form: module.record_id""" % (xml_id,)
|
|
if module != self.module:
|
|
modcnt = self.env['ir.module.module'].search_count([('name', '=', module), ('state', '=', 'installed')])
|
|
assert modcnt == 1, """The ID "%s" refers to an uninstalled module""" % (xml_id,)
|
|
|
|
def _tag_delete(self, rec, data_node=None, mode=None):
|
|
d_model = rec.get("model")
|
|
d_search = rec.get("search")
|
|
d_id = rec.get("id")
|
|
records = self.env[d_model]
|
|
|
|
if d_search:
|
|
idref = _get_idref(self, self.env, d_model, {})
|
|
try:
|
|
records = records.search(safe_eval(d_search, idref))
|
|
except ValueError:
|
|
_logger.warning('Skipping deletion for failed search `%r`', d_search, exc_info=True)
|
|
pass
|
|
if d_id:
|
|
try:
|
|
records += records.browse(self.id_get(d_id))
|
|
except ValueError:
|
|
# d_id cannot be found. doesn't matter in this case
|
|
_logger.warning('Skipping deletion for missing XML ID `%r`', d_id, exc_info=True)
|
|
pass
|
|
if records:
|
|
records.unlink()
|
|
|
|
def _tag_report(self, rec, data_node=None, mode=None):
|
|
res = {}
|
|
for dest,f in (('name','string'),('model','model'),('report_name','name')):
|
|
res[dest] = rec.get(f)
|
|
assert res[dest], "Attribute %s of report is empty !" % (f,)
|
|
for field, dest in (('attachment', 'attachment'),
|
|
('attachment_use', 'attachment_use'),
|
|
('usage', 'usage'),
|
|
('file', 'report_file'),
|
|
('report_type', 'report_type'),
|
|
('parser', 'parser'),
|
|
('print_report_name', 'print_report_name'),
|
|
):
|
|
if rec.get(field):
|
|
res[dest] = rec.get(field)
|
|
if rec.get('auto'):
|
|
res['auto'] = safe_eval(rec.get('auto','False'))
|
|
if rec.get('header'):
|
|
res['header'] = safe_eval(rec.get('header','False'))
|
|
|
|
res['multi'] = rec.get('multi') and safe_eval(rec.get('multi','False'))
|
|
|
|
xml_id = rec.get('id','')
|
|
self._test_xml_id(xml_id)
|
|
|
|
if rec.get('groups'):
|
|
g_names = rec.get('groups','').split(',')
|
|
groups_value = []
|
|
for group in g_names:
|
|
if group.startswith('-'):
|
|
group_id = self.id_get(group[1:])
|
|
groups_value.append((3, group_id))
|
|
else:
|
|
group_id = self.id_get(group)
|
|
groups_value.append((4, group_id))
|
|
res['groups_id'] = groups_value
|
|
if rec.get('paperformat'):
|
|
pf_name = rec.get('paperformat')
|
|
pf_id = self.id_get(pf_name)
|
|
res['paperformat_id'] = pf_id
|
|
|
|
id = self.env['ir.model.data']._update("ir.actions.report", self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
|
|
self.idref[xml_id] = int(id)
|
|
|
|
if not rec.get('menu') or safe_eval(rec.get('menu','False')):
|
|
report = self.env['ir.actions.report'].browse(id)
|
|
report.create_action()
|
|
elif self.mode=='update' and safe_eval(rec.get('menu','False'))==False:
|
|
# Special check for report having attribute menu=False on update
|
|
report = self.env['ir.actions.report'].browse(id)
|
|
report.unlink_action()
|
|
return id
|
|
|
|
def _tag_function(self, rec, data_node=None, mode=None):
|
|
if self.isnoupdate(data_node) and self.mode != 'init':
|
|
return
|
|
context = self.get_context(data_node, rec, {'ref': self.id_get})
|
|
uid = self.get_uid(data_node, rec)
|
|
env = self.env(user=uid, context=context)
|
|
_eval_xml(self, rec, env)
|
|
return
|
|
|
|
def _tag_act_window(self, rec, data_node=None, mode=None):
|
|
name = rec.get('name')
|
|
xml_id = rec.get('id','')
|
|
self._test_xml_id(xml_id)
|
|
type = rec.get('type') or 'ir.actions.act_window'
|
|
view_id = False
|
|
if rec.get('view_id'):
|
|
view_id = self.id_get(rec.get('view_id'))
|
|
domain = rec.get('domain') or '[]'
|
|
res_model = rec.get('res_model')
|
|
src_model = rec.get('src_model')
|
|
view_type = rec.get('view_type') or 'form'
|
|
view_mode = rec.get('view_mode') or 'tree,form'
|
|
usage = rec.get('usage')
|
|
limit = rec.get('limit')
|
|
uid = self.uid
|
|
|
|
# Act_window's 'domain' and 'context' contain mostly literals
|
|
# but they can also refer to the variables provided below
|
|
# in eval_context, so we need to eval() them before storing.
|
|
# Among the context variables, 'active_id' refers to
|
|
# the currently selected items in a list view, and only
|
|
# takes meaning at runtime on the client side. For this
|
|
# reason it must remain a bare variable in domain and context,
|
|
# even after eval() at server-side. We use the special 'unquote'
|
|
# class to achieve this effect: a string which has itself, unquoted,
|
|
# as representation.
|
|
active_id = unquote("active_id")
|
|
active_ids = unquote("active_ids")
|
|
active_model = unquote("active_model")
|
|
|
|
# Include all locals() in eval_context, for backwards compatibility
|
|
eval_context = {
|
|
'name': name,
|
|
'xml_id': xml_id,
|
|
'type': type,
|
|
'view_id': view_id,
|
|
'domain': domain,
|
|
'res_model': res_model,
|
|
'src_model': src_model,
|
|
'view_type': view_type,
|
|
'view_mode': view_mode,
|
|
'usage': usage,
|
|
'limit': limit,
|
|
'uid' : uid,
|
|
'active_id': active_id,
|
|
'active_ids': active_ids,
|
|
'active_model': active_model,
|
|
'ref': self.id_get,
|
|
}
|
|
context = self.get_context(data_node, rec, eval_context)
|
|
|
|
try:
|
|
domain = safe_eval(domain, eval_context)
|
|
except (ValueError, NameError):
|
|
# Some domains contain references that are only valid at runtime at
|
|
# client-side, so in that case we keep the original domain string
|
|
# as it is. We also log it, just in case.
|
|
_logger.debug('Domain value (%s) for element with id "%s" does not parse '\
|
|
'at server-side, keeping original string, in case it\'s meant for client side only',
|
|
domain, xml_id or 'n/a', exc_info=True)
|
|
res = {
|
|
'name': name,
|
|
'type': type,
|
|
'view_id': view_id,
|
|
'domain': domain,
|
|
'context': context,
|
|
'res_model': res_model,
|
|
'src_model': src_model,
|
|
'view_type': view_type,
|
|
'view_mode': view_mode,
|
|
'usage': usage,
|
|
'limit': limit,
|
|
}
|
|
|
|
if rec.get('groups'):
|
|
g_names = rec.get('groups','').split(',')
|
|
groups_value = []
|
|
for group in g_names:
|
|
if group.startswith('-'):
|
|
group_id = self.id_get(group[1:])
|
|
groups_value.append((3, group_id))
|
|
else:
|
|
group_id = self.id_get(group)
|
|
groups_value.append((4, group_id))
|
|
res['groups_id'] = groups_value
|
|
|
|
if rec.get('target'):
|
|
res['target'] = rec.get('target','')
|
|
if rec.get('multi'):
|
|
res['multi'] = safe_eval(rec.get('multi', 'False'))
|
|
if src_model:
|
|
res['binding_model_id'] = self.env['ir.model']._get(src_model).id
|
|
res['binding_type'] = 'report' if rec.get('key2') == 'client_print_multi' else 'action'
|
|
if rec.get('key2') in (None, 'client_action_relate'):
|
|
if not res.get('multi'):
|
|
res['binding_type'] = 'action_form_only'
|
|
id = self.env['ir.model.data']._update('ir.actions.act_window', self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
|
|
self.idref[xml_id] = int(id)
|
|
|
|
def _tag_menuitem(self, rec, data_node=None, mode=None):
|
|
rec_id = rec.get("id")
|
|
self._test_xml_id(rec_id)
|
|
|
|
# The parent attribute was specified, if non-empty determine its ID, otherwise
|
|
# explicitly make a top-level menu
|
|
if rec.get('parent'):
|
|
menu_parent_id = self.id_get(rec.get('parent',''))
|
|
else:
|
|
# we get here with <menuitem parent="">, explicit clear of parent, or
|
|
# if no parent attribute at all but menu name is not a menu path
|
|
menu_parent_id = False
|
|
values = {'parent_id': menu_parent_id}
|
|
if rec.get('name'):
|
|
values['name'] = rec.get('name')
|
|
try:
|
|
res = [ self.id_get(rec.get('id','')) ]
|
|
except:
|
|
res = None
|
|
|
|
if rec.get('action'):
|
|
a_action = rec.get('action')
|
|
|
|
# determine the type of action
|
|
action_type, action_id = self.model_id_get(a_action)
|
|
action_type = action_type.split('.')[-1] # keep only type part
|
|
values['action'] = "ir.actions.%s,%d" % (action_type, action_id)
|
|
|
|
if not values.get('name') and action_type in ('act_window', 'wizard', 'url', 'client', 'server'):
|
|
a_table = 'ir_act_%s' % action_type.replace('act_', '')
|
|
self.cr.execute('select name from "%s" where id=%%s' % a_table, (int(action_id),))
|
|
resw = self.cr.fetchone()
|
|
if resw:
|
|
values['name'] = resw[0]
|
|
|
|
if not values.get('name'):
|
|
# ensure menu has a name
|
|
values['name'] = rec_id or '?'
|
|
|
|
if rec.get('sequence'):
|
|
values['sequence'] = int(rec.get('sequence'))
|
|
|
|
values['active'] = self.nodeattr2bool(rec, 'active', default=True)
|
|
|
|
if rec.get('groups'):
|
|
g_names = rec.get('groups','').split(',')
|
|
groups_value = []
|
|
for group in g_names:
|
|
if group.startswith('-'):
|
|
group_id = self.id_get(group[1:])
|
|
groups_value.append((3, group_id))
|
|
else:
|
|
group_id = self.id_get(group)
|
|
groups_value.append((4, group_id))
|
|
values['groups_id'] = groups_value
|
|
|
|
if not values.get('parent_id'):
|
|
if rec.get('web_icon'):
|
|
values['web_icon'] = rec.get('web_icon')
|
|
|
|
pid = self.env['ir.model.data']._update('ir.ui.menu', self.module, values, rec_id, noupdate=self.isnoupdate(data_node), mode=self.mode, res_id=res and res[0] or False)
|
|
|
|
if rec_id and pid:
|
|
self.idref[rec_id] = int(pid)
|
|
|
|
return 'ir.ui.menu', pid
|
|
|
|
def _assert_equals(self, f1, f2, prec=4):
|
|
return not round(f1 - f2, prec)
|
|
|
|
def _tag_assert(self, rec, data_node=None, mode=None):
|
|
if self.isnoupdate(data_node) and self.mode != 'init':
|
|
return
|
|
|
|
rec_model = rec.get("model")
|
|
rec_id = rec.get("id")
|
|
self._test_xml_id(rec_id)
|
|
rec_src = rec.get("search")
|
|
rec_src_count = rec.get("count")
|
|
|
|
rec_string = rec.get("string") or 'unknown'
|
|
|
|
records = None
|
|
eval_dict = {'ref': self.id_get}
|
|
context = self.get_context(data_node, rec, eval_dict)
|
|
uid = self.get_uid(data_node, rec)
|
|
env = self.env(user=uid, context=context)
|
|
if rec_id:
|
|
records = env[rec_model].browse(self.id_get(rec_id))
|
|
elif rec_src:
|
|
q = safe_eval(rec_src, eval_dict)
|
|
records = env[rec_model].search(q)
|
|
if rec_src_count:
|
|
count = int(rec_src_count)
|
|
if len(records) != count:
|
|
self.assertion_report.record_failure()
|
|
msg = 'assertion "%s" failed!\n' \
|
|
' Incorrect search count:\n' \
|
|
' expected count: %d\n' \
|
|
' obtained count: %d\n' \
|
|
% (rec_string, count, len(records))
|
|
_logger.error(msg)
|
|
return
|
|
|
|
assert records is not None,\
|
|
'You must give either an id or a search criteria'
|
|
ref = self.id_get
|
|
for record in records:
|
|
globals_dict = RecordDictWrapper(record)
|
|
globals_dict['floatEqual'] = self._assert_equals
|
|
globals_dict['ref'] = ref
|
|
globals_dict['_ref'] = ref
|
|
for test in rec.findall('./test'):
|
|
f_expr = test.get("expr",'')
|
|
env = self.env(user=uid, context=context)
|
|
expected_value = _eval_xml(self, test, env) or True
|
|
expression_value = safe_eval(f_expr, globals_dict)
|
|
if expression_value != expected_value: # assertion failed
|
|
self.assertion_report.record_failure()
|
|
msg = 'assertion "%s" failed!\n' \
|
|
' xmltag: %s\n' \
|
|
' expected value: %r\n' \
|
|
' obtained value: %r\n' \
|
|
% (rec_string, etree.tostring(test, encoding='unicode'), expected_value, expression_value)
|
|
_logger.error(msg)
|
|
return
|
|
else: # all tests were successful for this assertion tag (no break)
|
|
self.assertion_report.record_success()
|
|
|
|
def _tag_record(self, rec, data_node=None, mode=None):
|
|
rec_model = rec.get("model")
|
|
model = self.env[rec_model]
|
|
rec_id = rec.get("id",'')
|
|
rec_context = rec.get("context", {})
|
|
if rec_context:
|
|
rec_context = safe_eval(rec_context)
|
|
|
|
if self.xml_filename and rec_id:
|
|
rec_context['install_mode_data'] = dict(
|
|
xml_file=self.xml_filename,
|
|
xml_id=rec_id,
|
|
model=rec_model,
|
|
module=self.module
|
|
)
|
|
|
|
self._test_xml_id(rec_id)
|
|
# in update mode, the record won't be updated if the data node explicitely
|
|
# opt-out using @noupdate="1". A second check will be performed in
|
|
# ir.model.data#_update() using the record's ir.model.data `noupdate` field.
|
|
if self.isnoupdate(data_node) and self.mode != 'init':
|
|
# check if the xml record has no id, skip
|
|
if not rec_id:
|
|
return None
|
|
|
|
if '.' in rec_id:
|
|
module,rec_id2 = rec_id.split('.')
|
|
else:
|
|
module = self.module
|
|
rec_id2 = rec_id
|
|
id = self.env['ir.model.data']._update_dummy(rec_model, module, rec_id2)
|
|
if id:
|
|
# if the resource already exists, don't update it but store
|
|
# its database id (can be useful)
|
|
self.idref[rec_id] = int(id)
|
|
return None
|
|
elif not self.nodeattr2bool(rec, 'forcecreate', True):
|
|
# if it doesn't exist and we shouldn't create it, skip it
|
|
return None
|
|
# else create it normally
|
|
|
|
res = {}
|
|
for field in rec.findall('./field'):
|
|
#TODO: most of this code is duplicated above (in _eval_xml)...
|
|
f_name = field.get("name")
|
|
f_ref = field.get("ref")
|
|
f_search = field.get("search")
|
|
f_model = field.get("model")
|
|
if not f_model and f_name in model._fields:
|
|
f_model = model._fields[f_name].comodel_name
|
|
f_use = field.get("use",'') or 'id'
|
|
f_val = False
|
|
|
|
if f_search:
|
|
q = safe_eval(f_search, self.idref)
|
|
assert f_model, 'Define an attribute model="..." in your .XML file !'
|
|
# browse the objects searched
|
|
s = self.env[f_model].search(q)
|
|
# column definitions of the "local" object
|
|
_fields = self.env[rec_model]._fields
|
|
# if the current field is many2many
|
|
if (f_name in _fields) and _fields[f_name].type == 'many2many':
|
|
f_val = [(6, 0, [x[f_use] for x in s])]
|
|
elif len(s):
|
|
# otherwise (we are probably in a many2one field),
|
|
# take the first element of the search
|
|
f_val = s[0][f_use]
|
|
elif f_ref:
|
|
if f_name in model._fields and model._fields[f_name].type == 'reference':
|
|
val = self.model_id_get(f_ref)
|
|
f_val = val[0] + ',' + str(val[1])
|
|
else:
|
|
f_val = self.id_get(f_ref)
|
|
else:
|
|
f_val = _eval_xml(self, field, self.env)
|
|
if f_name in model._fields:
|
|
if model._fields[f_name].type == 'integer':
|
|
f_val = int(f_val)
|
|
elif model._fields[f_name].type in ['float', 'monetary']:
|
|
f_val = float(f_val)
|
|
elif model._fields[f_name].type == 'boolean' and isinstance(f_val, pycompat.string_types):
|
|
f_val = str2bool(f_val)
|
|
res[f_name] = f_val
|
|
|
|
id = self.env(context=rec_context)['ir.model.data']._update(rec_model, self.module, res, rec_id or False, not self.isnoupdate(data_node), noupdate=self.isnoupdate(data_node), mode=self.mode)
|
|
if rec_id:
|
|
self.idref[rec_id] = int(id)
|
|
if config.get('import_partial'):
|
|
self.cr.commit()
|
|
return rec_model, id
|
|
|
|
def _tag_template(self, el, data_node=None, mode=None):
|
|
# This helper transforms a <template> element into a <record> and forwards it
|
|
tpl_id = el.get('id', el.get('t-name'))
|
|
full_tpl_id = tpl_id
|
|
if '.' not in full_tpl_id:
|
|
full_tpl_id = '%s.%s' % (self.module, tpl_id)
|
|
# set the full template name for qweb <module>.<id>
|
|
if not el.get('inherit_id'):
|
|
el.set('t-name', full_tpl_id)
|
|
el.tag = 't'
|
|
else:
|
|
el.tag = 'data'
|
|
el.attrib.pop('id', None)
|
|
|
|
record_attrs = {
|
|
'id': tpl_id,
|
|
'model': 'ir.ui.view',
|
|
}
|
|
for att in ['forcecreate', 'context']:
|
|
if att in el.attrib:
|
|
record_attrs[att] = el.attrib.pop(att)
|
|
|
|
Field = builder.E.field
|
|
name = el.get('name', tpl_id)
|
|
|
|
record = etree.Element('record', attrib=record_attrs)
|
|
record.append(Field(name, name='name'))
|
|
record.append(Field(full_tpl_id, name='key'))
|
|
record.append(Field("qweb", name='type'))
|
|
if 'priority' in el.attrib:
|
|
record.append(Field(el.get('priority'), name='priority'))
|
|
if 'inherit_id' in el.attrib:
|
|
record.append(Field(name='inherit_id', ref=el.get('inherit_id')))
|
|
if 'website_id' in el.attrib:
|
|
record.append(Field(name='website_id', ref=el.get('website_id')))
|
|
if 'key' in el.attrib:
|
|
record.append(Field(el.get('key'), name='key'))
|
|
if el.get('active') in ("True", "False"):
|
|
view_id = self.id_get(tpl_id, raise_if_not_found=False)
|
|
if mode != "update" or not view_id:
|
|
record.append(Field(name='active', eval=el.get('active')))
|
|
if el.get('customize_show') in ("True", "False"):
|
|
record.append(Field(name='customize_show', eval=el.get('customize_show')))
|
|
groups = el.attrib.pop('groups', None)
|
|
if groups:
|
|
grp_lst = [("ref('%s')" % x) for x in groups.split(',')]
|
|
record.append(Field(name="groups_id", eval="[(6, 0, ["+', '.join(grp_lst)+"])]"))
|
|
if el.get('primary') == 'True':
|
|
# Pseudo clone mode, we'll set the t-name to the full canonical xmlid
|
|
el.append(
|
|
builder.E.xpath(
|
|
builder.E.attribute(full_tpl_id, name='t-name'),
|
|
expr=".",
|
|
position="attributes",
|
|
)
|
|
)
|
|
record.append(Field('primary', name='mode'))
|
|
# inject complete <template> element (after changing node name) into
|
|
# the ``arch`` field
|
|
record.append(Field(el, name="arch", type="xml"))
|
|
|
|
return self._tag_record(record, data_node)
|
|
|
|
def id_get(self, id_str, raise_if_not_found=True):
|
|
if id_str in self.idref:
|
|
return self.idref[id_str]
|
|
res = self.model_id_get(id_str, raise_if_not_found)
|
|
return res and res[1]
|
|
|
|
def model_id_get(self, id_str, raise_if_not_found=True):
|
|
if '.' not in id_str:
|
|
id_str = '%s.%s' % (self.module, id_str)
|
|
return self.env['ir.model.data'].xmlid_to_res_model_res_id(id_str, raise_if_not_found=raise_if_not_found)
|
|
|
|
def parse(self, de, mode=None):
|
|
roots = ['flectra','data','flectra']
|
|
if de.tag not in roots:
|
|
raise Exception("Root xml tag must be <flectra>, <flectra> or <data>.")
|
|
for rec in de:
|
|
if rec.tag in roots:
|
|
self.parse(rec, mode)
|
|
elif rec.tag in self._tags:
|
|
try:
|
|
self._tags[rec.tag](rec, de, mode=mode)
|
|
except Exception as e:
|
|
self.cr.rollback()
|
|
exc_info = sys.exc_info()
|
|
pycompat.reraise(
|
|
ParseError,
|
|
ParseError(ustr(e), etree.tostring(rec, encoding='unicode').rstrip(), rec.getroottree().docinfo.URL, rec.sourceline),
|
|
exc_info[2]
|
|
)
|
|
return True
|
|
|
|
def __init__(self, cr, module, idref, mode, report=None, noupdate=False, xml_filename=None):
|
|
self.mode = mode
|
|
self.module = module
|
|
self.env = flectra.api.Environment(cr, SUPERUSER_ID, {})
|
|
self.cr = cr
|
|
self.uid = SUPERUSER_ID
|
|
self.idref = idref
|
|
if report is None:
|
|
report = assertion_report.assertion_report()
|
|
self.assertion_report = report
|
|
self.noupdate = noupdate
|
|
self.xml_filename = xml_filename
|
|
self._tags = {
|
|
'record': self._tag_record,
|
|
'delete': self._tag_delete,
|
|
'function': self._tag_function,
|
|
'menuitem': self._tag_menuitem,
|
|
'template': self._tag_template,
|
|
'report': self._tag_report,
|
|
'act_window': self._tag_act_window,
|
|
'assert': self._tag_assert,
|
|
}
|
|
|
|
def convert_file(cr, module, filename, idref, mode='update', noupdate=False, kind=None, report=None, pathname=None):
|
|
if pathname is None:
|
|
pathname = os.path.join(module, filename)
|
|
ext = os.path.splitext(filename)[1].lower()
|
|
|
|
with file_open(pathname, 'rb') as fp:
|
|
if ext == '.csv':
|
|
convert_csv_import(cr, module, pathname, fp.read(), idref, mode, noupdate)
|
|
elif ext == '.sql':
|
|
convert_sql_import(cr, fp)
|
|
elif ext == '.yml':
|
|
convert_yaml_import(cr, module, fp, kind, idref, mode, noupdate, report)
|
|
elif ext == '.xml':
|
|
convert_xml_import(cr, module, fp, idref, mode, noupdate, report)
|
|
elif ext == '.js':
|
|
pass # .js files are valid but ignored here.
|
|
else:
|
|
raise ValueError("Can't load unknown file type %s.", filename)
|
|
|
|
def convert_sql_import(cr, fp):
|
|
cr.execute(fp.read())
|
|
|
|
def convert_csv_import(cr, module, fname, csvcontent, idref=None, mode='init',
|
|
noupdate=False):
|
|
'''Import csv file :
|
|
quote: "
|
|
delimiter: ,
|
|
encoding: utf-8'''
|
|
filename, _ext = os.path.splitext(os.path.basename(fname))
|
|
model = filename.split('-')[0]
|
|
|
|
reader = pycompat.csv_reader(io.BytesIO(csvcontent), quotechar='"', delimiter=',')
|
|
fields = next(reader)
|
|
|
|
if not (mode == 'init' or 'id' in fields):
|
|
_logger.error("Import specification does not contain 'id' and we are in init mode, Cannot continue.")
|
|
return
|
|
|
|
# filter out empty lines (any([]) == False) and lines containing only empty cells
|
|
datas = [
|
|
line for line in reader
|
|
if any(line)
|
|
]
|
|
|
|
context = {
|
|
'mode': mode,
|
|
'module': module,
|
|
'noupdate': noupdate,
|
|
}
|
|
env = flectra.api.Environment(cr, SUPERUSER_ID, context)
|
|
result = env[model].load(fields, datas)
|
|
if any(msg['type'] == 'error' for msg in result['messages']):
|
|
# Report failed import and abort module install
|
|
warning_msg = "\n".join(msg['message'] for msg in result['messages'])
|
|
raise Exception(_('Module loading %s failed: file %s could not be processed:\n %s') % (module, fname, warning_msg))
|
|
|
|
def convert_xml_import(cr, module, xmlfile, idref=None, mode='init', noupdate=False, report=None):
|
|
doc = etree.parse(xmlfile)
|
|
relaxng = etree.RelaxNG(
|
|
etree.parse(os.path.join(config['root_path'],'import_xml.rng' )))
|
|
try:
|
|
relaxng.assert_(doc)
|
|
except Exception:
|
|
_logger.info("The XML file '%s' does not fit the required schema !", xmlfile.name, exc_info=True)
|
|
_logger.info(ustr(relaxng.error_log.last_error))
|
|
raise
|
|
|
|
if idref is None:
|
|
idref={}
|
|
if isinstance(xmlfile, pycompat.string_types):
|
|
xml_filename = xmlfile
|
|
else:
|
|
xml_filename = xmlfile.name
|
|
obj = xml_import(cr, module, idref, mode, report=report, noupdate=noupdate, xml_filename=xml_filename)
|
|
obj.parse(doc.getroot(), mode=mode)
|
|
return True
|