odoo model import data ignore error

ODOO模块导入数据忽略错误
经常遇到大量的数据导入，不仅耗时很长，如果其中有一条数据有异常产生错误，就会导致整个过程回滚，这是非常悲剧的，其中相关源码如下：

for id, xid, record, info in converted:
    try:
        cr.execute('SAVEPOINT model_load_save')
    except psycopg2.InternalError as e:
        # broken transaction, exit and hope the source error was
        # already logged
        if not any(message['type'] == 'error' for message in messages):
            messages.append(dict(info, type='error',message=u"Unknown database error: '%s'" % e))
        break
    try:
        ids.append(ModelData._update(self._name, current_module, record, mode=mode,
                                     xml_id=xid, noupdate=noupdate, res_id=id))
        cr.execute('RELEASE SAVEPOINT model_load_save')
    except psycopg2.Warning as e:
        messages.append(dict(info, type='warning', message=str(e)))
        cr.execute('ROLLBACK TO SAVEPOINT model_load_save')
    except psycopg2.Error as e:
        messages.append(dict(info, type='error', **PGERROR_TO_OE[e.pgcode](self, fg, info, e)))
        # Failed to write, log to messages, rollback savepoint (to
        # avoid broken transaction) and keep going
        cr.execute('ROLLBACK TO SAVEPOINT model_load_save')
    except Exception as e:
        message = (_('Unknown error during import:') + ' %s: %s' % (type(e), unicode(e)))
        moreinfo = _('Resolve other errors first')
        messages.append(dict(info, type='error', message=message, moreinfo=moreinfo))
        # Failed for some reason, perhaps due to invalid data supplied,
        # rollback savepoint and keep going
        cr.execute('ROLLBACK TO SAVEPOINT model_load_save')
if any(message['type'] == 'error' for message in messages):
    cr.execute('ROLLBACK TO SAVEPOINT model_load')
    ids = False

for id, xid, record, info in converted:

try:

cr.execute('SAVEPOINT model_load_save')

except psycopg2.InternalError as e:

# broken transaction, exit and hope the source error was

# already logged

if not any(message['type'] == 'error' for message in messages):

messages.append(dict(info, type='error',message=u"Unknown database error: '%s'" % e))

break

try:

ids.append(ModelData._update(self._name, current_module, record, mode=mode,

xml_id=xid, noupdate=noupdate, res_id=id))

cr.execute('RELEASE SAVEPOINT model_load_save')

except psycopg2.Warning as e:

messages.append(dict(info, type='warning', message=str(e)))

cr.execute('ROLLBACK TO SAVEPOINT model_load_save')

except psycopg2.Error as e:

messages.append(dict(info, type='error', **PGERROR_TO_OE[e.pgcode](self, fg, info, e)))

# Failed to write, log to messages, rollback savepoint (to

# avoid broken transaction) and keep going

cr.execute('ROLLBACK TO SAVEPOINT model_load_save')

except Exception as e:

message = (_('Unknown error during import:') + ' %s: %s' % (type(e), unicode(e)))

moreinfo = _('Resolve other errors first')

messages.append(dict(info, type='error', message=message, moreinfo=moreinfo))

# Failed for some reason, perhaps due to invalid data supplied,

# rollback savepoint and keep going

cr.execute('ROLLBACK TO SAVEPOINT model_load_save')

if any(message['type'] == 'error' for message in messages):

cr.execute('ROLLBACK TO SAVEPOINT model_load')

ids = False

明白核心代码处理逻辑后，就可以在外层拦截并过滤错误数据继续提交干净数据以实现自动纠错导入，实现源码如下：

'''
  author: i@renjie.me
'''
original_load = models.Model.load

@api.model
def load(self, fields, data):
    load_result = original_load(self, fields, data)
    context = self.env.context or {}
    if context.get("import_ignore_error"):
        record = set()
        for message in load_result.get("messages", []):
            if message['type'] == 'error':
                record.add(message['record'])
        if record:
            data_ignore = []
            for index, item in enumerate(data):
                if index not in record:
                    data_ignore.append(item)
            load_result = original_load(self, fields, data_ignore)
    return load_result

models.Model.load = load

'''

author: i@renjie.me

'''

original_load = models.Model.load

@api.model

def load(self, fields, data):

load_result = original_load(self, fields, data)

context = self.env.context or {}

if context.get("import_ignore_error"):

record = set()

for message in load_result.get("messages", []):

if message['type'] == 'error':

record.add(message['record'])

if record:

data_ignore = []

for index, item in enumerate(data):

if index not in record:

data_ignore.append(item)

load_result = original_load(self, fields, data_ignore)

return load_result

models.Model.load = load

《odoo model import data ignore error》有1个想法

向Ashneili进行回复取消回复

《odoo model import data ignore error》有1个想法

向Ashneili进行回复 取消回复

向Ashneili进行回复取消回复