diff --git a/dags/business/business/community/education.py b/dags/business/business/community/education.py index b41edd5..4af97d0 100644 --- a/dags/business/business/community/education.py +++ b/dags/business/business/community/education.py @@ -46,18 +46,16 @@ def deal(actions, item): "_op_type": "update", "_index": index_name, "_id": item['_id'], - "doc": doc_info + "doc": doc_info, + "_retry_on_conflict": 5 } mutex.acquire(timeout=60) actions.append(action) if len(actions) == 5000: - try: - helpers.bulk(es206_client.elastic_client, actions) - count += len(actions) - log.info("更新:" + str(count)) - except Exception as e: - log.error(e) + helpers.bulk(es206_client.elastic_client, actions) + count += len(actions) + log.info("更新:" + str(count)) actions.clear() mutex.release() diff --git a/dags/business/business/community/education2.py b/dags/business/business/community/education2.py index 71842a6..9d3787c 100644 --- a/dags/business/business/community/education2.py +++ b/dags/business/business/community/education2.py @@ -58,18 +58,16 @@ def deal(actions, item): "_op_type": "update", "_index": index_name, "_id": item['_id'], - "doc": doc_info + "doc": doc_info, + "_retry_on_conflict": 5 } mutex.acquire(timeout=60) actions.append(action) if len(actions) == 5000: - try: - helpers.bulk(es206_client.elastic_client, actions) - count += len(actions) - log.info("更新:" + str(count)) - except Exception as e: - log.error(e) + helpers.bulk(es206_client.elastic_client, actions) + count += len(actions) + log.info("更新:" + str(count)) actions.clear() mutex.release() diff --git a/dags/business/business/community/extra.py b/dags/business/business/community/extra.py index b9a3a4a..4ddad24 100644 --- a/dags/business/business/community/extra.py +++ b/dags/business/business/community/extra.py @@ -95,7 +95,8 @@ def save(actions, item): "_op_type": "update", "_index": index_name, "_id": item['_id'], - "doc": doc_info + "doc": doc_info, + "_retry_on_conflict": 5 } mutex.acquire(timeout=60) actions.append(action) diff --git a/dags/business/business/community/medical.py b/dags/business/business/community/medical.py index 79d8bb4..832a4bf 100644 --- a/dags/business/business/community/medical.py +++ b/dags/business/business/community/medical.py @@ -46,18 +46,16 @@ def deal(actions, item): "_op_type": "update", "_index": index_name, "_id": item['_id'], - "doc": doc_info + "doc": doc_info, + "_retry_on_conflict": 5 } mutex.acquire(timeout=60) actions.append(action) if len(actions) == 5000: - try: - helpers.bulk(es206_client.elastic_client, actions) - count += len(actions) - log.info("更新:" + str(count)) - except Exception as e: - log.error(e) + helpers.bulk(es206_client.elastic_client, actions) + count += len(actions) + log.info("更新:" + str(count)) actions.clear() mutex.release() diff --git a/dags/business/business/community/traffic.py b/dags/business/business/community/traffic.py index c22dd51..19cf40d 100644 --- a/dags/business/business/community/traffic.py +++ b/dags/business/business/community/traffic.py @@ -55,18 +55,16 @@ def deal(actions, item): "_op_type": "update", "_index": index_name, "_id": item['_id'], - "doc": doc_info + "doc": doc_info, + "_retry_on_conflict": 5 } mutex.acquire(timeout=60) actions.append(action) if len(actions) == 5000: - try: - helpers.bulk(es206_client.elastic_client, actions) - count += len(actions) - log.info("更新:" + str(count)) - except Exception as e: - log.error(e) + helpers.bulk(es206_client.elastic_client, actions) + count += len(actions) + log.info("更新:" + str(count)) actions.clear() mutex.release()