Данные повторно отправляться не будут, если доставка была с ошибкой
This commit is contained in:
parent
76fafc90e1
commit
9121013eb8
|
@ -1,7 +1,6 @@
|
|||
import logging
|
||||
import json
|
||||
import os
|
||||
import time
|
||||
|
||||
import aiohttp
|
||||
import backoff
|
||||
|
|
|
@ -1,10 +1,8 @@
|
|||
import asyncio
|
||||
import json
|
||||
import logging
|
||||
import time
|
||||
|
||||
import aiohttp
|
||||
import backoff as backoff
|
||||
from environs import load_dotenv
|
||||
|
||||
from models import Abitr
|
||||
|
@ -22,9 +20,6 @@ class EtlLoader:
|
|||
self.etl = EtlConfig()
|
||||
self.api_config = ApiConfig()
|
||||
|
||||
@backoff.on_exception(backoff.expo, (asyncio.TimeoutError, aiohttp.ClientConnectorError,
|
||||
aiohttp.ServerDisconnectedError), base=2, factor=1,
|
||||
max_value=int(misc_settings.max_wait_size), max_tries=None)
|
||||
async def load_data(self, state: State, abitr: Abitr, iblock_id: int, storage: BaseStorage):
|
||||
async with aiohttp.ClientSession() as session:
|
||||
logging.info(f"Информация об абитуриенте: {abitr.FIO}")
|
||||
|
@ -32,14 +27,17 @@ class EtlLoader:
|
|||
data_dict.pop('ID')
|
||||
logging.info('Отправка данных к принимающей стороне... ')
|
||||
logging.info(f'Данные: \n{json.dumps(data_dict, ensure_ascii=False)}')
|
||||
async with session.post(
|
||||
url=f"{self.etl.protocol}://{self.etl.host}:{self.etl.port}",
|
||||
data=data_dict,
|
||||
timeout=aiohttp.ClientTimeout(total=int(misc_settings.max_wait_size))
|
||||
) as response:
|
||||
pass
|
||||
try:
|
||||
async with session.post(
|
||||
url=f"{self.etl.protocol}://{self.etl.host}:{self.etl.port}",
|
||||
data=data_dict,
|
||||
timeout=aiohttp.ClientTimeout(total=int(misc_settings.max_wait_size))
|
||||
) as response:
|
||||
logging.info('Данные успешно доставлены!')
|
||||
except (asyncio.TimeoutError, aiohttp.ClientConnectorError, aiohttp.ServerDisconnectedError):
|
||||
logging.error('Данные доставлены с ошибкой')
|
||||
state.set_state(f'iblock_{iblock_id}', abitr.ID)
|
||||
storage.save_state(state.local_state)
|
||||
logging.info('Данные успешно доставлены!')
|
||||
|
||||
await asyncio.sleep(1)
|
||||
|
||||
|
|
Loading…
Reference in New Issue
Block a user