diff --git a/.env.dist b/.env.dist index 399e1c7..c33ea61 100644 --- a/.env.dist +++ b/.env.dist @@ -3,4 +3,5 @@ API_TOKEN=jmkdjsfopjsef IBLOCKS=1,2,3 DESTINATION_HOST=127.0.0.1 DESTINATION_PORT=8000 -DESTINATION_PROTOCOL=http \ No newline at end of file +DESTINATION_PROTOCOL=http +LAST_ID=0 \ No newline at end of file diff --git a/extractor.py b/extractor.py index 9ab4960..bbbbab9 100644 --- a/extractor.py +++ b/extractor.py @@ -1,5 +1,7 @@ import logging import json +import os + import aiohttp import backoff from environs import load_dotenv @@ -30,7 +32,7 @@ class ApiExtractor: else: data['fields'] = json.dumps(self.fields + ["PROPERTY_*"], ensure_ascii=False) - min_id = state.get_state(f'iblock_{iblock_id}') or 0 + min_id = state.get_state(f'iblock_{iblock_id}') or os.getenv('LAST_ID') or 0 data['bitrFilter'] = json.dumps({'>ID': str(min_id)}, ensure_ascii=False) abitrs = []