49 lines
1.4 KiB
Python
49 lines
1.4 KiB
Python
import os
|
|
from datetime import date
|
|
|
|
import installments_reader
|
|
|
|
|
|
def _setdefault_env(key: str, value: str) -> None:
|
|
if not os.getenv(key):
|
|
os.environ[key] = value
|
|
|
|
|
|
def main() -> None:
|
|
today = date.today()
|
|
start_of_year = date(today.year, 1, 1)
|
|
|
|
defaults = {
|
|
"STORE_CHANNEL": "VD",
|
|
"START_INSTALLMENT_CHANGE_DATE": start_of_year.isoformat(),
|
|
"END_INSTALLMENT_CHANGE_DATE": today.isoformat(),
|
|
"CHUNK_DAYS": "30",
|
|
"LAST_N_DAYS": "",
|
|
"STORE_WORKERS": "1",
|
|
"GROUP_WORKERS": "1",
|
|
"WRITE_SQL": "1",
|
|
"SAVE_JSON": "0",
|
|
"INCREMENTAL_MODE": "0",
|
|
"LOG_GROUP_CODES": "0",
|
|
"INSTALLMENTS_PAGE_SIZE": "50",
|
|
"FLUSH_EVERY_PAGES": "50",
|
|
"INSTALLMENTS_MIN_INTERVAL_MS": "3500",
|
|
"INSTALLMENTS_429_MIN_WAIT_SEC": "45",
|
|
"THROTTLE_RECOVERY_PAUSE_SEC": "900",
|
|
}
|
|
for key, value in defaults.items():
|
|
_setdefault_env(key, value)
|
|
|
|
print(
|
|
"[backfill] modo=VD "
|
|
f"periodo={os.environ['START_INSTALLMENT_CHANGE_DATE']}..{os.environ['END_INSTALLMENT_CHANGE_DATE']} "
|
|
f"chunk_days={os.environ['CHUNK_DAYS']} write_sql={os.environ['WRITE_SQL']} "
|
|
f"min_interval_ms={os.environ['INSTALLMENTS_MIN_INTERVAL_MS']} "
|
|
f"wait429_min_s={os.environ['INSTALLMENTS_429_MIN_WAIT_SEC']}"
|
|
)
|
|
installments_reader.main()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|