bellingcat/auto-archiver
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver.git synced 2026-06-08 03:18:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

retry for Google API 503s

Browse Source
This commit is contained in:
msramalho
2025-06-17 19:22:09 +01:00
parent 74a1561c3d
commit ad168785e7
1 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/auto_archiver/modules/gsheet_feeder_db/gsheet_feeder_db.py
View File

@@ -16,6 +16,7 @@ from urllib.parse import quote
import gspread
from loguru import logger
from slugify import slugify
from retrying import retry
from auto_archiver.core import Feeder, Database, Media
from auto_archiver.core import Metadata
@@ -173,7 +174,16 @@ class GsheetsFeederDB(Feeder, Database):
),
)
gw.batch_set_cell(cell_updates)
@retry(
wait_incrementing_start=1000,
wait_incrementing_increment=3000,
wait_incrementing_max=20_000,
stop_max_attempt_number=5,
)
def batch_set_cell_with_retry(gw, cell_updates: list):
gw.batch_set_cell(cell_updates)
batch_set_cell_with_retry(gw, cell_updates)
def _safe_status_update(self, item: Metadata, new_status: str) -> None:
try: