bellingcat/auto-archiver
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver.git synced 2026-06-08 03:18:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

expands Sheets API retries for really large spreadsheets

Browse Source
This commit is contained in:
msramalho
2025-07-05 18:29:33 +01:00
parent a8c1ef3912
commit 7234eda85f
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/auto_archiver/modules/gsheet_feeder_db/gsheet_feeder_db.py
View File

@@ -32,6 +32,10 @@ class GsheetsFeederDB(Feeder, Database):
if not self.sheet and not self.sheet_id:
raise ValueError("You need to define either a 'sheet' name or a 'sheet_id' in your manifest.")
@retry(
wait_exponential_multiplier=1,
stop_max_attempt_number=6,
)
def open_sheet(self) -> gspread.Spreadsheet:
if self.sheet:
return self.gsheets_client.open(self.sheet)
@@ -40,7 +44,7 @@ class GsheetsFeederDB(Feeder, Database):
@retry(
wait_exponential_multiplier=1,
stop_max_attempt_number=5,
stop_max_attempt_number=6,
)
def enumerate_sheets(self, sheet) -> Iterator[gspread.Worksheet]:
for worksheet in sheet.worksheets():