bellingcat/auto-archiver
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver.git synced 2026-06-11 20:58:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix config parsing in manifests, remove module level configs

Browse Source
This commit is contained in:
erinhmclark
2025-01-24 13:33:12 +00:00
parent 0453d95f56
commit 024fe58377
16 changed files with 23 additions and 191 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
src/auto_archiver/modules/csv_feeder/csv_feeder.py
View File

@@ -9,23 +9,6 @@ class CSVFeeder(Feeder):
name = "csv_feeder"
@staticmethod
def configs() -> dict:
return {
"files": {
"default": None,
"help": "Path to the input file(s) to read the URLs from, comma separated. \
Input files should be formatted with one URL per line",
"type": "auto_archiver.utils.parse_csv_to_set",
},
"column": {
"default": None,
"help": "Column number or name to read the URLs from, 0-indexed",
}
}
def __iter__(self) -> Metadata:
url_column = self.column or 0
for file in self.files: