mirror of
https://github.com/bellingcat/auto-archiver.git
synced 2026-06-12 05:08:28 +03:00
73 lines
1.8 KiB
YAML
73 lines
1.8 KiB
YAML
steps:
|
|
# only 1 feeder allowed
|
|
# a feeder could be in an "infinite loop" for example: gsheets_infinite feeder which holds-> this could be an easy logic addiction by modifying for each to while not feeder.done() if it becomes necessary
|
|
feeder: gsheets_feeder # default -> only expects URL from CLI
|
|
archivers: # order matters
|
|
- telethon
|
|
# - tiktok
|
|
# - twitter
|
|
# - instagram
|
|
# - webarchive # this way it runs as a failsafe only
|
|
enrichers:
|
|
- screenshot
|
|
# - wacz
|
|
# - webarchive # this way it runs for every case, webarchive extends archiver and enrichment
|
|
# - thumbnails
|
|
formatters:
|
|
- HTMLFormater
|
|
- PdfFormater
|
|
storages:
|
|
- local_storage
|
|
- s3
|
|
databases:
|
|
- gsheets_db
|
|
- mongo_db
|
|
|
|
|
|
|
|
configurations:
|
|
global:
|
|
- save_logs: False
|
|
gsheets_feeder:
|
|
sheet: auto-archiver-test
|
|
header: 2 # defaults to 1 in GSheetsFeeder
|
|
service_account: "secrets/service_account.json"
|
|
allow_worksheets: "aa-refactor-tests"
|
|
block_worksheets: "blocked,test-cases-008"
|
|
columns:
|
|
'url': 'link'
|
|
'status': 'archive status'
|
|
'folder': 'destination folder'
|
|
'archive': 'archive location'
|
|
'date': 'archive date'
|
|
'thumbnail': 'thumbnail'
|
|
'thumbnail_index': 'thumbnail index'
|
|
'timestamp': 'upload timestamp'
|
|
'title': 'upload title'
|
|
'duration': 'duration'
|
|
'screenshot': 'screenshot'
|
|
'hash': 'hash'
|
|
'wacz': 'wacz'
|
|
'replaywebpage': 'replaywebpage'
|
|
tiktok:
|
|
api_keys:
|
|
- username: 1
|
|
password: 2
|
|
- username: 3
|
|
password: 4
|
|
username: "abc"
|
|
password: "123"
|
|
token: "here"
|
|
screenshot:
|
|
width: 1280
|
|
height: 720000
|
|
wacz:
|
|
profile: secrets/profile.tar.gz
|
|
webarchive:
|
|
api_key: "12345"
|
|
s3:
|
|
- bucket: 123
|
|
- region: "nyc3"
|
|
- cdn: "{region}{bucket}"
|
|
|