bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-12 21:38:33 +03:00
Code Issues Packages Projects Releases Wiki Activity

removed unused archive_media argument passed to methods throughout codebase

Browse Source
This commit is contained in:
Tristan Lee
2023-08-03 18:05:50 -05:00
parent edd772eb94
commit d3b8e1a3b3
13 changed files with 36 additions and 126 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
app.py
View File

@@ -81,16 +81,16 @@ def get_transformer_controller(args):
def scrape_channels(args):
logger.info(f"Scraping channels, media: {args.media}")
logger.info(f"Scraping channels")
controller = get_scraper_controller(args)
controller.scrape_all_channels(archive_media=args.media)
controller.scrape_all_channels()
def scrape_channels_old(args):
logger.info(f"Scraping old posts from channels, media: {args.media}")
logger.info(f"Scraping old posts from channels")
controller = get_scraper_controller(args)
controller.scrape_all_channels(archive_media=args.media, fetch_old=True)
controller.scrape_all_channels(fetch_old=True)
def scrape_channel_info(args):
logger.info(f"Scraping channel info")
@@ -153,9 +153,6 @@ if __name__ == "__main__":
parser.add_argument(
"--gsheet", type=str, help="[sync-channels] URL of Google Sheet to synchronize"
)
parser.add_argument(
"--media", action="store_true", help="[scrape-channels] Add this flag to media"
)
parser.add_argument("--chronological", action="store_true")
parser.add_argument("--telethon_session", type=str)
parser.add_argument("--min_date", type=str)