mirror of
https://github.com/bellingcat/reddit-post-scraping-tool.git
synced 2026-06-08 03:28:30 +03:00
Update __main.py
Added json file logger for found posts.
This commit is contained in:
@@ -1,16 +1,16 @@
|
||||
from datetime import datetime
|
||||
from rpst.__rpst import log, start_scraper, check_updates, create_parser
|
||||
from rpst.__rpst import log, get_posts, check_updates, create_parser
|
||||
|
||||
|
||||
def run():
|
||||
"""
|
||||
Main entry point for the program. It creates a parser, parses the command line arguments,
|
||||
checks for updates, starts the scraper, and handles any exceptions that occur during the execution.
|
||||
checks for updates, gets posts, and handles any exceptions that occur during the execution.
|
||||
"""
|
||||
|
||||
# Create a parser and parse the command line arguments
|
||||
parser = create_parser()
|
||||
args = parser.parse_args()
|
||||
arguments = parser.parse_args()
|
||||
|
||||
# Record the start time
|
||||
start_time = datetime.now()
|
||||
@@ -19,9 +19,8 @@ def run():
|
||||
# Check for updates
|
||||
check_updates(version_tag="1.4.0.0")
|
||||
|
||||
# Start the scraper with the parsed arguments
|
||||
start_scraper(keyword=args.keyword, subreddit=args.subreddit,
|
||||
listing=args.listing, timeframe=args.timeframe, limit=args.limit)
|
||||
# Get posts with the provided/parsed arguments
|
||||
get_posts(arguments=arguments)
|
||||
except KeyboardInterrupt:
|
||||
log.warning("User interruption detected.")
|
||||
except Exception as e:
|
||||
|
||||
Reference in New Issue
Block a user