bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-11 04:48:33 +03:00
Code Issues Packages Projects Releases Wiki Activity

Archive media in Twitter scraper

Browse Source
This commit is contained in:
Logan Williams
2022-02-24 18:48:48 +01:00
parent 214287b7a8
commit e64d845002
3 changed files with 43 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
test.py
View File

@@ -1,5 +1,6 @@
import cisticola
import cisticola.scraper.telegram_snscrape
import cisticola.scraper.twitter
from sqlalchemy import create_engine
@@ -25,13 +26,13 @@ test_channels = [cisticola.base.Channel(id=0, name="Logan Williams (test)", plat
controller = cisticola.ScraperController()
# scraper = cisticola.scraper.twitter.TwitterScraper()
# controller.register_scraper(scraper)
twitter = cisticola.scraper.twitter.TwitterScraper()
controller.register_scraper(twitter)
scraper = cisticola.scraper.telegram_snscrape.TelegramSnscrapeScraper()
controller.register_scraper(scraper)
telegram = cisticola.scraper.telegram_snscrape.TelegramSnscrapeScraper()
controller.register_scraper(telegram)
engine = create_engine('sqlite:///test4.db')
engine = create_engine('sqlite:///test.db')
controller.connect_to_db(engine)
controller.scrape_channels(test_channels)