Add an option to scape posts older than the database record as well as newer (Telegram only)

This commit is contained in:
Logan Williams
2022-09-05 13:48:01 +00:00
parent 86656f8ba3
commit c15022402d
5 changed files with 408 additions and 400 deletions

13
Pipfile
View File

@@ -26,10 +26,8 @@ pytz = "*"
langdetect = "*"
spacy = "==3.2.4"
ocrd-pyexiftool = "*"
gabber = {git = "https://github.com/stanfordio/gabber.git"}
snscrape = {git = "https://github.com/bellingcat/snscrape"}
polyphemus = {git = "https://github.com/bellingcat/polyphemus"}
filelock = "*"
telethon = "*"
[dev-packages]
pytest = "*"
@@ -45,3 +43,12 @@ python_version = "3.9"
[pipenv]
allow_prereleases = true
[packages.gabber]
git = "https://github.com/stanfordio/gabber.git"
[packages.snscrape]
git = "https://github.com/bellingcat/snscrape"
[packages.polyphemus]
git = "https://github.com/bellingcat/polyphemus"