Fixes to Pipfile; easier spacy setup

This commit is contained in:
Logan Williams
2022-06-06 16:35:52 +02:00
parent 424c063ef2
commit 4d22838a94
3 changed files with 613 additions and 463 deletions

16
Pipfile
View File

@@ -24,6 +24,10 @@ ratelimit = "*"
pytz = "*"
langdetect = "*"
spacy = "==3.2.4"
PyExifTool = {git = "https://github.com/smarnach/pyexiftool.git"}
gabber = {git = "https://github.com/stanfordio/gabber.git"}
snscrape = {git = "https://github.com/bellingcat/snscrape"}
polyphemus = {git = "https://github.com/bellingcat/polyphemus"}
[dev-packages]
pytest = "*"
@@ -39,15 +43,3 @@ python_version = "3.9"
[pipenv]
allow_prereleases = true
[packages.polyphemus]
git = "https://github.com/bellingcat/polyphemus.git"
[packages.PyExifTool]
git = "https://github.com/smarnach/pyexiftool.git"
[packages.gabber]
git = "https://github.com/stanfordio/gabber.git"
[packages.snscrape]
git = "https://github.com/bellingcat/snscrape"

1051
Pipfile.lock generated

File diff suppressed because it is too large Load Diff

9
spacy_setup.sh Normal file
View File

@@ -0,0 +1,9 @@
#!/bin/bash
pipenv run python -m spacy download xx_ent_wiki_sm
pipenv run python -m spacy download fr_core_news_sm
pipenv run python -m spacy download de_core_news_sm
pipenv run python -m spacy download nl_core_news_sm
pipenv run python -m spacy download it_core_news_sm
pipenv run python -m spacy download ru_core_news_sm
pipenv run python -m spacy download en_core_web_sm