Update manifests and modules

This commit is contained in:
erinhmclark
2025-01-24 12:58:16 +00:00
parent ba4b330881
commit aa7ca93a43
95 changed files with 172 additions and 115 deletions

View File

@@ -0,0 +1 @@
from .twitter_api_archiver import TwitterApiExtractor

View File

@@ -12,7 +12,7 @@
"configs": {
"bearer_token": {"default": None, "help": "[deprecated: see bearer_tokens] twitter API bearer_token which is enough for archiving, if not provided you will need consumer_key, consumer_secret, access_token, access_secret"},
"bearer_tokens": {"default": [], "help": " a list of twitter API bearer_token which is enough for archiving, if not provided you will need consumer_key, consumer_secret, access_token, access_secret, if provided you can still add those for better rate limits. CSV of bearer tokens if provided via the command line",
"cli_set": lambda cli_val, cur_val: list(set(cli_val.split(",")))},
"type": lambda val: set(val.split(",")),},
"consumer_key": {"default": None, "help": "twitter API consumer_key"},
"consumer_secret": {"default": None, "help": "twitter API consumer_secret"},
"access_token": {"default": None, "help": "twitter API access_token"},

View File

@@ -8,7 +8,7 @@ from loguru import logger
from pytwitter import Api
from slugify import slugify
from auto_archiver.base_modules import Extractor
from auto_archiver.base_processors import Extractor
from auto_archiver.core import Metadata,Media
class TwitterApiExtractor(Extractor):