bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-08 02:28:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add support for community_details cards

Browse Source
This commit is contained in:
JustAnotherArchivist
2022-04-15 20:07:01 +00:00
parent 6c50eee31b
commit e7a6d38a5f
1 changed files with 18 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
snscrape/modules/twitter.py
View File

@@ -382,6 +382,15 @@ class UnifiedCardTwitterListDetailsComponentObject(UnifiedCardComponentObject):
destinationKey: UnifiedCardDestinationKey
@dataclasses.dataclass
class UnifiedCardTwitterCommunityDetailsComponentObject(UnifiedCardComponentObject):
name: str
theme: str
membersCount: int
destinationKey: UnifiedCardDestinationKey
membersFacepile: typing.Optional[typing.List['User']] = None
@dataclasses.dataclass
class UnifiedCardDestination:
url: typing.Optional[str] = None
@@ -1117,7 +1126,7 @@ class _TwitterAPIScraper(snscrape.base.Scraper):
_logger.warning(f'Unsupported unified_card type on tweet {tweetId}: {unifiedCardType!r}')
return
kwargs['type'] = unifiedCardType
elif set(c['type'] for c in o['component_objects'].values()) != {'media', 'twitter_list_details'}:
elif set(c['type'] for c in o['component_objects'].values()) not in ({'media', 'twitter_list_details'}, {'media', 'community_details'}):
_logger.warning(f'Unsupported unified_card type on tweet {tweetId}')
return
@@ -1146,6 +1155,14 @@ class _TwitterAPIScraper(snscrape.base.Scraper):
user = self._user_to_user(o['users'][v['data']['user_id']]),
destinationKey = v['data']['destination'],
)
elif v['type'] == 'community_details':
co = UnifiedCardTwitterCommunityDetailsComponentObject(
name = v['data']['name']['content'],
theme = v['data']['theme'],
membersCount = v['data']['member_count'],
destinationKey = v['data']['destination'],
membersFacepile = [self._user_to_user(u) for u in map(o['users'].get, v['data']['members_facepile']) if u],
)
else:
_logger.warning(f'Unsupported unified_card component type on tweet {tweetId}: {v["type"]!r}')
return