From aa325fa1a5ccab19aa3e1ac8526920bb3e649a5f Mon Sep 17 00:00:00 2001 From: Casey Ho Date: Mon, 14 Nov 2022 17:38:03 -0800 Subject: [PATCH] Handle UnifiedCardApp with no category --- snscrape/modules/twitter.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index 4bf84f1..cf6a506 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -421,9 +421,9 @@ class UnifiedCardApp: type: str id: str title: str - category: str countryCode: str url: str + category: typing.Optional[str] = None description: typing.Optional[str] = None iconMediumKey: typing.Optional[UnifiedCardMediumKey] = None size: typing.Optional[int] = None @@ -1237,7 +1237,8 @@ class _TwitterAPIScraper(snscrape.base.Scraper): vKwargs['title'] = var['title']['content'] if 'description' in var: vKwargs['description'] = var['description']['content'] - vKwargs['category'] = var['category']['content'] + if 'category' in var: + vKwargs['category'] = var['category']['content'] if (ratings := var['ratings']): vKwargs['ratingAverage'] = var['ratings']['star'] vKwargs['ratingCount'] = var['ratings']['count']