bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-12 21:38:33 +03:00
Code Issues Packages Projects Releases Wiki Activity

fixed bugs from incorporating polyphemus refactoring changes

Browse Source
This commit is contained in:
Tristan Lee
2022-04-13 00:02:12 -05:00
parent ef7afc0715
commit 27b51267a7
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
cisticola/scraper/odysee.py
View File

@@ -34,7 +34,7 @@ class OdyseeScraper(Scraper):
all_videos = scraper.get_all_videos()
for video in all_videos:
if since is not None and datetime.fromtimestamp(video.created) <= since.date:
if since is not None and video.created.replace(tzinfo=timezone.utc) <= since.date:
break
url = video.streaming_url
@@ -63,9 +63,9 @@ class OdyseeScraper(Scraper):
platform="Odysee",
channel=channel.id,
platform_id=video.claim_id,
date=datetime.fromtimestamp(video.created),
date=video.created.replace(tzinfo=timezone.utc),
date_archived=datetime.now(timezone.utc),
raw_data=json.dumps(video.__dict__),
raw_data=json.dumps(video.__dict__, default = str),
archived_urls=archived_urls,
media_archived=datetime.now(timezone.utc) if archive_media else None)
@@ -76,9 +76,9 @@ class OdyseeScraper(Scraper):
platform="Odysee",
channel=channel.id,
platform_id=comment.claim_id,
date=datetime.fromtimestamp(comment.created),
date=comment.created.replace(tzinfo=timezone.utc),
date_archived=datetime.now(),
raw_data=json.dumps(comment.__dict__),
raw_data=json.dumps(comment.__dict__, default = str),
archived_urls={},
media_archived=datetime.now(timezone.utc))
@@ -117,5 +117,5 @@ class OdyseeScraper(Scraper):
return RawChannelInfo(scraper=self.__version__,
platform=channel.platform,
channel=channel.id,
raw_data=json.dumps(profile),
raw_data=json.dumps(profile, default = str),
date_archived=datetime.now(timezone.utc))