bellingcat/polyphemus
1
0
Fork 0
mirror of https://github.com/bellingcat/polyphemus.git synced 2026-06-12 05:18:31 +03:00
Code Issues Packages Projects Releases Wiki Activity

refactored code to avoid circular imports, isolated all requests to api.py module

Browse Source
This commit is contained in:
Tristan Lee
2022-02-17 12:45:40 -06:00
parent c4b6d023c5
commit a6d2527bc7
6 changed files with 328 additions and 368 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/scrape.py
View File

@@ -24,11 +24,11 @@ if __name__ == '__main__':
odysee_channel = OdyseeChannel(channel_name = CHANNEL_NAME)
video_info_list, comment_info_list = odysee_channel.process_all_videos_and_comments()
video_list, comment_list = odysee_channel.get_all_videos_and_comments()
channel_df = pd.DataFrame([odysee_channel.info])
video_df = pd.DataFrame(video_info_list)
comment_df = pd.DataFrame(comment_info_list)
video_df = pd.DataFrame([v.info for v in video_list])
comment_df = pd.DataFrame([c.info for c in comment_list])
output_subdir = Path(OUTPUT_DIR, CHANNEL_NAME)
os.makedirs(output_subdir, exist_ok = True)