Catch errors in Bitchute channel profile scraper; add multi index on posts forwarded from/channel

This commit is contained in:
Logan Williams
2022-08-01 09:58:52 +00:00
parent 3a04fb51d4
commit f3997ff6ae
2 changed files with 4 additions and 2 deletions

View File

@@ -6,7 +6,7 @@ import json
import io
from sqlalchemy.orm import registry
from sqlalchemy import Table, Column, Integer, String, JSON, DateTime, ForeignKey, Boolean
from sqlalchemy import Table, Column, Integer, String, JSON, DateTime, ForeignKey, Boolean, Index
import pytesseract
import PIL
import exiftool
@@ -515,6 +515,8 @@ post_table = Table('posts', mapper_registry.metadata,
Column('normalized_content', String)
)
posts_forwarded_from_channel_index = Index('posts_channel_forwarded_from_idx', post_table.c.channel, post_table.c.forwarded_from)
media_table = Table('media', mapper_registry.metadata,
Column('id', Integer, primary_key=True,
autoincrement=True),

View File

@@ -71,7 +71,7 @@ class BitchuteScraper(Scraper):
if channel.platform == "Bitchute" and self.get_username_from_url(channel.url) is not None:
return True
@logger.catch(reraise = True)
@logger.catch
def get_profile(self, channel: Channel) -> RawChannelInfo:
base_url = channel.url