mirror of
https://github.com/bellingcat/cisticola.git
synced 2026-06-08 03:18:34 +03:00
35 lines
1.2 KiB
Python
35 lines
1.2 KiB
Python
from sqlalchemy.orm import sessionmaker
|
|
import json
|
|
|
|
import pytest
|
|
|
|
from cisticola.base import Channel
|
|
from cisticola.scraper import BitchuteScraper
|
|
from cisticola.transformer import BitchuteTransformer
|
|
from cisticola.base import Post, Media
|
|
|
|
@pytest.mark.media
|
|
def test_scrape_etl_bitchute(engine, controller, etl_controller, channel_kwargs):
|
|
controller.reset_db()
|
|
|
|
channels = [Channel(**channel_kwargs['bitchute'])]
|
|
controller.register_scraper(scraper = BitchuteScraper())
|
|
controller.scrape_channels(channels = channels, archive_media = True)
|
|
controller.scrape_all_channel_info()
|
|
|
|
etl_controller.register_transformer(BitchuteTransformer())
|
|
etl_controller.transform_all_untransformed()
|
|
etl_controller.transform_all_untransformed_info()
|
|
|
|
sessionfactory = sessionmaker()
|
|
sessionfactory.configure(bind=engine)
|
|
session = sessionfactory()
|
|
|
|
posts = session.query(Post).all()
|
|
media = session.query(Media).all()
|
|
|
|
assert len(posts) == 5
|
|
# assert len(media) == 0
|
|
|
|
assert 'Pendant are something that the advanced ladies can fuse in her every day look' in posts[0].content
|
|
# assert json.loads(media[0].exif)['Composite:ImageSize'] == "826 728" |