from sqlalchemy.orm import sessionmaker import json import pytest from cisticola.base import Channel from cisticola.scraper import RumbleScraper from cisticola.transformer import RumbleTransformer from cisticola.base import Post, Media @pytest.mark.media def test_scrape_etl_rumble(engine, controller, etl_controller, channel_kwargs): controller.reset_db() channels = [Channel(**channel_kwargs['rumble'])] controller.register_scraper(scraper = RumbleScraper()) controller.scrape_channels(channels = channels, archive_media = True) controller.scrape_all_channel_info() etl_controller.register_transformer(RumbleTransformer()) etl_controller.transform_all_untransformed() etl_controller.transform_all_untransformed_info() sessionfactory = sessionmaker() sessionfactory.configure(bind=engine) session = sessionfactory() posts = session.query(Post).all() media = session.query(Media).all() assert len(posts) == 7 # assert len(media) == 0 assert '#whitegold #icedoutcuban' in posts[0].content # assert json.loads(media[0].exif)['Composite:ImageSize'] == "826 728"