cisticola/tests/conftest.py

import os
import pytest

from sqlalchemy import create_engine
from sqlalchemy.orm import sessionmaker

from cisticola.scraper import ScraperController
from cisticola.transformer import ETLController

BITCHUTE_CHANNEL_KWARGS = {
    'name': 'bestonlinejewelrystoresusa@gmail.com (test)',
    'platform_id': 'bestonlinejewelrystoresusagmailcom',
    'category': 'test',
    'platform': 'Bitchute',
    'url': 'https://www.bitchute.com/channel/bestonlinejewelrystoresusagmailcom/',
    'screenname': None,
    'country': 'US',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}

GAB_CHANNEL_KWARGS = {
    'name': 'Capt. Marc Simon (test)',
    'platform_id': 'marc_capt',
    'category': 'test',
    'platform': 'Gab',
    'url': 'https://gab.com/marc_capt',
    'screenname': 'marc_capt',
    'country': 'CA',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}

GAB_GROUP_KWARGS = {
    'name': 'iran group (test)',
    'platform_id': "10001",
    'category': 'test',
    'platform': 'Gab',
    'url': 'https://gab.com/groups/10001',
    'screenname': 'iran group',
    'country': 'IR',
    'influencer': None,
    'public': True,
    'chat': True,
    'notes': '',
    'source': 'researcher'}

GETTR_CHANNEL_KWARGS = {
    'name': 'LizardRepublic (test)',
    'platform_id': 'lizardrepublic',
    'category': 'test',
    'platform': 'Gettr',
    'url': 'https://www.gettr.com/user/lizardrepublic',
    'screenname': 'lizardrepublic',
    'country': 'US',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}

INSTAGRAM_CHANNEL_KWARGS = {
    'name': 'borland.88 (test)',
    'platform_id': 'borland.88',
    'category': 'test',
    'platform': 'Instagram',
    'url': 'https://www.instagram.com/borland.88/',
    'screenname': 'borland.88',
    'country': 'UA',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}

ODYSEE_CHANNEL_KWARGS = {
    'name': "Mak1n' Bacon (test)",
    'platform_id': 'Mak1nBacon',
    'category': 'test',
    'platform': 'Odysee',
    'url': 'https://odysee.com/@Mak1nBacon',
    'screenname': 'Mak1nBacon',
    'country': 'US',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}

RUMBLE_CHANNEL_KWARGS = {
    'name': 'we are uploading videos wow products (test)',
    'platform_id': 'c-916305',
    'category': 'test',
    'platform': 'Rumble',
    'url': 'https://rumble.com/c/c-916305',
    'screenname': 'we are uploading',
    'country': 'CA',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}

TELEGRAM_CHANNEL_KWARGS = {
    'name': 'Бутылка (test)',
    'platform_id': "-1001760492118",
    'category': 'test',
    'platform': 'Telegram',
    'url': 'https://t.me/butylka1488',
    'screenname': 'butylka1488',
    'country': 'RU',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}
    
TWITTER_CHANNEL_KWARGS = {
    'name': 'L Weber (test)',
    'platform_id': "1424979017749442595",
    'category': 'test',
    'platform': 'Twitter',
    'url': 'https://twitter.com/LWeber33662141',
    'screenname': 'LWeber33662141',
    'country': 'US',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}

VKONTAKTE_CHANNEL_KWARGS = {
    'name': 'Wwg1wgA (test)',
    'platform_id': 'club201278078',
    'category': 'test',
    'platform': 'Vkontakte',
    'url': 'https://vk.com/club201278078',
    'screenname': 'Wwg1wgA',
    'country': 'FR',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}

YOUTUBE_CHANNEL_KWARGS = {
    'name': 'AnEs87 (test)',
    'platform_id': 'UCP6exBqGoxGLv_pM9Dxk2pA',
    'category': 'test',
    'platform': 'Youtube',
    'url': 'https://www.youtube.com/channel/UCP6exBqGoxGLv_pM9Dxk2pA',
    'screenname': 'AnEs87',
    'country': 'SV',
    'influencer': None,
    'public': True,
    'chat': False,
    'notes': '',
    'source': 'researcher'}


@pytest.fixture(scope='package')
def engine(tmpdir_factory):
    """Initialize a SQLite database and SQLAlchemy engine to be used for all
    tests in the package"""

    engine = create_engine(os.environ["TEST_DB"])
    
    return engine

@pytest.fixture(scope='package')
def session(engine):
    """Initialize a SQLAlchemy session to be used for all tests in the package"""

    sessionfactory = sessionmaker()
    sessionfactory.configure(bind=engine)
    return sessionfactory()

@pytest.fixture(scope='package')
def controller(engine):
    """Initialize ScraperController to be used for all tests in the package."""

    scraper_controller = ScraperController()
    scraper_controller.connect_to_db(engine)

    return scraper_controller

@pytest.fixture(scope='package')
def etl_controller(engine):
    """Initialize ETLController to be used for all tests in the package."""

    etl_controller = ETLController()
    etl_controller.connect_to_db(engine)

    return etl_controller

@pytest.fixture(scope='package')
def channel_kwargs():
    """Define keyword arguments to use for defining test channels for each 
    platform to be scraped.
    """

    return {
        'bitchute' : BITCHUTE_CHANNEL_KWARGS,
        'gab' : GAB_CHANNEL_KWARGS,
        'gab_group' : GAB_GROUP_KWARGS,
        'gettr' : GETTR_CHANNEL_KWARGS,
        'instagram' : INSTAGRAM_CHANNEL_KWARGS,
        'odysee' : ODYSEE_CHANNEL_KWARGS,
        'rumble' : RUMBLE_CHANNEL_KWARGS,
        'telegram' : TELEGRAM_CHANNEL_KWARGS,
        'twitter' : TWITTER_CHANNEL_KWARGS,
        'vkontakte' : VKONTAKTE_CHANNEL_KWARGS,
        'youtube' : YOUTUBE_CHANNEL_KWARGS}