mirror of
https://github.com/bellingcat/cisticola.git
synced 2026-06-11 04:48:33 +03:00
460 lines
17 KiB
HTML
460 lines
17 KiB
HTML
|
|
<!DOCTYPE html>
|
|
|
|
<html>
|
|
<head>
|
|
<meta charset="utf-8" />
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
|
<title>Index — Cisticola documentation</title>
|
|
<link rel="stylesheet" type="text/css" href="_static/pygments.css" />
|
|
<link rel="stylesheet" type="text/css" href="_static/alabaster.css" />
|
|
<script data-url_root="./" id="documentation_options" src="_static/documentation_options.js"></script>
|
|
<script src="_static/jquery.js"></script>
|
|
<script src="_static/underscore.js"></script>
|
|
<script src="_static/doctools.js"></script>
|
|
<link rel="index" title="Index" href="#" />
|
|
<link rel="search" title="Search" href="search.html" />
|
|
|
|
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
|
|
|
|
|
|
<meta name="viewport" content="width=device-width, initial-scale=0.9, maximum-scale=0.9" />
|
|
|
|
</head><body>
|
|
|
|
|
|
<div class="document">
|
|
<div class="documentwrapper">
|
|
<div class="bodywrapper">
|
|
|
|
|
|
<div class="body" role="main">
|
|
|
|
|
|
<h1 id="index">Index</h1>
|
|
|
|
<div class="genindex-jumpbox">
|
|
<a href="#A"><strong>A</strong></a>
|
|
| <a href="#B"><strong>B</strong></a>
|
|
| <a href="#C"><strong>C</strong></a>
|
|
| <a href="#D"><strong>D</strong></a>
|
|
| <a href="#E"><strong>E</strong></a>
|
|
| <a href="#F"><strong>F</strong></a>
|
|
| <a href="#G"><strong>G</strong></a>
|
|
| <a href="#I"><strong>I</strong></a>
|
|
| <a href="#M"><strong>M</strong></a>
|
|
| <a href="#N"><strong>N</strong></a>
|
|
| <a href="#P"><strong>P</strong></a>
|
|
| <a href="#R"><strong>R</strong></a>
|
|
| <a href="#S"><strong>S</strong></a>
|
|
| <a href="#T"><strong>T</strong></a>
|
|
| <a href="#U"><strong>U</strong></a>
|
|
|
|
</div>
|
|
<h2 id="A">A</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.append_details">append_details() (in module cisticola.scraper.bitchute)</a>
|
|
</li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.author_id">author_id (cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.author_username">author_username (cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="B">B</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.BitchuteScraper">BitchuteScraper (class in cisticola.scraper.bitchute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="C">C</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.BitchuteScraper.can_handle">can_handle() (cisticola.scraper.bitchute.BitchuteScraper method)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.gettr.GettrScraper.can_handle">(cisticola.scraper.gettr.GettrScraper method)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.Scraper.can_handle">(cisticola.scraper.Scraper method)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.twitter.TwitterScraper.can_handle">(cisticola.scraper.twitter.TwitterScraper method)</a>
|
|
</li>
|
|
<li><a href="cisticola.transformer.html#cisticola.transformer.Transformer.can_handle">(cisticola.transformer.Transformer method)</a>
|
|
</li>
|
|
</ul></li>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.category">category (cisticola.base.Channel attribute)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult.channel">channel (cisticola.base.ScraperResult attribute)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.channel">(cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></li>
|
|
<li><a href="cisticola.html#cisticola.base.Channel">Channel (class in cisticola.base)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.chat">chat (cisticola.base.Channel attribute)</a>
|
|
</li>
|
|
<li>
|
|
cisticola
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#module-cisticola">module</a>
|
|
</li>
|
|
</ul></li>
|
|
<li>
|
|
cisticola.base
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#module-cisticola.base">module</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li>
|
|
cisticola.scraper
|
|
|
|
<ul>
|
|
<li><a href="cisticola.scraper.html#module-cisticola.scraper">module</a>
|
|
</li>
|
|
</ul></li>
|
|
<li>
|
|
cisticola.scraper.bitchute
|
|
|
|
<ul>
|
|
<li><a href="cisticola.scraper.html#module-cisticola.scraper.bitchute">module</a>
|
|
</li>
|
|
</ul></li>
|
|
<li>
|
|
cisticola.scraper.gettr
|
|
|
|
<ul>
|
|
<li><a href="cisticola.scraper.html#module-cisticola.scraper.gettr">module</a>
|
|
</li>
|
|
</ul></li>
|
|
<li>
|
|
cisticola.scraper.twitter
|
|
|
|
<ul>
|
|
<li><a href="cisticola.scraper.html#module-cisticola.scraper.twitter">module</a>
|
|
</li>
|
|
</ul></li>
|
|
<li>
|
|
cisticola.transformer
|
|
|
|
<ul>
|
|
<li><a href="cisticola.transformer.html#module-cisticola.transformer">module</a>
|
|
</li>
|
|
</ul></li>
|
|
<li>
|
|
cisticola.transformer.twitter
|
|
|
|
<ul>
|
|
<li><a href="cisticola.transformer.html#module-cisticola.transformer.twitter">module</a>
|
|
</li>
|
|
</ul></li>
|
|
<li><a href="cisticola.html#cisticola.ScraperController.connect_to_db">connect_to_db() (cisticola.ScraperController method)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.content">content (cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.country">country (cisticola.base.Channel attribute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="D">D</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult.date">date (cisticola.base.ScraperResult attribute)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.date">(cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult.date_archived">date_archived (cisticola.base.ScraperResult attribute)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.date_archived">(cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="E">E</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.ETLController">ETLController (class in cisticola)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="F">F</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.followers">followers (cisticola.base.Channel attribute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="G">G</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.get_about">get_about() (in module cisticola.scraper.bitchute)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.BitchuteScraper.get_posts">get_posts() (cisticola.scraper.bitchute.BitchuteScraper method)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.gettr.GettrScraper.get_posts">(cisticola.scraper.gettr.GettrScraper method)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.Scraper.get_posts">(cisticola.scraper.Scraper method)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.twitter.TwitterScraper.get_posts">(cisticola.scraper.twitter.TwitterScraper method)</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.BitchuteScraper.get_username_from_url">get_username_from_url() (cisticola.scraper.bitchute.BitchuteScraper method)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.gettr.GettrScraper.get_username_from_url">(cisticola.scraper.gettr.GettrScraper method)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.twitter.TwitterScraper.get_username_from_url">(cisticola.scraper.twitter.TwitterScraper method)</a>
|
|
</li>
|
|
</ul></li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.get_videos_user">get_videos_user() (in module cisticola.scraper.bitchute)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.gettr.GettrScraper">GettrScraper (class in cisticola.scraper.gettr)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="I">I</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.id">id (cisticola.base.Channel attribute)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult.id">(cisticola.base.ScraperResult attribute)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.id">(cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.influencer">influencer (cisticola.base.Channel attribute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="M">M</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li>
|
|
module
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#module-cisticola">cisticola</a>
|
|
</li>
|
|
<li><a href="cisticola.html#module-cisticola.base">cisticola.base</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#module-cisticola.scraper">cisticola.scraper</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#module-cisticola.scraper.bitchute">cisticola.scraper.bitchute</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#module-cisticola.scraper.gettr">cisticola.scraper.gettr</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#module-cisticola.scraper.twitter">cisticola.scraper.twitter</a>
|
|
</li>
|
|
<li><a href="cisticola.transformer.html#module-cisticola.transformer">cisticola.transformer</a>
|
|
</li>
|
|
<li><a href="cisticola.transformer.html#module-cisticola.transformer.twitter">cisticola.transformer.twitter</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="N">N</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.name">name (cisticola.base.Channel attribute)</a>
|
|
</li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.notes">notes (cisticola.base.Channel attribute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="P">P</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.platform">platform (cisticola.base.Channel attribute)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult.platform">(cisticola.base.ScraperResult attribute)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.platform">(cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.platform_id">platform_id (cisticola.base.Channel attribute)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult.platform_id">(cisticola.base.ScraperResult attribute)</a>
|
|
</li>
|
|
</ul></li>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.public">public (cisticola.base.Channel attribute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="R">R</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult.raw_data">raw_data (cisticola.base.ScraperResult attribute)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.raw_id">raw_id (cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.ScraperController.register_scraper">register_scraper() (cisticola.ScraperController method)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.request_from_bitchute">request_from_bitchute() (in module cisticola.scraper.bitchute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="S">S</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.ScraperController.scrape_channels">scrape_channels() (cisticola.ScraperController method)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult.scraper">scraper (cisticola.base.ScraperResult attribute)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.scraper">(cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.Scraper">Scraper (class in cisticola.scraper)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.ScraperController">ScraperController (class in cisticola)</a>
|
|
</li>
|
|
<li><a href="cisticola.html#cisticola.base.ScraperResult">ScraperResult (class in cisticola.base)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.bitchute.strip_tags">strip_tags() (in module cisticola.scraper.bitchute)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="T">T</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.transformer.html#cisticola.transformer.Transformer.transform">transform() (cisticola.transformer.Transformer method)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.transformer.html#cisticola.transformer.twitter.TwitterTransformer.transform">(cisticola.transformer.twitter.TwitterTransformer method)</a>
|
|
</li>
|
|
</ul></li>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult">TransformedResult (class in cisticola.base)</a>
|
|
</li>
|
|
</ul></td>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.transformer">transformer (cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
<li><a href="cisticola.transformer.html#cisticola.transformer.Transformer">Transformer (class in cisticola.transformer)</a>
|
|
</li>
|
|
<li><a href="cisticola.scraper.html#cisticola.scraper.twitter.TwitterScraper">TwitterScraper (class in cisticola.scraper.twitter)</a>
|
|
</li>
|
|
<li><a href="cisticola.transformer.html#cisticola.transformer.twitter.TwitterTransformer">TwitterTransformer (class in cisticola.transformer.twitter)</a>
|
|
</li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
<h2 id="U">U</h2>
|
|
<table style="width: 100%" class="indextable genindextable"><tr>
|
|
<td style="width: 33%; vertical-align: top;"><ul>
|
|
<li><a href="cisticola.html#cisticola.base.Channel.url">url (cisticola.base.Channel attribute)</a>
|
|
|
|
<ul>
|
|
<li><a href="cisticola.html#cisticola.base.TransformedResult.url">(cisticola.base.TransformedResult attribute)</a>
|
|
</li>
|
|
</ul></li>
|
|
</ul></td>
|
|
</tr></table>
|
|
|
|
|
|
|
|
</div>
|
|
|
|
</div>
|
|
</div>
|
|
<div class="sphinxsidebar" role="navigation" aria-label="main navigation">
|
|
<div class="sphinxsidebarwrapper">
|
|
<h1 class="logo"><a href="index.html">Cisticola</a></h1>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<h3>Navigation</h3>
|
|
<p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
|
|
<ul>
|
|
<li class="toctree-l1"><a class="reference internal" href="modules.html">cisticola</a></li>
|
|
</ul>
|
|
|
|
<div class="relations">
|
|
<h3>Related Topics</h3>
|
|
<ul>
|
|
<li><a href="index.html">Documentation overview</a><ul>
|
|
</ul></li>
|
|
</ul>
|
|
</div>
|
|
<div id="searchbox" style="display: none" role="search">
|
|
<h3 id="searchlabel">Quick search</h3>
|
|
<div class="searchformwrapper">
|
|
<form class="search" action="search.html" method="get">
|
|
<input type="text" name="q" aria-labelledby="searchlabel" autocomplete="off" autocorrect="off" autocapitalize="off" spellcheck="false"/>
|
|
<input type="submit" value="Go" />
|
|
</form>
|
|
</div>
|
|
</div>
|
|
<script>$('#searchbox').show(0);</script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</div>
|
|
</div>
|
|
<div class="clearer"></div>
|
|
</div>
|
|
<div class="footer">
|
|
©2022, Bellingcat.
|
|
|
|
|
|
|
Powered by <a href="http://sphinx-doc.org/">Sphinx 4.4.0</a>
|
|
& <a href="https://github.com/bitprophet/alabaster">Alabaster 0.7.12</a>
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</body>
|
|
</html> |