cisticola/docs/build/html/searchindex.js

Search.setIndex({docnames:["cisticola","cisticola.scraper","cisticola.transformer","index","modules"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["cisticola.rst","cisticola.scraper.rst","cisticola.transformer.rst","index.rst","modules.rst"],objects:{"":[[0,0,0,"-","cisticola"]],"cisticola.ScraperController":[[0,2,1,"","connect_to_db"],[0,2,1,"","register_scraper"],[0,2,1,"","scrape_channels"]],"cisticola.base":[[0,1,1,"","Channel"],[0,1,1,"","ScraperResult"],[0,1,1,"","TransformedResult"]],"cisticola.base.Channel":[[0,3,1,"","category"],[0,3,1,"","chat"],[0,3,1,"","country"],[0,3,1,"","followers"],[0,3,1,"","id"],[0,3,1,"","influencer"],[0,3,1,"","name"],[0,3,1,"","notes"],[0,3,1,"","platform"],[0,3,1,"","platform_id"],[0,3,1,"","public"],[0,3,1,"","url"]],"cisticola.base.ScraperResult":[[0,3,1,"","channel"],[0,3,1,"","date"],[0,3,1,"","date_archived"],[0,3,1,"","id"],[0,3,1,"","platform"],[0,3,1,"","platform_id"],[0,3,1,"","raw_data"],[0,3,1,"","scraper"]],"cisticola.base.TransformedResult":[[0,3,1,"","author_id"],[0,3,1,"","author_username"],[0,3,1,"","channel"],[0,3,1,"","content"],[0,3,1,"","date"],[0,3,1,"","date_archived"],[0,3,1,"","id"],[0,3,1,"","platform"],[0,3,1,"","raw_id"],[0,3,1,"","scraper"],[0,3,1,"","transformer"],[0,3,1,"","url"]],"cisticola.scraper":[[1,1,1,"","Scraper"],[1,0,0,"-","bitchute"],[1,0,0,"-","gettr"],[1,0,0,"-","twitter"]],"cisticola.scraper.Scraper":[[1,2,1,"","can_handle"],[1,2,1,"","get_posts"]],"cisticola.scraper.bitchute":[[1,1,1,"","BitchuteScraper"],[1,4,1,"","append_details"],[1,4,1,"","get_about"],[1,4,1,"","get_videos_user"],[1,4,1,"","request_from_bitchute"],[1,4,1,"","strip_tags"]],"cisticola.scraper.bitchute.BitchuteScraper":[[1,2,1,"","can_handle"],[1,2,1,"","get_posts"],[1,2,1,"","get_username_from_url"]],"cisticola.scraper.gettr":[[1,1,1,"","GettrScraper"]],"cisticola.scraper.gettr.GettrScraper":[[1,2,1,"","can_handle"],[1,2,1,"","get_posts"],[1,2,1,"","get_username_from_url"]],"cisticola.scraper.twitter":[[1,1,1,"","TwitterScraper"]],"cisticola.scraper.twitter.TwitterScraper":[[1,2,1,"","can_handle"],[1,2,1,"","get_posts"],[1,2,1,"","get_username_from_url"]],"cisticola.transformer":[[2,1,1,"","Transformer"],[2,0,0,"-","twitter"]],"cisticola.transformer.Transformer":[[2,2,1,"","can_handle"],[2,2,1,"","transform"]],"cisticola.transformer.twitter":[[2,1,1,"","TwitterTransformer"]],"cisticola.transformer.twitter.TwitterTransformer":[[2,2,1,"","transform"]],cisticola:[[0,1,1,"","ETLController"],[0,1,1,"","ScraperController"],[0,0,0,"-","base"],[1,0,0,"-","scraper"],[2,0,0,"-","transformer"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","attribute","Python attribute"],"4":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:attribute","4":"py:function"},terms:{"4cat":1,"class":[0,1,2],"int":0,"public":0,"return":1,"true":1,A:[0,2],If:1,To:1,about:1,also:1,an:[0,1],analysi:0,api:1,append:1,append_detail:1,author_id:0,author_usernam:0,avoid:1,base:[1,2,4],basic:1,befor:1,bird:[],bitchut:[0,4],bitchutescrap:1,bool:[0,1,2],br:1,can_handl:[1,2],care:1,categori:0,cetera:1,channel:[0,1],chat:0,check:1,cisticola:[],column:0,comment:1,conduc:0,connect_to_db:0,content:4,convert:1,convert_newlin:1,countri:0,csrf:1,csrftoken:1,data:[1,2],databas:0,date:0,date_archiv:0,datetim:0,detail:1,dict:1,dictionari:1,doc:[],engin:0,error:1,et:1,etl:2,etlcontrol:0,everyth:0,everywher:1,extra:1,extract:1,failur:1,far:1,fetch:1,field:[0,1],first:1,follow:0,format:0,from:[0,1],gener:[0,1],get:1,get_about:1,get_post:1,get_username_from_url:1,get_videos_us:1,gettr:[0,4],gettrscrap:1,given:1,gogettr:1,have:1,header:1,html:1,http:1,id:0,imag:[],implement:1,index:3,influenc:0,interfac:2,item:1,jpeg:[],level:1,librari:1,list:[0,1],metadata:1,method:[1,2],minim:0,modul:[3,4],more:0,name:0,non:1,none:1,note:0,object:[0,1,2],option:1,orm:0,p:1,packag:[3,4],page:[1,3],param:1,paramet:1,pass:1,platform:0,platform_id:0,post:1,process:0,raw_data:0,raw_id:0,regist:0,register_scrap:0,request:1,request_from_bitchut:1,respons:1,result:0,retri:1,s:1,same:1,scrape:1,scrape_channel:0,scraper:[0,4],scrapercontrol:0,scraperresult:[0,1,2],search:3,second:1,send:1,session:1,sinc:1,snscrape:1,so:1,someth:1,specif:2,str:[0,1],string:1,strip:1,strip_tag:1,submodul:4,subpackag:4,synchron:0,tab:1,tabl:0,tag:1,take:1,them:0,thi:[0,1],token:1,transform:[0,4],transformedresult:[0,2],tupl:1,twitter:[0,4],twitterscrap:1,twittertransform:2,updat:1,url:[0,1],us:[0,1],user:1,usernam:1,via:[0,1],video:1,write:1},titles:["cisticola package","cisticola.scraper package","cisticola.transformer package","Welcome to Cisticola\u2019s documentation!","cisticola"],titleterms:{base:0,bitchut:1,cisticola:[0,1,2,3,4],content:[0,1,2,3],document:3,gettr:1,indic:3,modul:[0,1,2],packag:[0,1,2],s:3,scraper:1,submodul:[0,1,2],subpackag:0,tabl:3,transform:2,twitter:[1,2],welcom:3}})