From 4d0350e541f70c3abc47393d7c455bbac01f8ac5 Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Mon, 1 Oct 2018 02:51:33 +0200 Subject: [PATCH] Disable "quality filter" on Twitter (fixes #3) --- snscrape/modules/twitter.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index c690162..8a8436c 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -36,7 +36,7 @@ class TwitterSearchScraper(snscrape.base.Scraper): # First page logger.info(f'Retrieving search page for {self._query}') - r = self._get('https://twitter.com/search', params = {'f': 'tweets', 'vertical': 'default', 'lang': 'en', 'q': self._query, 'src': 'typd'}, headers = headers) + r = self._get('https://twitter.com/search', params = {'f': 'tweets', 'vertical': 'default', 'lang': 'en', 'q': self._query, 'src': 'typd', 'qf': 'off'}, headers = headers) feed = self._get_feed_from_html(r.text) if not feed: @@ -57,6 +57,7 @@ class TwitterSearchScraper(snscrape.base.Scraper): 'include_entities': '1', 'reset_error_state': 'false', 'src': 'typd', + 'qf': 'off', 'max_position': maxPosition, }, headers = headers,