diff options
Diffstat (limited to 'bin/fb-scrape')
| -rw-r--r-- | bin/fb-scrape/get-fb-content.py | 7 | ||||
| -rw-r--r-- | bin/fb-scrape/requirements.txt | 2 |
2 files changed, 8 insertions, 1 deletions
diff --git a/bin/fb-scrape/get-fb-content.py b/bin/fb-scrape/get-fb-content.py index 5b22f70..6d6b7ba 100644 --- a/bin/fb-scrape/get-fb-content.py +++ b/bin/fb-scrape/get-fb-content.py @@ -8,6 +8,7 @@ from pytz_deprecation_shim import PytzUsageWarning from random import randint from facebook_scraper import get_posts, enable_logging +from facebook_scraper.exceptions import TemporarilyBanned from requests.exceptions import RequestException debug = len(sys.argv) > 2 and sys.argv[2] == 'debug' @@ -21,6 +22,10 @@ warnings.filterwarnings( ) warnings.filterwarnings( action='ignore', + message=r"Facebook says 'Unsupported Browser'" +) +warnings.filterwarnings( + action='ignore', category=PytzUsageWarning ) @@ -36,7 +41,7 @@ try: 'images': post['images'] }) time.sleep(randint(10, 15)) -except RequestException: +except (RequestException, TemporarilyBanned): pass print(json.dumps(posts)) diff --git a/bin/fb-scrape/requirements.txt b/bin/fb-scrape/requirements.txt new file mode 100644 index 0000000..6632c5e --- /dev/null +++ b/bin/fb-scrape/requirements.txt @@ -0,0 +1,2 @@ +facebook-scraper +pytz-deprecation-shim |