From 83a00a66d80789aaaad9759c9a89d9980a6320ac Mon Sep 17 00:00:00 2001 From: emkael Date: Wed, 21 Feb 2018 00:42:00 +0100 Subject: Refactoring remote HTML retrieval to separate class --- jfr_playoff/remote.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 jfr_playoff/remote.py (limited to 'jfr_playoff/remote.py') diff --git a/jfr_playoff/remote.py b/jfr_playoff/remote.py new file mode 100644 index 0000000..b6d0a34 --- /dev/null +++ b/jfr_playoff/remote.py @@ -0,0 +1,13 @@ +import urllib + +from bs4 import BeautifulSoup as bs + +class RemoteUrl: + + url_cache = {} + + @classmethod + def fetch(cls, url): + if url not in cls.url_cache: + cls.url_cache[url] = urllib.urlopen(url).read() + return bs(cls.url_cache[url], 'lxml') -- cgit v1.2.3