diff --git a/app/index.py b/app/index.py index 8f15d85..c82c934 100644 --- a/app/index.py +++ b/app/index.py @@ -12,10 +12,15 @@ def bypass_paywall(url): """ Bypass paywall for a given url """ - response = requests.get(url, headers=googlebot_headers) - response.encoding = response.apparent_encoding - return response.text - + if url.startswith("http"): + response = requests.get(url, headers=googlebot_headers) + response.encoding = response.apparent_encoding + return response.text + + try: + return bypass_paywall("https://" + url) + except requests.exceptions.RequestException as e: + return bypass_paywall("http://" + url) @app.route("/") def main_page():