librefi/librefi/fxckers/_common.py

32 lines
1.1 KiB
Python
Raw Normal View History

2020-08-30 16:26:29 +02:00
import requests
from http.cookiejar import CookieJar
from ..utils import get_user_agent
class BaseFxcker:
2020-09-05 03:24:34 +02:00
def __init__(self, logger, log_level):
2020-08-30 16:26:29 +02:00
self.cookie_jar = CookieJar()
2020-09-05 03:24:34 +02:00
self.log = logger(key=self.FXCKER_KEY, log_level=log_level)
2020-08-30 16:26:29 +02:00
@property
def FXCKER_KEY(self):
return self.__class__.__name__[:-6]
2020-09-05 03:24:34 +02:00
def request(self, method, url, resource=None, **kwargs):
2020-08-30 16:26:29 +02:00
kwargs["cookies"] = self.cookie_jar
if not kwargs.get("headers"):
2020-08-30 16:26:29 +02:00
kwargs["headers"] = {}
if not kwargs["headers"].get("User-Agent"):
2020-08-30 16:26:29 +02:00
kwargs["headers"]["User-Agent"] = get_user_agent()
if not kwargs.get("allow_redirects"):
2020-09-11 16:07:03 +02:00
kwargs["allow_redirects"] = False
2020-09-05 03:24:34 +02:00
self.log.info("Requesting " +
2020-09-09 18:23:46 +02:00
resource if resource is not None
else (str(method) + " " + str(url)))
2020-09-11 16:07:03 +02:00
req = requests.request(method, url, **kwargs)
if req.headers.get("Location"):
return self.request(method, req.headers.get("Location"),
resource=resource, **kwargs)
return req