Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
42 changes: 10 additions & 32 deletions torpy/http/requests.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#

import logging
from contextlib import contextmanager

from requests import Request, Session

Expand All @@ -28,50 +26,30 @@

logger = logging.getLogger(__name__)


class TorRequests:
def __init__(self, hops_count=3, headers=None, auth_data=None):
class TorRequests(Session):
def __init__(self, hops_count=3, headers=None, auth_data=None, retries=0):
super().__init__()
self._hops_count = hops_count
self._headers = dict(headers) if headers else {}
self._auth_data = dict(auth_data) if auth_data else auth_data

def __enter__(self):
"""Create TorClient and connect to guard node."""
self._tor = TorClient(auth_data=self._auth_data)
self._guard = self._tor.get_guard()
return self
self.headers.update(self._headers)
adapter = TorHttpAdapter(self._guard, self._hops_count, retries=retries)
self.mount('http://', adapter)
self.mount('https://', adapter)

def __exit__(self, exc_type, exc_val, exc_tb):
"""Close guard connection."""
def close(self):
super().close()
self._guard.close()
self._tor.close()

def send(self, method, url, data=None, **kwargs):
with self.get_session() as s:
r = Request(method, url, data, **kwargs)
return s.send(r.prepare())

@contextmanager
def get_session(self, retries=0):
adapter = TorHttpAdapter(self._guard, self._hops_count, retries=retries)
with Session() as s:
s.headers.update(self._headers)
s.mount('http://', adapter)
s.mount('https://', adapter)
yield s


@contextmanager
def tor_requests_session(hops_count=3, headers=None, auth_data=None, retries=0):
with TorRequests(hops_count, headers, auth_data) as tr:
with tr.get_session(retries=retries) as s:
yield s

return TorRequests(hops_count, headers, auth_data, retries)

def do_request(url, method='GET', data=None, headers=None, hops=3, auth_data=None, verbose=0, retries=0):
with tor_requests_session(hops, auth_data, retries=retries) as s:
headers = dict(headers or [])
# WARN: https://github.com/urllib3/urllib3/pull/1750
if SKIP_HEADER and \
'user-agent' not in (k.lower() for k in headers.keys()):
headers['User-Agent'] = SKIP_HEADER
Expand Down