backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

bigger connection pool, for Vangelis

Browse Source
This commit is contained in:
Noah Levitt 2019-05-15 16:06:42 -07:00
parent bbf3fad1dc
commit 8c31ec2916
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@ -43,7 +43,7 @@ except:
setuptools.setup( setuptools.setup(
name='warcprox', name='warcprox',
version='2.4.13', version='2.4.14',
description='WARC writing MITM HTTP/S proxy', description='WARC writing MITM HTTP/S proxy',
url='https://github.com/internetarchive/warcprox', url='https://github.com/internetarchive/warcprox',
author='Noah Levitt', author='Noah Levitt',

4
warcprox/mitmproxy.py
View File

@ -274,7 +274,7 @@ class MitmProxyHandler(http_server.BaseHTTPRequestHandler):
''' '''
self._conn_pool = self.server.remote_connection_pool.connection_from_host( self._conn_pool = self.server.remote_connection_pool.connection_from_host(
host=self.hostname, port=int(self.port), scheme='http', host=self.hostname, port=int(self.port), scheme='http',
pool_kwargs={'maxsize': 6, 'timeout': self._socket_timeout}) pool_kwargs={'maxsize': 12, 'timeout': self._socket_timeout})
self._remote_server_conn = self._conn_pool._get_conn() self._remote_server_conn = self._conn_pool._get_conn()
if is_connection_dropped(self._remote_server_conn): if is_connection_dropped(self._remote_server_conn):
@ -759,7 +759,7 @@ class SingleThreadedMitmProxy(http_server.HTTPServer):
self.bad_hostnames_ports_lock = RLock() self.bad_hostnames_ports_lock = RLock()
self.remote_connection_pool = PoolManager( self.remote_connection_pool = PoolManager(
num_pools=max(round(options.max_threads / 6), 200) if options.max_threads else 200) num_pools=max((options.max_threads or 0) // 6, 400))
if options.onion_tor_socks_proxy: if options.onion_tor_socks_proxy:
try: try: