Merge pull request #21 from xray33/feature/proxy_packages_more_than_100mb_size

Feature/proxy packages more than 100mb size

Author: mosquito

contrib/pypi-server.conf.example

@@ -8,3 +8,4 @@ pool_size = 16
 secret = 'change me please'
 database = URL('sqlite:///tmp/test.db')
 user = 'nobody'
+max_body_size = 200  # in megabytes

pypi_server/__init__.py

@@ -9,7 +9,7 @@
     ("Dmitry Orlov", "me@mosquito.su")
 ]
 
-version_info = (0, 4, 5)
+version_info = (0, 4, 6)
 
 __version__ = ".".join(map(str, version_info))
 __author__ = ", ".join("{0} <{1}>".format(*author) for author in author_info)

pypi_server/server.py

@@ -76,6 +76,10 @@
        help="Maximum HTTP Client instances for proxy requests (default 25) [ENV:MAX_CLIENTS]",
        default=int(os.getenv("MAX_CLIENTS", '25')), type=int)
 
+define("max_body_size",
+       help="Maximum HTTP Client body size for proxy requests (in megabytes, default 100) [ENV:MAX_BODY_SIZE]",
+       default=int(os.getenv("MAX_BODY_SIZE", '100')), type=int)
+
 define("pypi_server",
        help="PYPI service url. Using for proxy. (default https://pypi.python.org/) [ENV:PYPY_SERVER]",
        default=URL(os.getenv("PYPI_SERVER", 'https://pypi.python.org/')), type=URL)
@@ -161,7 +165,7 @@ def handle_pdb(sig, frame):
         log.info("Init thread pool with %d threads", options.pool_size)
         handlers.base.BaseHandler.THREAD_POOL = futures.ThreadPoolExecutor(options.pool_size)
 
-        AsyncHTTPClient.configure(None, max_clients=options.max_http_clients)
+        AsyncHTTPClient.configure(None, max_clients=options.max_http_clients, max_body_size=options.max_body_size*1024*1024)
 
         proxy_url = URL(os.getenv('{0}_proxy'.format(options.pypi_server.scheme)))
         if proxy_url: