crawler: reduce max file size

2018-10-25 01:15:09 +02:00
parent 91a084e5ed
commit 90110a4661
1 changed files with 1 additions and 1 deletions
--- a/morss/crawler.py
+++ b/morss/crawler.py
@@ -48,7 +48,7 @@ def custom_handler(accept=None, strict=False, delay=None, encoding=None, basic=F
    # & HTTPSHandler

    #handlers.append(DebugHandler())
-    handlers.append(SizeLimitHandler(500*1024)) # 500KiB
+    handlers.append(SizeLimitHandler(100*1024)) # 100KiB
    handlers.append(HTTPCookieProcessor())
    handlers.append(GZIPHandler())
    handlers.append(HTTPEquivHandler())