Merge pull request #30 from fckwall/patch-2

xiyouMc · web-flow · commit 4ca388aeabad · 2017-10-16T21:35:58.000-05:00
Fix a memory leak issue
diff --git a/PornHub/PornHub/settings.py b/PornHub/PornHub/settings.py
@@ -36,3 +36,7 @@
 
 FEED_URI=u'/Users/xiyouMc/Documents/pornhub.csv'
 FEED_FORMAT='CSV'
+
+DEPTH_PRIORITY = 1
+SCHEDULER_DISK_QUEUE = 'scrapy.squeues.PickleFifoDiskQueue'
+SCHEDULER_MEMORY_QUEUE = 'scrapy.squeues.FifoMemoryQueue'
