to scrapytutorial

Author: Germey

scrapy.cfg

@@ -4,8 +4,8 @@
 # https://scrapyd.readthedocs.org/en/latest/deploy.html
 
 [settings]
-default = tutorial.settings
+default = scrapytutorial.settings
 
 [deploy]
 #url = http://localhost:6800/
-project = tutorial
+project = scrapytutorial

tutorial/__init__.py renamed to scrapytutorial/__init__.py

@@ -5,7 +5,7 @@
 class TextPipeline(object):
     def __init__(self):
         self.limit = 50
-    
+
     def process_item(self, item, spider):
         if item['text']:
             if len(item['text']) > self.limit:
@@ -19,22 +19,23 @@ class MongoDBPipeline(object):
     def __init__(self, connection_string, database):
         self.connection_string = connection_string
         self.database = database
-    
+
     @classmethod
     def from_crawler(cls, crawler):
         return cls(
-            connection_string=crawler.settings.get('MONGODB_CONNECTION_STRING'),
+            connection_string=crawler.settings.get(
+                'MONGODB_CONNECTION_STRING'),
             database=crawler.settings.get('MONGODB_DATABASE')
         )
-    
+
     def open_spider(self, spider):
         self.client = pymongo.MongoClient(self.connection_string)
         self.db = self.client[self.database]
-    
+
     def process_item(self, item, spider):
         name = item.__class__.__name__
         self.db[name].insert(dict(item))
         return item
-    
+
     def close_spider(self, spider):
         self.client.close()