Merge pull request #1 from scrapy/cleanup

rename spider and clean it up
stummjr · Jan 18, 2017 · 959a7dc · 959a7dc
2 parents caa80bc + 645fe88
commit 959a7dc
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 17 deletions.
diff --git a/books/settings.py b/books/settings.py
@@ -7,18 +7,3 @@
 
 ROBOTSTXT_OBEY = True
 HTTPCACHE_ENABLED = True
-
-SPIDER_MIDDLEWARES = {
-    'scrapy_deltafetch.DeltaFetch': 100,
-    'scrapy_magicfields.MagicFieldsMiddleware': 200,
-}
-
-DELTAFETCH_ENABLED = True
-
-MAGICFIELDS_ENABLED = True
-MAGIC_FIELDS = {
-    "timestamp": "$time",
-    "spider": "$spider:name",
-    "url": "scraped from $response:url",
-    "domain": "$response:url,r'https?://([\w\.]+)/']",
-}
diff --git a/books/spiders/toscrape.py → books/spiders/books.py b/books/spiders/toscrape.py → books/spiders/books.py
@@ -2,8 +2,8 @@
 import scrapy
 
 
-class ToscrapeSpider(scrapy.Spider):
-    name = "toscrape"
+class BooksSpider(scrapy.Spider):
+    name = "books"
     allowed_domains = ["books.toscrape.com"]
     start_urls = [
         'http://books.toscrape.com/',
@@ -26,4 +26,5 @@ def parse_book_page(self, response):
         item['description'] = response.xpath(
             "//div[@id='product_description']/following-sibling::p/text()"
         ).extract_first()
+        item['price'] = response.css('p.price_color ::text').extract_first()
         yield item