scrapy · Erkin-George · Aug 10, 2017
diff --git a/info.txt b/info.txt
@@ -0,0 +1 @@
+This will be my spider army to find all the lyrics to songs.
diff --git a/quotesbot/spiders/toscrape-css-0.py b/quotesbot/spiders/toscrape-css-0.py
@@ -0,0 +1,22 @@
+# -*- coding: utf-8 -*-
+import scrapy
+
+
+class ToScrapeCSSSpider(scrapy.Spider):
+    name = "toscrape-css"
+    start_urls = [
+        'http://quotes.toscrape.com/', 'http://soundcloud.com/'
+    ]
+
+    def parse(self, response):
+        for quote in response.css("div.quote"):
+            yield {
+                'text': quote.css("span.text::text").extract_first(),
+                'author': quote.css("small.author::text").extract_first(),
+                'tags': quote.css("div.tags > a.tag::text").extract()
+            }
+
+        next_page_url = response.css("li.next > a::attr(href)").extract_first()
+        if next_page_url is not None:
+            yield scrapy.Request(response.urljoin(next_page_url))
+
diff --git a/quotesbot/spiders/toscrape-css.py b/quotesbot/spiders/toscrape-css.py
@@ -5,7 +5,7 @@
 class ToScrapeCSSSpider(scrapy.Spider):
     name = "toscrape-css"
     start_urls = [
-        'http://quotes.toscrape.com/',
+        'http://quotes.toscrape.com/', 'http://soundcloud.com/'
     ]
 
     def parse(self, response):
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		This will be my spider army to find all the lyrics to songs.