aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--scraper.py6
1 files changed, 3 insertions, 3 deletions
diff --git a/scraper.py b/scraper.py
index c21c94e..1c390a3 100644
--- a/scraper.py
+++ b/scraper.py
@@ -59,10 +59,10 @@ class ComputerScienceSpyder(CrawlSpider):
yield {
'Domain': result.url.split('/')[2],
- 'URL': result.url,
'Title': result.css('title::text').get(),
- 'Content': content,
- 'Image URLs': '|'.join(image_urls),
+ 'ParsedContent': content,
+ 'ImageResourceLocator': '|'.join(image_urls),
+ 'ResourceLocator': result.url,
}
file_size_bytes = os.path.getsize(OUTPUT_FILE)