add DropItem for incomplete item

teknokeras · Oct 2, 2017 · 011cd9d · 011cd9d
1 parent 09dcad8
commit 011cd9d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scraper/code/crawler/pipelines/completeness.py b/scraper/code/crawler/pipelines/completeness.py
@@ -46,5 +46,6 @@ def process_item(self, item, spider):
 
         if not complete:
             self.exporter.export_item(item)
+            raise DropItem("Missing one or more element in %s" % item['url'])
 
         return item