Fixed issue pickling data in case of CrawlSpiders

ThomasAitken · May 14, 2020 · b7bd457 · b7bd457
1 parent a99354f
commit b7bd457
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/scrapy_testmaster/middleware.py b/scrapy_testmaster/middleware.py
@@ -162,6 +162,8 @@ def process_spider_output(self, response, result, spider):
             k: v for k, v in spider.__dict__.items()
             if k not in ('crawler', 'settings', 'start_urls')
         }
+        temp_rules = spider_attr_out.get('_rules', [])
+        spider_attr_out['_rules'] = [repr(rule) for rule in temp_rules]
 
         data = {
             'spider_name': spider.name,

diff --git a/setup.py b/setup.py
@@ -5,7 +5,7 @@
 
 setuptools.setup(
     name='scrapy-testmaster',
-    version='0.1.1',
+    version='0.1.2',
     author='Thomas Aitken',
     author_email='tclaitken@gmail.com',
     description='Automated testing and debugging tool for Scrapy.',