fix: adjusting statscollector and localstorage with newer references

Signed-off-by: Nilton Junior <ngm.junior@outlook.com>

Author: NiltonGMJunior

spidermon/contrib/stats/statscollectors/local_storage.py

@@ -14,7 +14,10 @@ def _stats_location(self, spider):
         spider_name = get_spider_name(spider)
         return os.path.join(statsdir, f"{spider_name}_stats_history")
 
-    def open_spider(self, spider):
+    def open_spider(self, spider=None):
+        # Support both new API (spider=None, get from crawler) and old API (spider passed)
+        if spider is None:
+            spider = self._crawler.spider
         stats_location = self._stats_location(spider)
 
         max_stored_stats = spider.crawler.settings.getint(
@@ -32,7 +35,9 @@ def open_spider(self, spider):
 
         spider.stats_history = _stats_history
 
-    def _persist_stats(self, stats, spider):
+    def _persist_stats(self, stats):
+        # Parent class calls this with only stats parameter, spider available via crawler
+        spider = self._crawler.spider
         stats_location = self._stats_location(spider)
 
         spider.stats_history.appendleft(self._stats)

spidermon/contrib/stats/statscollectors/sc_collections.py

@@ -25,8 +25,12 @@ def _open_collection(self, spider):
         store = collections.get_store(stats_location)
         return store
 
-    def open_spider(self, spider):
-        super().open_spider(spider)
+    def open_spider(self, spider=None):
+        # Support both new API (spider=None, get from crawler) and old API (spider passed)
+        if spider is None:
+            spider = self._crawler.spider
+        # Parent class no longer accepts spider parameter
+        super().open_spider()
         self.store = self._open_collection(spider)
         # note that the _open_collection method does not error if collection does not exist yet
         if self.store is None:
@@ -45,7 +49,9 @@ def open_spider(self, spider):
 
         spider.stats_history = stats_history
 
-    def _persist_stats(self, stats, spider):
+    def _persist_stats(self, stats):
+        # Parent class calls this with only stats parameter, spider available via crawler
+        spider = self._crawler.spider
         if self.store is None:
             return
         stats_history = spider.stats_history