Skip to content

Commit 1ea95f8

Browse files
linting
1 parent b835366 commit 1ea95f8

File tree

2 files changed

+14
-6
lines changed

2 files changed

+14
-6
lines changed

spidermon/contrib/scrapy/monitors/monitors.py

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,9 @@
2424
SPIDERMON_JOBS_COMPARISON_CLOSE_REASONS = "SPIDERMON_JOBS_COMPARISON_CLOSE_REASONS"
2525
SPIDERMON_JOBS_COMPARISON_THRESHOLD = "SPIDERMON_JOBS_COMPARISON_THRESHOLD"
2626
SPIDERMON_JOBS_COMPARISON_ARGUMENTS = "SPIDERMON_JOBS_COMPARISON_ARGUMENTS"
27-
SPIDERMON_JOBS_COMPARISON_ARGUMENTS_ENABLED = "SPIDERMON_JOBS_COMPARISON_ARGUMENTS_ENABLED"
27+
SPIDERMON_JOBS_COMPARISON_ARGUMENTS_ENABLED = (
28+
"SPIDERMON_JOBS_COMPARISON_ARGUMENTS_ENABLED"
29+
)
2830
SPIDERMON_ITEM_COUNT_INCREASE = "SPIDERMON_ITEM_COUNT_INCREASE"
2931

3032

@@ -575,7 +577,9 @@ def _get_jobs(self, states, number_of_jobs):
575577
SPIDERMON_JOBS_COMPARISON_CLOSE_REASONS, ()
576578
)
577579
args = self._get_args_to_filter()
578-
args_enabled = self.crawler.settings.getbool(SPIDERMON_JOBS_COMPARISON_ARGUMENTS_ENABLED, False)
580+
args_enabled = self.crawler.settings.getbool(
581+
SPIDERMON_JOBS_COMPARISON_ARGUMENTS_ENABLED, False
582+
)
579583

580584
total_jobs = []
581585
start = 0
@@ -630,7 +634,9 @@ def _get_args_to_filter(self):
630634
"""
631635
Return a list of desired arguments to filter
632636
"""
633-
desired_args = self.crawler.settings.getlist(SPIDERMON_JOBS_COMPARISON_ARGUMENTS)
637+
desired_args = self.crawler.settings.getlist(
638+
SPIDERMON_JOBS_COMPARISON_ARGUMENTS
639+
)
634640
if not desired_args:
635641
return []
636642

tests/contrib/scrapy/monitors/test_jobs_comparison_monitor.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,9 @@ def get_paginated_jobs(**kwargs):
4848
def get_paginated_jobs_arg_finished(**kwargs):
4949
mocked_job_meta = []
5050
for _ in range(kwargs["count"]):
51-
mocked_job_meta.append({"spider_args": {"finished": True}, "close_reason": "finished"})
51+
mocked_job_meta.append(
52+
{"spider_args": {"finished": True}, "close_reason": "finished"}
53+
)
5254
# mocked_job_meta.append({"close_reason": "finished"})
5355
# obj.get.return_value = "finished"
5456
return mocked_job_meta
@@ -252,7 +254,7 @@ def test_jobs_comparison_monitor_get_jobs():
252254

253255
mock_client = Mock()
254256
with patch(
255-
"spidermon.contrib.scrapy.monitors.monitors.Client"
257+
"spidermon.contrib.scrapy.monitors.monitors.Client"
256258
) as mock_client_class:
257259
mock_client_class.return_value = mock_client
258260
monitor = TestZyteJobsComparisonMonitor()
@@ -269,7 +271,7 @@ def test_jobs_comparison_monitor_get_jobs():
269271

270272
mock_client = Mock()
271273
with patch(
272-
"spidermon.contrib.scrapy.monitors.monitors.Client"
274+
"spidermon.contrib.scrapy.monitors.monitors.Client"
273275
) as mock_client_class:
274276
mock_client_class.return_value = mock_client
275277
monitor = TestZyteJobsComparisonMonitor()

0 commit comments

Comments
 (0)