File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -17,3 +17,4 @@ israeli_supermarket_parsers.egg-info
1717temp
1818dist /
1919il_supermarket_parser.egg-info /
20+
Original file line number Diff line number Diff line change 1- from il_supermarket_scarper import ScarpingTask , ScraperFactory
1+ from il_supermarket_scarper import ScarpingTask
22from il_supermarket_parsers import ConvertingTask
33
44if __name__ == "__main__" :
55
66 ScarpingTask (
7- enabled_scrapers = [ ScraperFactory . BAREKET . name ], # download one from each
7+ enabled_scrapers = None ,
88 dump_folder_name = "dumps" ,
9- limit = 1 ,
9+ limit = 1 , # download one from each
1010 multiprocessing = None ,
1111 lookup_in_db = True ,
1212 ).start ()
1313 scraper = ConvertingTask (
14- enabled_parsers = [ ScraperFactory . BAREKET . name ] ,
14+ enabled_parsers = None ,
1515 files_types = None ,
1616 data_folder = "dumps" ,
1717 multiprocessing = None ,
Original file line number Diff line number Diff line change @@ -52,7 +52,7 @@ def get_arguments_list(self):
5252 all_parsers = (
5353 self .enabled_parsers
5454 if self .enabled_parsers
55- else ParserFactory .all_listed_parsers ()
55+ else ParserFactory .all_parsers_name ()
5656 )
5757 all_file_types = (
5858 self .enabled_file_types
Original file line number Diff line number Diff line change 3131 tests_require = dev_required ,
3232 extras_require = {"test" : ["pytest" ]},
3333 # *strongly* suggested for sharing
34- version = "0.0.1 " ,
34+ version = "0.0.2 " ,
3535 # The license can be anything you like
3636 license = "MIT" ,
3737 description = "python package that process the data dumped by the israeli supermarket" ,
You can’t perform that action at this time.
0 commit comments