-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathexecuteScripts.py
36 lines (29 loc) · 18.1 KB
/
executeScripts.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
import subprocess
import threading
import queue
import math
# companies = ['Acal plc', '"Actions Semiconductor Co., Ltd. (ADR)"', '"A-DATA Technology Co., Ltd."', 'Adesto Technologies Corp', 'Advanced Analog TechnologyInc', 'Advanced Digital Chips Inc', 'Advanced Semiconductor Engineering (ADR)', 'Advanced Semiconductor Engineering Inc.', 'Aerospace Communications Holdings Co Ltd', 'Alpha Microelectronics Corp', 'Ample Electronic Technology Co Ltd', 'Anixter International Inc.', 'Anpec Electronics Corporation', '"Answer Technology Co., Ltd.",1', '"AOI ELECTRONICS CO.,LTD."', 'AP Memory Technology Corp', 'Apacer Technology Inc', 'API Technologies Corp', 'Aptos Technology Inc.', 'ARM Holdings plc', 'ARM Holdings plc (ADR)', '"Arrow Electronics, Inc."', 'ASEC International Corporation', 'ASIX ELECTRONICS CORPORATION LTD', 'Aspeed Technology Inc', 'Atmel Corporation', 'AUK Corp', 'AV Concept Holdings Limited', 'AverLogic Technologies Corporation', 'Avid Electronics Corporation', 'AXELL CORPORATION', 'AXT Inc', 'Barun Electronics Co Ltd', 'Beijing Yicheng Xintong Smrt Crd Co Ltd', 'BenQ Materials Corp', 'BOS Better OnLine Sol (USA)', '"CEVA, Inc."', 'Champion Microelectronic Corp.', 'Chander Electronics Corp.', 'Changsha Jingjia Microelectronics Co Ltd', 'China Soft Power Technology Holdings Ltd', 'China Trends Holdings Limited', 'Chinese Energy Holdings Ltd','"CHIP HOPE CO., LTD"', 'Chipbond Technology Corporation', 'ChipMOS Technologies (Bermuda) Ltd', 'Cirtek Holdings Philippines Corp', 'CML Microsystems Plc', 'CoAsia Microelectronics Corp.', 'Come True Biomedical Inc', 'Comet Holding AG', 'Core Logic Inc.', 'Crystal Applied Technology Inc.', 'Cypress Semiconductor Corporation', 'D & O Green Technologies Bhd', 'Daetwyler Holding AG', 'Daitron Co Ltd', 'Dialight Plc', 'Dialog Semiconductor PLC', 'Dragon Group International Limited', 'Dynex Power Inc', 'e.Digital Corporation', 'EDISON OPTO CORPORATION', 'Edom Technology Co Ltd', 'eGalax_eMPIA Technology Inc.', 'Elan Microelectronics Corp', '"Electro Scientific Industries, Inc."', 'Electronics Industry Public Company Ltd.', 'Elematec Corporation', 'Elite Semiconductor Memory Tech. Inc.', '"eMemory Technology, Inc."', 'ENE Technology Incorporated', 'EnerSys', 'Eon Silicon Solution Inc.', 'EPISTAR Corporation', 'Epoch Chemtronics Corp.', 'Etron Technology Inc', '"Everlight Electronics Co., Ltd."', 'Everspin Technologies Inc', 'Excel Co Ltd', 'Excelliance Mos Corp', 'Faraday Technology Corporation', 'Feeling Technology Corp.', 'Fidelix Co Ltd', 'Finisar Corporation', 'First Sensor AG', '"FormFactor, Inc."', 'Formosa Sumco Technology Corp', 'Foshan Nationstar Optoelectronics Co Ltd', 'GEM Services Inc', 'GigaDevice Semiconductor Beijing Inc', 'Gigastone Corp', 'GigPeak Inc', 'Gold Tat Group International Ltd', 'Goldenmars Technology Hldg Ltd', 'Gremz Inc', '"GSI Technology, Inc."', '"HAGIWARA ELECTRIC CO., LTD."', 'Hailiang International Holdings Ltd', '"Hakuto Co., Ltd."', 'Hana Microelectronics Public Co. Ltd.', 'Hangzhou Century Co Ltd', '"Hangzhou Silan Microelectronics Co., Ltd"', 'HansaMatrix AS', '"Hanyang Digitech Co., Ltd."', 'Harvatek Corporation', 'Higher Way Electronic Co Ltd', 'Hind Rectifiers Ltd', 'Holtek Semiconductor Inc.', 'Honey Hope Honesty Enterprise Co Ltd', 'Hongli Zhihui Group Co Ltd', 'Houston Wire & Cable Company', '"Howteh Technology Co., Ltd."', 'Hua Hong Semiconductor Ltd', '"ICK Co., Ltd."', 'Imagis Co Ltd', 'Info-Tek Corporation', 'Inotera Memories Inc', 'Inphi Corporation', 'Integrated Device Technology Inc', 'Intel Corporation', 'International Standard Resrcs Hldgs Ltd', 'IROC Co Ltd', 'ITE Tech. Inc.', 'Jeju Semiconductor Corp', 'Jentech Precision Industrial Co Ltd', 'JHM Consolidation Berhad', 'Jih Lin Technology Co Ltd', 'Juic International Corp', '"KAGA ELECTRONICS CO., LTD."', 'KANADEN CORPORATION', 'KenMec Mechanical Engineering Co. Ltd.', 'Key Asic Berhad', 'Kingpak Technology Inc,1', 'Koryo Electronics Co Ltd,1', 'KUEN CHAANG UPPERTECH CORP.', 'Kyocera Corp (ADR)', '"KYOEI SANGYO CO., LTD."', 'LED International Holdings Ltd.', 'Ledtech Electronics Corporation', 'LG International Corp', 'Lierda Science & Technology Group Co Ltd', 'Lite-On Semiconductor Group', 'LIWANLI Innovation Co Ltd', 'Logah Technology Corp', 'Macnica Fuji Electronics Holdings Inc', '"Macronix International Co., Ltd."', 'Magic Micro Co Ltd', 'Magnachip Semiconductor Corp', '"Makus, Inc."', 'MANSEI CORPORATION', 'MARUBUN CORPORATION,1', 'mDR Ltd', 'MegaChips Corporation', 'Megalogic Technology Holdings Ltd', 'MetaTech (AP) Inc.', 'Microchip Technology Inc.', '"Micropac Industries, Inc."', 'Mikron PAO', '"Miraial Co., Ltd."', '"MITACHI CO., LTD"', '"Mitsui High-tec, Inc."', 'Mobicon Group Limited', '"Monolithic Power Systems, Inc."', 'MoSys Inc.', 'Myson Century Inc', '"NADEX CO., LTD."', 'Naigai Tec Corporation', 'Nanya Technology Corp', 'Nationz Technologies Inc.', 'Nepes Corp', '"New Japan Radio Co., Ltd."', 'Nextchip Co Ltd', 'NICHIDENBO CORPORATION', 'NICHING INDUSTRIAL CORPORATION,1', 'NIPPO LTD.', 'Nordic Semiconductor ASA', 'NVE Corp', 'Oesterreichische Staatsdruckerei Hldg AG', 'ON Semiconductor Corp', 'OPTO Tech Corporation', 'Orient Semiconductor Electronics Ltd', 'PALTEK CORPORATION', 'Panram International Corp', '"Para Light Electronics Co., Ltd"', 'Pericom Semiconductor', 'Petrosetco Distribution Joint Stock Co', 'Phison Electronics Corp.', 'Phoenix Semiconductor Philippines Corp', '"Pixelworks, Inc."', 'POET Technologies Inc', 'Power Integrations Inc', 'Powertech Technology Inc.', 'Premier Farnell plc', '"PRESCOPE TECHNOLOGIES CO.,LTD"', 'Professional Computer Technology Ltd', 'Prolific Technology Inc', 'Prolink Microsystems Corp', 'Promate Electronic Co Ltd', '"Prosperity Dielectrics Co., Ltd."', 'RADA Electronic Ind. Ltd.', 'Rambus Inc.', 'Realtek Semiconductor Corp.,1', 'Rec Silicon ASA', 'Renesas Easton Co Ltd,1', '"Richardson Electronics, Ltd."', '"Rubicon Technology, Inc."', '"Ryosan Company, Limited"', 'Ryoyo Electro Corp,1', 'S.A.S. Dragon Holdings Limited', 'Sakae Electronics Corporation', 'Samart I-Mobile PCL', '"Samsung Electro-Mechanics Co., Ltd."', 'SAMT Co Ltd,1', '"SANSHIN ELECTRONICS CO., LTD.",1', '"SATORI ELECTRIC CO., LTD."', 'Scanfil Oyj', 'SDI Corporation', 'Semtech Corporation', 'Serial System Ltd', 'SFA Semicon Co Ltd', 'SFC Energy AG', 'Shanghai Fudan Microelectronics Company', '"Shenzhen Aisidi Co., LTD."', 'Shenzhen Huakong Seg Co Ltd', 'Shenzhen Refond Optoelectronics', '"Shian Yih Electronic Industry Co., Ltd."', 'Shinden Hightex Corp', 'Sigurd Microelectronics Corp', 'Silicon Motion Technology Corp. (ADR)', 'Sino Wealth Electronic Ltd,1', 'Sinopower Semiconductor Inc', 'SK Hynix Inc', 'Smart-Core Holdings Ltd', 'Solacia Inc.', '"Solid State System Co., Ltd"', '"Solitron Devices, Inc."', 'Solomon Technology Corporation', 'SPEL Semiconductor Limited', 'Stars Microelectronics (Thailand) PCL', 'StrongLed Lighting Systems (CY) Co Ltd', '"Subtron Technology Co., Ltd."', 'Sumco Corp', 'SUNNIC Technology & Merchandise Inc.', 'SUN-WA TECHNOS CORPORATION', '"Supreme Electronics Co., Ltd."', 'Surge Components Inc', 'SUZUDEN CORPORATION', 'Svetlana OAO', 'Taitron Components Inc.', 'Taiwan IC Packaging Corporation', 'Taiwan Semiconductor Mfg. Co. Ltd.', 'Taiwan Semiconductor Mfg. Co. Ltd. (ADR)', '"TAKACHIHO KOHEKI CO., LTD."', '"Tamul Multimedia Co., Ltd"', 'Tatwah Smartech Company Limited', 'TB Group Inc', 'Team Group Inc', 'TerraSem Co Ltd', 'Tessera Holding Corp', 'Thin Film Electronics ASA', 'TM Technology Inc', 'Tokai Electronics Co Ltd', 'Tokyo Electron Device Ltd,1', 'TOMEN DEVICES CORPORATION,1', 'Tong Hsing Electronic Industries Ltd.', 'Top Dynamic International Holdings Ltd', '"TOPCO Scientific Co., Ltd."', '"TranscendInformation, Inc."', 'TrueLight Corporation', '"Trust-Search Corp.,Ltd."', 'Uchi Technologies Bhd', 'UKC Holdings Corp', '"Ultra Chip, Inc."', 'UNIFOSA CORP.', 'Union Plus Technology Co Ltd', 'Uniquest Corporation', 'United Microelectronics Corp (ADR)', 'United Microelectronics Corp.', 'Unitron Tech Co Ltd', 'Venture Incorporation PCL', 'Vitec Holdings Co Ltd', '"V-Tac Technology Co., Ltd."', 'Wah Lee Industrial Corporation', 'Walsin Technology Corporation', 'Walton Advanced Engineering Inc', '"Weltrend Semiconductor, Inc."', 'Willas-Array Electronics (Holdings) Ltd', 'WinSemiconductors Corp.', 'Winbond Electronics Corp.', 'Winpac Inc', 'WPG Holdings Limited', '"WT Microelectronics Co., Ltd.",1', 'Wuhan P&S Information Technology Co Ltd,1', 'Wuhan Tianyu Information Industry Co Ltd', 'Xiamen Changelight Co Ltd', 'Yangzhou Yangjie Electrnc Tchnlgy Co Ltd','Yleiselektroniikka Oyj', 'Zaklady Urzadzen Komputerowych Elzab SA', 'Zenitron Corp', 'Zentel Electronics Corp.', 'Zhuhai Orbita Control Engineering Co Ltd']
#subprocess.run(['rm', '-rf', 'logfile.log'])
#subprocess.run(['scrapy', 'crawl', 'Google', '-a', 'target_corp=electronic', '-a', 'finding_corps='+str(companies), '--logfile', 'logfile.log'])
class GoogleCrawler:
def __init__(self, companies):
self.companies = companies
def __call__(self):
while True:
try:
company = self.companies
except:
break
subprocess.run(['scrapy', 'crawl', 'Google', '-a', 'target_corp=electronic', '-a', 'finding_corps='+str(companies), '--logfile', 'logfile.log'])
subprocess.run(['rm', '-rf', 'logfile.log'])
companies = ['Acal plc', '"Actions Semiconductor Co., Ltd. (ADR)"', '"A-DATA Technology Co., Ltd."', 'Adesto Technologies Corp', 'Advanced Analog TechnologyInc', 'Advanced Digital Chips Inc', 'Advanced Semiconductor Engineering (ADR)', 'Advanced Semiconductor Engineering Inc.', 'Aerospace Communications Holdings Co Ltd', 'Alpha Microelectronics Corp', 'Ample Electronic Technology Co Ltd', 'Anixter International Inc.', 'Anpec Electronics Corporation', '"Answer Technology Co., Ltd.",1', '"AOI ELECTRONICS CO.,LTD."', 'AP Memory Technology Corp', 'Apacer Technology Inc', 'API Technologies Corp', 'Aptos Technology Inc.', 'ARM Holdings plc', 'ARM Holdings plc (ADR)', '"Arrow Electronics, Inc."', 'ASEC International Corporation', 'ASIX ELECTRONICS CORPORATION LTD', 'Aspeed Technology Inc', 'Atmel Corporation', 'AUK Corp', 'AV Concept Holdings Limited', 'AverLogic Technologies Corporation', 'Avid Electronics Corporation', 'AXELL CORPORATION', 'AXT Inc', 'Barun Electronics Co Ltd', 'Beijing Yicheng Xintong Smrt Crd Co Ltd', 'BenQ Materials Corp', 'BOS Better OnLine Sol (USA)', '"CEVA, Inc."', 'Champion Microelectronic Corp.', 'Chander Electronics Corp.', 'Changsha Jingjia Microelectronics Co Ltd', 'China Soft Power Technology Holdings Ltd', 'China Trends Holdings Limited', 'Chinese Energy Holdings Ltd','"CHIP HOPE CO., LTD"', 'Chipbond Technology Corporation', 'ChipMOS Technologies (Bermuda) Ltd', 'Cirtek Holdings Philippines Corp', 'CML Microsystems Plc', 'CoAsia Microelectronics Corp.', 'Come True Biomedical Inc', 'Comet Holding AG', 'Core Logic Inc.', 'Crystal Applied Technology Inc.', 'Cypress Semiconductor Corporation', 'D & O Green Technologies Bhd', 'Daetwyler Holding AG', 'Daitron Co Ltd', 'Dialight Plc', 'Dialog Semiconductor PLC', 'Dragon Group International Limited', 'Dynex Power Inc', 'e.Digital Corporation', 'EDISON OPTO CORPORATION', 'Edom Technology Co Ltd', 'eGalax_eMPIA Technology Inc.', 'Elan Microelectronics Corp', '"Electro Scientific Industries, Inc."', 'Electronics Industry Public Company Ltd.', 'Elematec Corporation', 'Elite Semiconductor Memory Tech. Inc.', '"eMemory Technology, Inc."', 'ENE Technology Incorporated', 'EnerSys', 'Eon Silicon Solution Inc.', 'EPISTAR Corporation', 'Epoch Chemtronics Corp.', 'Etron Technology Inc', '"Everlight Electronics Co., Ltd."', 'Everspin Technologies Inc', 'Excel Co Ltd', 'Excelliance Mos Corp', 'Faraday Technology Corporation', 'Feeling Technology Corp.', 'Fidelix Co Ltd', 'Finisar Corporation', 'First Sensor AG', '"FormFactor, Inc."', 'Formosa Sumco Technology Corp', 'Foshan Nationstar Optoelectronics Co Ltd', 'GEM Services Inc', 'GigaDevice Semiconductor Beijing Inc', 'Gigastone Corp', 'GigPeak Inc', 'Gold Tat Group International Ltd', 'Goldenmars Technology Hldg Ltd', 'Gremz Inc', '"GSI Technology, Inc."', '"HAGIWARA ELECTRIC CO., LTD."', 'Hailiang International Holdings Ltd', '"Hakuto Co., Ltd."', 'Hana Microelectronics Public Co. Ltd.', 'Hangzhou Century Co Ltd', '"Hangzhou Silan Microelectronics Co., Ltd"', 'HansaMatrix AS', '"Hanyang Digitech Co., Ltd."', 'Harvatek Corporation', 'Higher Way Electronic Co Ltd', 'Hind Rectifiers Ltd', 'Holtek Semiconductor Inc.', 'Honey Hope Honesty Enterprise Co Ltd', 'Hongli Zhihui Group Co Ltd', 'Houston Wire & Cable Company', '"Howteh Technology Co., Ltd."', 'Hua Hong Semiconductor Ltd', '"ICK Co., Ltd."', 'Imagis Co Ltd', 'Info-Tek Corporation', 'Inotera Memories Inc', 'Inphi Corporation', 'Integrated Device Technology Inc', 'Intel Corporation', 'International Standard Resrcs Hldgs Ltd', 'IROC Co Ltd', 'ITE Tech. Inc.', 'Jeju Semiconductor Corp', 'Jentech Precision Industrial Co Ltd', 'JHM Consolidation Berhad', 'Jih Lin Technology Co Ltd', 'Juic International Corp', '"KAGA ELECTRONICS CO., LTD."', 'KANADEN CORPORATION', 'KenMec Mechanical Engineering Co. Ltd.', 'Key Asic Berhad', 'Kingpak Technology Inc,1', 'Koryo Electronics Co Ltd,1', 'KUEN CHAANG UPPERTECH CORP.', 'Kyocera Corp (ADR)', '"KYOEI SANGYO CO., LTD."', 'LED International Holdings Ltd.', 'Ledtech Electronics Corporation', 'LG International Corp', 'Lierda Science & Technology Group Co Ltd', 'Lite-On Semiconductor Group', 'LIWANLI Innovation Co Ltd', 'Logah Technology Corp', 'Macnica Fuji Electronics Holdings Inc', '"Macronix International Co., Ltd."', 'Magic Micro Co Ltd', 'Magnachip Semiconductor Corp', '"Makus, Inc."', 'MANSEI CORPORATION', 'MARUBUN CORPORATION,1', 'mDR Ltd', 'MegaChips Corporation', 'Megalogic Technology Holdings Ltd', 'MetaTech (AP) Inc.', 'Microchip Technology Inc.', '"Micropac Industries, Inc."', 'Mikron PAO', '"Miraial Co., Ltd."', '"MITACHI CO., LTD"', '"Mitsui High-tec, Inc."', 'Mobicon Group Limited', '"Monolithic Power Systems, Inc."', 'MoSys Inc.', 'Myson Century Inc', '"NADEX CO., LTD."', 'Naigai Tec Corporation', 'Nanya Technology Corp', 'Nationz Technologies Inc.', 'Nepes Corp', '"New Japan Radio Co., Ltd."', 'Nextchip Co Ltd', 'NICHIDENBO CORPORATION', 'NICHING INDUSTRIAL CORPORATION,1', 'NIPPO LTD.', 'Nordic Semiconductor ASA', 'NVE Corp', 'Oesterreichische Staatsdruckerei Hldg AG', 'ON Semiconductor Corp', 'OPTO Tech Corporation', 'Orient Semiconductor Electronics Ltd', 'PALTEK CORPORATION', 'Panram International Corp', '"Para Light Electronics Co., Ltd"', 'Pericom Semiconductor', 'Petrosetco Distribution Joint Stock Co', 'Phison Electronics Corp.', 'Phoenix Semiconductor Philippines Corp', '"Pixelworks, Inc."', 'POET Technologies Inc', 'Power Integrations Inc', 'Powertech Technology Inc.', 'Premier Farnell plc', '"PRESCOPE TECHNOLOGIES CO.,LTD"', 'Professional Computer Technology Ltd', 'Prolific Technology Inc', 'Prolink Microsystems Corp', 'Promate Electronic Co Ltd', '"Prosperity Dielectrics Co., Ltd."', 'RADA Electronic Ind. Ltd.', 'Rambus Inc.', 'Realtek Semiconductor Corp.,1', 'Rec Silicon ASA', 'Renesas Easton Co Ltd,1', '"Richardson Electronics, Ltd."', '"Rubicon Technology, Inc."', '"Ryosan Company, Limited"', 'Ryoyo Electro Corp,1', 'S.A.S. Dragon Holdings Limited', 'Sakae Electronics Corporation', 'Samart I-Mobile PCL', '"Samsung Electro-Mechanics Co., Ltd."', 'SAMT Co Ltd,1', '"SANSHIN ELECTRONICS CO., LTD.",1', '"SATORI ELECTRIC CO., LTD."', 'Scanfil Oyj', 'SDI Corporation', 'Semtech Corporation', 'Serial System Ltd', 'SFA Semicon Co Ltd', 'SFC Energy AG', 'Shanghai Fudan Microelectronics Company', '"Shenzhen Aisidi Co., LTD."', 'Shenzhen Huakong Seg Co Ltd', 'Shenzhen Refond Optoelectronics', '"Shian Yih Electronic Industry Co., Ltd."', 'Shinden Hightex Corp', 'Sigurd Microelectronics Corp', 'Silicon Motion Technology Corp. (ADR)', 'Sino Wealth Electronic Ltd,1', 'Sinopower Semiconductor Inc', 'SK Hynix Inc', 'Smart-Core Holdings Ltd', 'Solacia Inc.', '"Solid State System Co., Ltd"', '"Solitron Devices, Inc."', 'Solomon Technology Corporation', 'SPEL Semiconductor Limited', 'Stars Microelectronics (Thailand) PCL', 'StrongLed Lighting Systems (CY) Co Ltd', '"Subtron Technology Co., Ltd."', 'Sumco Corp', 'SUNNIC Technology & Merchandise Inc.', 'SUN-WA TECHNOS CORPORATION', '"Supreme Electronics Co., Ltd."', 'Surge Components Inc', 'SUZUDEN CORPORATION', 'Svetlana OAO', 'Taitron Components Inc.', 'Taiwan IC Packaging Corporation', 'Taiwan Semiconductor Mfg. Co. Ltd.', 'Taiwan Semiconductor Mfg. Co. Ltd. (ADR)', '"TAKACHIHO KOHEKI CO., LTD."', '"Tamul Multimedia Co., Ltd"', 'Tatwah Smartech Company Limited', 'TB Group Inc', 'Team Group Inc', 'TerraSem Co Ltd', 'Tessera Holding Corp', 'Thin Film Electronics ASA', 'TM Technology Inc', 'Tokai Electronics Co Ltd', 'Tokyo Electron Device Ltd,1', 'TOMEN DEVICES CORPORATION,1', 'Tong Hsing Electronic Industries Ltd.', 'Top Dynamic International Holdings Ltd', '"TOPCO Scientific Co., Ltd."', '"TranscendInformation, Inc."', 'TrueLight Corporation', '"Trust-Search Corp.,Ltd."', 'Uchi Technologies Bhd', 'UKC Holdings Corp', '"Ultra Chip, Inc."', 'UNIFOSA CORP.', 'Union Plus Technology Co Ltd', 'Uniquest Corporation', 'United Microelectronics Corp (ADR)', 'United Microelectronics Corp.', 'Unitron Tech Co Ltd', 'Venture Incorporation PCL', 'Vitec Holdings Co Ltd', '"V-Tac Technology Co., Ltd."', 'Wah Lee Industrial Corporation', 'Walsin Technology Corporation', 'Walton Advanced Engineering Inc', '"Weltrend Semiconductor, Inc."', 'Willas-Array Electronics (Holdings) Ltd', 'WinSemiconductors Corp.', 'Winbond Electronics Corp.', 'Winpac Inc', 'WPG Holdings Limited', '"WT Microelectronics Co., Ltd.",1', 'Wuhan P&S Information Technology Co Ltd,1', 'Wuhan Tianyu Information Industry Co Ltd', 'Xiamen Changelight Co Ltd', 'Yangzhou Yangjie Electrnc Tchnlgy Co Ltd','Yleiselektroniikka Oyj', 'Zaklady Urzadzen Komputerowych Elzab SA', 'Zenitron Corp', 'Zentel Electronics Corp.', 'Zhuhai Orbita Control Engineering Co Ltd']
threads = []
threadingNum = 7
companyLen = len(companies)
companyNumPerThreading = int(math.floor(companyLen/threadingNum)+1)
for i in range(threadingNum):
newthread = threading.Thread(target=GoogleCrawler(companies[companyNumPerThreading*i:companyNumPerThreading*(i+1)]))
newthread.start()
threads.append(newthread)
for thread in threads:
thread.join()