Finalizing fixes

Author: digitaldreams

Image/Download.py

@@ -6,24 +6,31 @@
 
 
 class Download():
-    path = 'storage/images'
+    folder = 'storage/'
 
-    def __init__(self, take=None):
+    def __init__(self, take=None, links=None, path="images"):
         self.queue = Models.Queue.Image.Image()
         self.complete = Models.Complete.Image.Image()
         self.limit = take
+        self.path = self.folder + path
+
         if not os.path.exists(self.path):
             os.makedirs(self.path)
 
+        if isinstance(links, set):
+            self.links = links
+        else:
+            self.links = self.queue.links
+
     def start(self) -> object:
         """
         Start Downloading file
         :rtype: object
         """
-        if isinstance(self.limit, int) and len(self.queue.links) >= self.limit:
-            links = sorted(self.queue.links)[0:self.limit]
+        if isinstance(self.limit, int) and len(self.links) >= self.limit:
+            links = sorted(self.links)[0:self.limit]
         else:
-            links = self.queue.links
+            links = self.links
 
         for file in links:
             try:
@@ -32,7 +39,7 @@ def start(self) -> object:
             except Exception as e:
                 print(str(e))
             self.complete.add(file)
-        self.save()
+        return self
 
     def save(self) -> object:
         """

Image/__pycache__/Download.cpython-36.pyc

@@ -2,7 +2,7 @@
 
 
 class Image(Model):
-    file_path = 'storage/complete/images.txt'
+    file_path = 'storage/complete/gopostie.txt'
 
     def __init__(self):
         Model.__init__(self)

Models/Complete/Image.py

@@ -2,7 +2,7 @@
 
 
 class Image(Model):
-    file_path = 'storage/queue/images.txt'
+    file_path = 'storage/queue/gopostie.txt'
 
     def __init__(self):
         Model.__init__(self)

Models/Complete/__pycache__/Image.cpython-36.pyc

@@ -4,13 +4,16 @@
 from Crawler.Page import Page
 from Crawler.Image import Image
 from Image.Download import Download
+import functions
 
 if __name__ == '__main__':
-    # page=Page('https://gopostie.com')
-    # page.save_links()
-
-    # img = Image('https://gopostie.com')
-    # img.save_links()
-
-    down = Download()
-    down.start()
+    page = Page('https://gopostie.com')
+    links = page.fetch_links()
+    for link in sorted(links):
+        print('Downloading ...' + link)
+        img = Image(link)
+        images = img.fetch_links()
+        down = Download(links=images,path=functions.get_folder_name(link))
+        down.start()
+        # down = Download()
+        # down.start()