Bug fix for infinite loop

scrape.py

@@ -119,6 +119,7 @@ class Webdriver:
       for url in upcoming_urls:
         if len(visited_urls) % 50 == 0:
           save_session()
+
         if url.startswith('GUID') and url.endswith('.html'):
           self.driver.get(base_url + url)
         else:
@@ -139,10 +140,12 @@ class Webdriver:
           upcoming_urls.remove(url)
           print("visited: " + str(len(visited_urls)))
           print("upcoming: " + str(len(upcoming_urls)))
-          print("images: " + str(len(set(img_urls))))
+          print("images to be downloaded: " + str(len(set(img_urls))))
 
         append_upcoming_and_img_urls(source)
+
         if len(visited_urls) % 150 == 0:
+          save_session()
           self.restart_scrape()
 
   def get_imgs(self):