Update bulkdownloadfromurls.py

Author: Narra_Venkata_Raghu_Charan

scripts/bulkdownloadfromurls.py

@@ -1,67 +1,54 @@
 import os
 import requests
-from urllib.parse import urlsplit, quote_plus
+from urllib.parse import quote_plus
 import pandas as pd
 
-
 def read_urls_from_csv(csv_file, column_name):
     try:
         # Read CSV file into a DataFrame
-        df = pd.read_csv(csv_file)
-
+        image_data = pd.read_csv(csv_file)
+        
         # Extract URLs from specified column
-        urls = df[column_name].tolist()
-
+        urls = image_data[column_name].tolist()
+        
         return urls
-    except Exception as e:
-        print(f"Error reading URLs from CSV: {e}")
+    except FileNotFoundError as e:
+        print(f"File not found: {e}")
+        return []
+    except ValueError as e:
+        print(f"Error processing CSV: {e}")
         return []
-
 
 def download_image(url, folder):
     try:
-        # Send a GET request to the URL
-        response = requests.get(url, stream=True)
-        response.raise_for_status()  # Check if the request was successful
-
+        # Send a GET request to the URL with a timeout
+        response = requests.get(url, stream=True, timeout=10)
+        response.raise_for_status()
+        
         # Generate a unique filename using the URL
-        filename = quote_plus(url)  # Encode URL to use as filename
-        filename = filename[:25]  # Limit filename length (optional)
-        filename = f"{filename}.jpg"  # Add file extension if needed
-
+        filename = quote_plus(url)[:25]  # Limit filename length
+        filename = f"{filename}.jpg"
+        
         # Create the output path
         output_path = os.path.join(folder, filename)
-
+        
         # Save the image to the specified folder
-        with open(output_path, "wb") as file:
+        with open(output_path, 'wb') as file:
             for chunk in response.iter_content(8192):
                 file.write(chunk)
-
+        
         print(f"Downloaded: {url} to {output_path}")
     except requests.exceptions.RequestException as e:
         print(f"Failed to download {url}: {e}")
 
-
 def download_images_from_list(url_list, folder):
-    # Create the output folder if it doesn't exist
     os.makedirs(folder, exist_ok=True)
-
-    for url in url_list:
+    for url in url_list
         download_image(url, folder)
 
-
 if __name__ == "__main__":
-    # CSV file containing URLs
-    csv_file = "your_csv"
-    column_name = (
-        "YOUR COLUMN LINK CONTAING URLS"  # Replace with the column name containing URLs
-    )
-
-    # Read URLs from CSV
+    csv_file = "face_dataset.csv"
+    column_name = "Imagelink"
     image_urls = read_urls_from_csv(csv_file, column_name)
-
-    # Folder to save downloaded images
     output_folder = "downloaded_images"
-
-    # Download images
     download_images_from_list(image_urls, output_folder)