64 lines
2.3 KiB
Python
64 lines
2.3 KiB
Python
from selenium import webdriver
|
|
import csv
|
|
import requests
|
|
import os
|
|
import zipfile
|
|
from io import BytesIO
|
|
from selenium.webdriver.common.by import By
|
|
|
|
|
|
def scrape_and_save_data(url, output_csv_path):
|
|
# Define the directory path and URLs for Chrome and Chromedriver
|
|
chrome_directory = 'c:/tmp/chrome'
|
|
chrome_exe_path = 'c:/tmp/chrome/chrome-win64/chrome.exe' # Modify this path as needed
|
|
chrome_url = 'https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/117.0.5938.92/win64/chrome-win64.zip'
|
|
|
|
# Check if the Chrome directory exists, and if not, create it
|
|
if not os.path.exists(chrome_directory):
|
|
os.makedirs(chrome_directory)
|
|
|
|
# Check if Chrome.exe and Chromedriver.exe exist in the directory
|
|
if not os.path.exists(os.path.join(chrome_exe_path)):
|
|
# Download and extract Chrome
|
|
chrome_response = requests.get(chrome_url)
|
|
with zipfile.ZipFile(BytesIO(chrome_response.content), 'r') as zip_ref:
|
|
zip_ref.extractall(chrome_directory)
|
|
|
|
# Set up Chrome options
|
|
chrome_options = webdriver.ChromeOptions()
|
|
chrome_options.binary_location = chrome_exe_path
|
|
|
|
# Set up the Selenium WebDriver
|
|
driver = webdriver.Chrome(options=chrome_options)
|
|
|
|
# Navigate to the webpage
|
|
driver.get(url)
|
|
|
|
# Find all elements with the specified class names
|
|
name_elements = driver.find_elements(By.CSS_SELECTOR, '.card-list-name-txt')
|
|
number_elements = driver.find_elements(By.CSS_SELECTOR, '.card-list-num')
|
|
|
|
|
|
# Extract data and store it in a list of dictionaries
|
|
data = [{'Name': name.text, 'Number': number.text} for name, number in zip(name_elements, number_elements)]
|
|
|
|
# Save data to CSV file
|
|
with open(output_csv_path, 'w', newline='', encoding='utf-8') as csv_file:
|
|
fieldnames = ['Name', 'Number']
|
|
writer = csv.DictWriter(csv_file, fieldnames=fieldnames)
|
|
writer.writeheader()
|
|
writer.writerows(data)
|
|
|
|
|
|
|
|
# Close the browser
|
|
driver.quit()
|
|
|
|
if __name__ == "__main__":
|
|
# Replace these values with your actual URL, ChromeDriver path, and output CSV path
|
|
webpage_url = 'https://www.lorcanawiz.com/cards/the-first-chapter'
|
|
output_csv_path = 'setlist1.csv'
|
|
|
|
# Call the function to scrape and save data
|
|
scrape_and_save_data(webpage_url, output_csv_path)
|