added script for pulling Card name and set number from lorcanawiz
This commit is contained in:
parent
07645e33d0
commit
2a7dd3e69f
63
saveList.py
Normal file
63
saveList.py
Normal file
@ -0,0 +1,63 @@
|
|||||||
|
from selenium import webdriver
|
||||||
|
import csv
|
||||||
|
import requests
|
||||||
|
import os
|
||||||
|
import zipfile
|
||||||
|
from io import BytesIO
|
||||||
|
from selenium.webdriver.common.by import By
|
||||||
|
|
||||||
|
|
||||||
|
def scrape_and_save_data(url, output_csv_path):
|
||||||
|
# Define the directory path and URLs for Chrome and Chromedriver
|
||||||
|
chrome_directory = 'c:/tmp/chrome'
|
||||||
|
chrome_exe_path = 'c:/tmp/chrome/chrome-win64/chrome.exe' # Modify this path as needed
|
||||||
|
chrome_url = 'https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/117.0.5938.92/win64/chrome-win64.zip'
|
||||||
|
|
||||||
|
# Check if the Chrome directory exists, and if not, create it
|
||||||
|
if not os.path.exists(chrome_directory):
|
||||||
|
os.makedirs(chrome_directory)
|
||||||
|
|
||||||
|
# Check if Chrome.exe and Chromedriver.exe exist in the directory
|
||||||
|
if not os.path.exists(os.path.join(chrome_exe_path)):
|
||||||
|
# Download and extract Chrome
|
||||||
|
chrome_response = requests.get(chrome_url)
|
||||||
|
with zipfile.ZipFile(BytesIO(chrome_response.content), 'r') as zip_ref:
|
||||||
|
zip_ref.extractall(chrome_directory)
|
||||||
|
|
||||||
|
# Set up Chrome options
|
||||||
|
chrome_options = webdriver.ChromeOptions()
|
||||||
|
chrome_options.binary_location = chrome_exe_path
|
||||||
|
|
||||||
|
# Set up the Selenium WebDriver
|
||||||
|
driver = webdriver.Chrome(options=chrome_options)
|
||||||
|
|
||||||
|
# Navigate to the webpage
|
||||||
|
driver.get(url)
|
||||||
|
|
||||||
|
# Find all elements with the specified class names
|
||||||
|
name_elements = driver.find_elements(By.CSS_SELECTOR, '.card-list-name-txt')
|
||||||
|
number_elements = driver.find_elements(By.CSS_SELECTOR, '.card-list-num')
|
||||||
|
|
||||||
|
|
||||||
|
# Extract data and store it in a list of dictionaries
|
||||||
|
data = [{'Name': name.text, 'Number': number.text} for name, number in zip(name_elements, number_elements)]
|
||||||
|
|
||||||
|
# Save data to CSV file
|
||||||
|
with open(output_csv_path, 'w', newline='', encoding='utf-8') as csv_file:
|
||||||
|
fieldnames = ['Name', 'Number']
|
||||||
|
writer = csv.DictWriter(csv_file, fieldnames=fieldnames)
|
||||||
|
writer.writeheader()
|
||||||
|
writer.writerows(data)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# Close the browser
|
||||||
|
driver.quit()
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
# Replace these values with your actual URL, ChromeDriver path, and output CSV path
|
||||||
|
webpage_url = 'https://www.lorcanawiz.com/cards/the-first-chapter'
|
||||||
|
output_csv_path = 'setlist1.csv'
|
||||||
|
|
||||||
|
# Call the function to scrape and save data
|
||||||
|
scrape_and_save_data(webpage_url, output_csv_path)
|
217
setlist1.csv
Normal file
217
setlist1.csv
Normal file
@ -0,0 +1,217 @@
|
|||||||
|
Name,Number
|
||||||
|
Ariel,1
|
||||||
|
Ariel,2
|
||||||
|
Cinderella,3
|
||||||
|
Goofy,4
|
||||||
|
Hades,5
|
||||||
|
Hades,6
|
||||||
|
HeiHei,7
|
||||||
|
LeFou,8
|
||||||
|
Lilo,9
|
||||||
|
Maximus,10
|
||||||
|
Maximus,11
|
||||||
|
Mickey Mouse,12
|
||||||
|
Minnie Mouse,13
|
||||||
|
Moana,14
|
||||||
|
Mr. Smee,15
|
||||||
|
Prince Phillip,16
|
||||||
|
Pumbaa,17
|
||||||
|
Rapunzel,18
|
||||||
|
Sebastian,19
|
||||||
|
Simba,20
|
||||||
|
Stitch,21
|
||||||
|
Stitch,22
|
||||||
|
Stitch,23
|
||||||
|
Timon,24
|
||||||
|
Be Our Guest,25
|
||||||
|
Control Your Temper!,26
|
||||||
|
Hakuna Matata,27
|
||||||
|
Healing Glow,28
|
||||||
|
Just in Time,29
|
||||||
|
Part of Your World,30
|
||||||
|
You Have Forgotten Me,31
|
||||||
|
Dinglehopper,32
|
||||||
|
Lantern,33
|
||||||
|
Ursula’s Shell Necklace,34
|
||||||
|
Anna,35
|
||||||
|
Archimedes,36
|
||||||
|
Dr. Facilier,37
|
||||||
|
Dr. Facilier,38
|
||||||
|
Dr. Facilier,39
|
||||||
|
Elsa,40
|
||||||
|
Elsa,41
|
||||||
|
Elsa,42
|
||||||
|
Flotsam,43
|
||||||
|
Jafar,44
|
||||||
|
Jafar,45
|
||||||
|
Jetsam,46
|
||||||
|
Magic Broom,47
|
||||||
|
Maleficent,48
|
||||||
|
Maleficent,49
|
||||||
|
Marshmallow,50
|
||||||
|
Mickey Mouse,51
|
||||||
|
Olaf,52
|
||||||
|
Pascal,53
|
||||||
|
Rafiki,54
|
||||||
|
Sven,55
|
||||||
|
The Queen,56
|
||||||
|
The Wardrobe,57
|
||||||
|
Tinker Bell,58
|
||||||
|
Ursula,59
|
||||||
|
Yzma,60
|
||||||
|
Zeus,61
|
||||||
|
Befuddle,62
|
||||||
|
Freeze,63
|
||||||
|
Friends on the Other Side,64
|
||||||
|
Reflection,65
|
||||||
|
Magic Mirror,66
|
||||||
|
Ursula’s Cauldron,67
|
||||||
|
White Rabbit’s Pocket Watch,68
|
||||||
|
Aladdin,69
|
||||||
|
Beast,70
|
||||||
|
Cheshire Cat,71
|
||||||
|
Cruella De Vil,72
|
||||||
|
Duke of Weselton,73
|
||||||
|
Flynn Rider,74
|
||||||
|
Genie,75
|
||||||
|
Genie,76
|
||||||
|
Genie,77
|
||||||
|
Hans,78
|
||||||
|
Horace,79
|
||||||
|
Iago,80
|
||||||
|
Jasper,81
|
||||||
|
John Silver,82
|
||||||
|
Jumba Jookiba,83
|
||||||
|
Kuzco,84
|
||||||
|
Lady Tremaine,85
|
||||||
|
Mad Hatter,86
|
||||||
|
Megara,87
|
||||||
|
Mickey Mouse,88
|
||||||
|
Mickey Mouse,89
|
||||||
|
Mother Gothel,90
|
||||||
|
Peter Pan,91
|
||||||
|
Tamatoa,92
|
||||||
|
Tinker Bell,93
|
||||||
|
Do It Again!,94
|
||||||
|
Mother Knows Best,95
|
||||||
|
Stampede,96
|
||||||
|
Steal from the Rich,97
|
||||||
|
Sudden Chill,98
|
||||||
|
The Beast is Mine!,99
|
||||||
|
Vicious Betrayal,100
|
||||||
|
Dr. Facilier’s Cards,101
|
||||||
|
Stolen Scimitar,102
|
||||||
|
Abu,103
|
||||||
|
Aladdin,104
|
||||||
|
Aladdin,105
|
||||||
|
Captain,106
|
||||||
|
Captain Hook,107
|
||||||
|
Donald Duck,108
|
||||||
|
Elsa,109
|
||||||
|
Gaston,110
|
||||||
|
Goofy,111
|
||||||
|
LeFou,112
|
||||||
|
Maleficent,113
|
||||||
|
Maui,114
|
||||||
|
Mickey Mouse,115
|
||||||
|
Minnie Mouse,116
|
||||||
|
Moana,117
|
||||||
|
Mulan,118
|
||||||
|
Peter Pan,119
|
||||||
|
Pongo,120
|
||||||
|
Rapunzel,121
|
||||||
|
Scar,122
|
||||||
|
Scar,123
|
||||||
|
Sergeant Tibbs,124
|
||||||
|
Stitch,125
|
||||||
|
Te Kā,126
|
||||||
|
Tigger,127
|
||||||
|
Be Prepared,128
|
||||||
|
Cut to the Chase,129
|
||||||
|
Dragon Fire,130
|
||||||
|
Fan the Flames,131
|
||||||
|
He's Got a Sword!,132
|
||||||
|
Tangle,133
|
||||||
|
Poisoned Apple,134
|
||||||
|
Shield of Virtue,135
|
||||||
|
Sword of Truth,136
|
||||||
|
Ariel,137
|
||||||
|
Aurora,138
|
||||||
|
Aurora,139
|
||||||
|
Aurora,140
|
||||||
|
Belle,141
|
||||||
|
Belle,142
|
||||||
|
Chief Tui,143
|
||||||
|
Donald Duck,144
|
||||||
|
Flounder,145
|
||||||
|
Gramma Tala,146
|
||||||
|
Hades,147
|
||||||
|
Jasmine,148
|
||||||
|
Jasmine,149
|
||||||
|
Maleficent,150
|
||||||
|
Maleficent,151
|
||||||
|
Maurice,152
|
||||||
|
Merlin,153
|
||||||
|
Mickey Mouse,154
|
||||||
|
Mufasa,155
|
||||||
|
Philoctetes,156
|
||||||
|
Robin Hood,157
|
||||||
|
Scar,158
|
||||||
|
Tamatoa,159
|
||||||
|
Triton,160
|
||||||
|
Develop Your Brain,161
|
||||||
|
If it’s Not Baroque,162
|
||||||
|
Let It Go,163
|
||||||
|
One Jump Ahead,164
|
||||||
|
Work Together,165
|
||||||
|
Coconut Basket,166
|
||||||
|
Eye of the Fates,167
|
||||||
|
Fishbone Quill,168
|
||||||
|
Magic Golden Flower,169
|
||||||
|
Scepter of Arendelle,170
|
||||||
|
Aladdin,171
|
||||||
|
Beast,172
|
||||||
|
Captain Hook,173
|
||||||
|
Captain Hook,174
|
||||||
|
Captain Hook,175
|
||||||
|
Cerberus,176
|
||||||
|
Donald Duck,177
|
||||||
|
Gantu,178
|
||||||
|
Goons,179
|
||||||
|
Hans,180
|
||||||
|
Hercules,181
|
||||||
|
Kristoff,182
|
||||||
|
Kronk,183
|
||||||
|
Lilo,184
|
||||||
|
Maui,185
|
||||||
|
Mickey Mouse,186
|
||||||
|
Prince Eric,187
|
||||||
|
Simba,188
|
||||||
|
Simba,189
|
||||||
|
Simba,190
|
||||||
|
Starkey,191
|
||||||
|
Te Kā,192
|
||||||
|
Tinker Bell,193
|
||||||
|
Tinker Bell,194
|
||||||
|
A Whole New World,195
|
||||||
|
Break,196
|
||||||
|
Fire the Cannons!,197
|
||||||
|
Grab Your Sword,198
|
||||||
|
Ransack,199
|
||||||
|
Smash,200
|
||||||
|
Beast’s Mirror,201
|
||||||
|
Frying Pan,202
|
||||||
|
Musketeer Tabard,203
|
||||||
|
Plasma Blaster,204
|
||||||
|
Hades,205
|
||||||
|
Stitch,206
|
||||||
|
Elsa,207
|
||||||
|
Mickey Mouse,208
|
||||||
|
Genie,209
|
||||||
|
Mickey Mouse,210
|
||||||
|
Aladdin,211
|
||||||
|
Maui,212
|
||||||
|
Aurora,213
|
||||||
|
Belle,214
|
||||||
|
Simba,215
|
||||||
|
Tinker Bell,216
|
|
Loading…
Reference in New Issue
Block a user