OceanSlim/mrCooper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

script updated to exclude data if it can't be retrieved

Browse Source
This commit is contained in:
0ceanSlim 2024-01-02 11:21:28 -05:00
parent 44d0490fc1
commit 46bc2c6a36
1 changed files with 27 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
getData.py
View File

@ -1,16 +1,16 @@
import os import os
import csv import csv
from datetime import datetime from datetime import datetime
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
import time import time
import configparser import configparser
import zipfile import zipfile
import requests import requests
from io import BytesIO from io import BytesIO
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
# Set the path to the Chrome executable # Set the path to the Chrome executable
# Define the directory path and URLs for Chrome and Chromedriver # Define the directory path and URLs for Chrome and Chromedriver
@ -40,7 +40,7 @@ chrome_options = webdriver.ChromeOptions()
chrome_options.binary_location = chrome_exe_path # Specify Chrome executable path chrome_options.binary_location = chrome_exe_path # Specify Chrome executable path
chrome_options.add_argument('--headless') # Run Chrome in headless mode (optional) chrome_options.add_argument('--headless') # Run Chrome in headless mode (optional)
config_path = os.path.join(os.path.dirname(__file__), 'config.ini') config_path = 'config.ini'
if not os.path.exists(config_path): if not os.path.exists(config_path):
# If config.ini doesn't exist, prompt the user for credentials # If config.ini doesn't exist, prompt the user for credentials
@ -57,7 +57,7 @@ if not os.path.exists(config_path):
# Load credentials from config file # Load credentials from config file
config = configparser.ConfigParser() config = configparser.ConfigParser()
config.read('config.ini') # Update with your config file path config.read(config_path) # Update with your config file path
username_value = config.get('Credentials', 'username') username_value = config.get('Credentials', 'username')
password_value = config.get('Credentials', 'password') password_value = config.get('Credentials', 'password')
@ -83,15 +83,27 @@ try:
# Wait for a few seconds for the page to load after login (you may need to adjust the timing) # Wait for a few seconds for the page to load after login (you may need to adjust the timing)
time.sleep(10) time.sleep(10)
# Find the equity with the data you want to scrape (by class name in this case) try:
equity = WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CLASS_NAME, 'estimate-section__equity__content'))) # Find the equity with the data you want to scrape (by class name in this case)
home = WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CLASS_NAME, 'estimate-section__home__content'))) equity_element = WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CLASS_NAME, 'estimate-section__equity__content')))
principal = WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CLASS_NAME, 'principal-balance-value'))) equity = equity_element.text
except Exception as e:
print(f"Error retrieving equity: {e}")
equity = '' # Set equity to blank in case of an error
# Get the text content of the equity try:
equity = equity.text home_element = WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CLASS_NAME, 'estimate-section__home__content')))
home = home.text home = home_element.text
principal = principal.text except Exception as e:
print(f"Error retrieving home value: {e}")
home = '' # Set home value to blank in case of an error
try:
principal_element = WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CLASS_NAME, 'principal-balance-value')))
principal = principal_element.text
except Exception as e:
print(f"Error retrieving principal remaining: {e}")
principal = '' # Set principal remaining to blank in case of an error
# Create or update the CSV file # Create or update the CSV file
data = [datetime.now().strftime('%Y-%m-%d %H:%M:%S'), equity, home, principal] data = [datetime.now().strftime('%Y-%m-%d %H:%M:%S'), equity, home, principal]