zweiter Screenshot hinzugefügt.
This commit is contained in:
parent
e3eb20d61f
commit
a626880b0a
137
Main.py
137
Main.py
|
@ -10,9 +10,9 @@ import os
|
||||||
import qrcode
|
import qrcode
|
||||||
from tkinter import filedialog
|
from tkinter import filedialog
|
||||||
import time
|
import time
|
||||||
|
from selenium.webdriver.common.action_chains import ActionChains
|
||||||
|
|
||||||
|
DropDownLabels = ["Street: ", "Number: ", "Postal code: ", "City: ", "Sonnendach URL: ", "Eignung", "Image Filename Map: ", "Image Filename Production: ", "Image Filename qrcode: ", "PV Production 50", "PV Production 75", "PV Production 100", "Value Electricity production"]
|
||||||
DropDownLabels = ["Street: ", "Number: ", "Postal code: ", "City: ", "Sonnendach URL: ", "Eignung", "Image Filename: ", "PV Production 50", "PV Production 75", "PV Production 100", "Value Electricity production"]
|
|
||||||
file_split_char = ","
|
file_split_char = ","
|
||||||
OptionList = []
|
OptionList = []
|
||||||
exit = False
|
exit = False
|
||||||
|
@ -63,26 +63,97 @@ def search_adresses(adress_list, filename_adresslist, driver):
|
||||||
time.sleep(2)
|
time.sleep(2)
|
||||||
# TODO: Validation
|
# TODO: Validation
|
||||||
url = driver.current_url
|
url = driver.current_url
|
||||||
eignung = driver.find_element(By.ID, "eignung")
|
eignung = driver.find_element(By.ID, "eignung").text
|
||||||
pv_Production50 = driver.find_element(By.ID, "pv50")
|
pv_Production50 = driver.find_element(By.ID, "pv50").text.replace("'", "")
|
||||||
pv_Production75 = driver.find_element(By.ID, "pv75")
|
pv_Production75 = driver.find_element(By.ID, "pv75").text.replace("'", "")
|
||||||
pv_Production100 = driver.find_element(By.ID, "pv100")
|
pv_Production100 = driver.find_element(By.ID, "pv100").text.replace("'", "")
|
||||||
value_electricity_production = driver.find_elements(By.XPATH, "//h2[@id='TitelSolarstrom']//strong")[2]
|
value_electricity_production = driver.find_elements(By.XPATH, "//h2[@id='TitelSolarstrom']//strong")[2].text.replace("'", "").replace(" Franken", "")
|
||||||
|
|
||||||
image_filename = eignung.text + " - " + search_string + ".png"
|
|
||||||
|
|
||||||
|
image_filename = eignung + " - " + search_string
|
||||||
|
image_folder_map = "screenshots/"
|
||||||
|
image_filename_map = image_filename + " map" + ".png"
|
||||||
|
image_folder_production = "screenshots/"
|
||||||
|
image_filename_production = image_filename + " production" + ".png"
|
||||||
|
image_folder_qrcode = "qrcodes/"
|
||||||
|
image_filename_qrcode = image_filename + " qrcode" + ".png"
|
||||||
|
|
||||||
|
# Create QR-Code
|
||||||
|
qr = qrcode.QRCode(version=1, box_size=10, border=5)
|
||||||
|
qr.add_data(url)
|
||||||
|
qr.make(fit=True)
|
||||||
|
qr.make_image(fill='black', back_color='white').save(image_folder_qrcode + image_filename_qrcode)
|
||||||
|
|
||||||
|
# Create Screenshot
|
||||||
|
try:
|
||||||
|
driver.execute_script("""var l = document.getElementsByClassName("ol-zoom ol-unselectable ol-control")[0];
|
||||||
|
l.parentNode.removeChild(l);""")
|
||||||
|
except:
|
||||||
|
pass
|
||||||
|
|
||||||
|
mapElement = driver.find_element(By.XPATH,
|
||||||
|
"//div[@id='map']//div[@class='ol-viewport']")
|
||||||
|
location = mapElement.location
|
||||||
|
size = mapElement.size
|
||||||
|
x = location["x"]
|
||||||
|
y = 43 # location["y"]
|
||||||
|
w = x + size["width"]
|
||||||
|
h = y + size["height"]
|
||||||
|
area = (x, y, w, h)
|
||||||
|
time.sleep(1)
|
||||||
|
driver.save_screenshot(image_folder_map + image_filename_map)
|
||||||
|
time.sleep(0.2)
|
||||||
|
Image.open(image_folder_map + image_filename_map).crop(area).save(
|
||||||
|
image_folder_map + image_filename_map)
|
||||||
|
|
||||||
|
# take Screenshot 2
|
||||||
|
try:
|
||||||
|
chartElement = driver.find_element(By.ID, "chart")
|
||||||
|
actions = ActionChains(driver)
|
||||||
|
actions.move_to_element(chartElement).perform()
|
||||||
|
location = chartElement.location
|
||||||
|
size = chartElement.size
|
||||||
|
x = 920
|
||||||
|
y = 1000
|
||||||
|
w = 1600
|
||||||
|
h = 1300
|
||||||
|
area = (x, y, w, h)
|
||||||
|
print("X: " + str(x) + "Y: " + str(y) + "W: " + str(w) + "H: " + str(h))
|
||||||
|
|
||||||
|
time.sleep(1)
|
||||||
|
driver.save_screenshot(image_folder_production + image_filename_production)
|
||||||
|
time.sleep(0.2)
|
||||||
|
Image.open(image_folder_production + image_filename_production).crop(area).save(
|
||||||
|
image_folder_production + image_filename_production)
|
||||||
|
except:
|
||||||
|
image_filename_production = "not-found"
|
||||||
|
|
||||||
|
print(image_filename_map + " was saved.")
|
||||||
|
else:
|
||||||
|
url = "not-found"
|
||||||
|
eignung = "not-found"
|
||||||
|
image_filename_map = "not-found"
|
||||||
|
image_filename_production = "not-found"
|
||||||
|
image_filename_qrcode = "not-found"
|
||||||
|
pv_Production50 = "not-found"
|
||||||
|
pv_Production75 = "not-found"
|
||||||
|
pv_Production100 = "not-found"
|
||||||
|
value_electricity_production = "not-found"
|
||||||
|
|
||||||
|
|
||||||
|
print("not found: " + search_string)
|
||||||
|
|
||||||
|
|
||||||
|
#Write back into file
|
||||||
adress[columnIndexes[4]] = url
|
adress[columnIndexes[4]] = url
|
||||||
adress[columnIndexes[5]] = eignung.text
|
adress[columnIndexes[5]] = eignung
|
||||||
adress[columnIndexes[6]] = image_filename
|
adress[columnIndexes[6]] = image_filename_map
|
||||||
# TODO: 1000er Trennzeichen und " Franken" entfernen
|
adress[columnIndexes[7]] = image_filename_production
|
||||||
adress[columnIndexes[7]] = pv_Production50.text.replace("'", "")
|
adress[columnIndexes[8]] = image_filename_qrcode
|
||||||
adress[columnIndexes[8]] = pv_Production75.text.replace("'", "")
|
adress[columnIndexes[9]] = pv_Production50
|
||||||
adress[columnIndexes[9]] = pv_Production100.text.replace("'", "")
|
adress[columnIndexes[10]] = pv_Production75
|
||||||
adress[columnIndexes[10]] = value_electricity_production.text.replace("'", "").replace(" Franken", "")
|
adress[columnIndexes[11]] = pv_Production100
|
||||||
|
adress[columnIndexes[12]] = value_electricity_production
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
adress_file = open(filename_adresslist, "w")
|
adress_file = open(filename_adresslist, "w")
|
||||||
new_line_string = ""
|
new_line_string = ""
|
||||||
for j in adress:
|
for j in adress:
|
||||||
|
@ -94,35 +165,7 @@ def search_adresses(adress_list, filename_adresslist, driver):
|
||||||
adress_file.write(new_adress_list)
|
adress_file.write(new_adress_list)
|
||||||
adress_file.close()
|
adress_file.close()
|
||||||
|
|
||||||
# Create QR-Code
|
|
||||||
qr = qrcode.QRCode(version=1, box_size=10, border=5)
|
|
||||||
qr.add_data(url)
|
|
||||||
qr.make(fit=True)
|
|
||||||
qr.make_image(fill='black', back_color='white').save("qrcodes/" + image_filename)
|
|
||||||
|
|
||||||
# Create Screenshot
|
|
||||||
featureElement1 = driver.find_element(By.XPATH,
|
|
||||||
"//section[@id='one']//div[@class='container']//div[@class='row 150%']")
|
|
||||||
featureElement2 = driver.find_element(By.XPATH,
|
|
||||||
"//section[@id='one']")
|
|
||||||
location = featureElement1.location
|
|
||||||
size1 = featureElement1.size
|
|
||||||
size2 = featureElement2.size
|
|
||||||
x = location["x"]
|
|
||||||
y = 5 # location["y"]
|
|
||||||
w = x + size2["width"]
|
|
||||||
h = y + size1["height"]
|
|
||||||
area = (x, y, w, h)
|
|
||||||
time.sleep(1)
|
|
||||||
driver.save_screenshot("screenshots/" + image_filename)
|
|
||||||
time.sleep(0.2)
|
|
||||||
Image.open("screenshots/" + image_filename).crop(area).save("screenshots/" + image_filename)
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
print(image_filename + " was saved.")
|
|
||||||
else:
|
|
||||||
print("not found: " + search_string)
|
|
||||||
if(stopThread == True):
|
if(stopThread == True):
|
||||||
print("closing Thread")
|
print("closing Thread")
|
||||||
break
|
break
|
||||||
|
|
|
@ -0,0 +1,133 @@
|
||||||
|
from selenium import webdriver
|
||||||
|
from selenium.webdriver.chrome.service import Service
|
||||||
|
from webdriver_manager.chrome import ChromeDriverManager
|
||||||
|
from selenium.webdriver.common.by import By
|
||||||
|
from selenium.webdriver.common.keys import Keys
|
||||||
|
import time
|
||||||
|
from PIL import Image
|
||||||
|
import os
|
||||||
|
import qrcode
|
||||||
|
from selenium.webdriver.common.action_chains import ActionChains
|
||||||
|
|
||||||
|
file_split_char = ","
|
||||||
|
filename_adresslist = "GWR-Daten Schaffhausen.csv"
|
||||||
|
adress_file = open(filename_adresslist, "r")
|
||||||
|
adress_list = adress_file.read().splitlines()
|
||||||
|
adress_file.close()
|
||||||
|
s = Service(ChromeDriverManager().install())
|
||||||
|
driver = webdriver.Chrome(service=s)
|
||||||
|
driver.minimize_window()
|
||||||
|
driver.maximize_window()
|
||||||
|
driver.get("https://www.uvek-gis.admin.ch/BFE/sonnendach/")
|
||||||
|
driver.implicitly_wait(20)
|
||||||
|
|
||||||
|
try:
|
||||||
|
if(not os.path.exists("screenshots")):
|
||||||
|
os.makedirs("screenshots", exist_ok=False)
|
||||||
|
if (not os.path.exists("qrcodes")):
|
||||||
|
os.makedirs("qrcodes", exist_ok=False)
|
||||||
|
for i in range(len(adress_list)):
|
||||||
|
line = adress_list[i]
|
||||||
|
print(line)
|
||||||
|
adress = line.split(file_split_char)
|
||||||
|
if((line != adress_list[0]) & ((adress[20][0:11] != "screenshots"))):
|
||||||
|
print(adress)
|
||||||
|
search_string = adress[15] + " " + adress[3] + " " + adress[11] + " " + adress[13]
|
||||||
|
print(search_string)
|
||||||
|
search_bar = driver.find_element(By.ID, "searchTypeahead1")
|
||||||
|
search_bar.send_keys(Keys.CONTROL + "a")
|
||||||
|
search_bar.send_keys(Keys.DELETE)
|
||||||
|
search_bar.send_keys(search_string)
|
||||||
|
driver.implicitly_wait(10)
|
||||||
|
|
||||||
|
found = False
|
||||||
|
suggestions = driver.find_elements(By.XPATH, "//div[@class='tt-suggestion tt-selectable']")
|
||||||
|
for suggestion in suggestions:
|
||||||
|
if(suggestion.text == search_string):
|
||||||
|
found = True
|
||||||
|
suggestion.click()
|
||||||
|
driver.implicitly_wait(120)
|
||||||
|
break
|
||||||
|
|
||||||
|
if(found):
|
||||||
|
print("found")
|
||||||
|
time.sleep(2)
|
||||||
|
url = driver.current_url
|
||||||
|
eignung = driver.find_element(By.ID, "eignung")
|
||||||
|
image_filename = eignung.text + " - " + search_string
|
||||||
|
|
||||||
|
adress[18] = url
|
||||||
|
adress[19] = eignung.text
|
||||||
|
adress[20] = image_filename
|
||||||
|
|
||||||
|
#adress_file = open(filename_adresslist, "w")
|
||||||
|
new_line_string = ""
|
||||||
|
for j in adress:
|
||||||
|
new_line_string = new_line_string + j + file_split_char
|
||||||
|
adress_list[i] = new_line_string
|
||||||
|
new_adress_list = ""
|
||||||
|
for j in adress_list:
|
||||||
|
new_adress_list = new_adress_list + (j) + "\n"
|
||||||
|
#adress_file.write(new_adress_list)
|
||||||
|
#adress_file.close()
|
||||||
|
|
||||||
|
print("start")
|
||||||
|
|
||||||
|
# Create QR-Code
|
||||||
|
qr = qrcode.QRCode(version=1, box_size=10, border=5)
|
||||||
|
qr.add_data(url)
|
||||||
|
qr.make(fit=True)
|
||||||
|
qr.make_image(fill='black', back_color='white').save(
|
||||||
|
"qrcodes/" + image_filename + "production" + ".png")
|
||||||
|
|
||||||
|
# Create Screenshot
|
||||||
|
try:
|
||||||
|
driver.execute_script("""var l = document.getElementsByClassName("ol-zoom ol-unselectable ol-control")[0];
|
||||||
|
l.parentNode.removeChild(l);""")
|
||||||
|
except:
|
||||||
|
pass
|
||||||
|
|
||||||
|
mapElement = driver.find_element(By.XPATH,
|
||||||
|
"//div[@id='map']//div[@class='ol-viewport']")
|
||||||
|
location = mapElement.location
|
||||||
|
size = mapElement.size
|
||||||
|
x = location["x"]
|
||||||
|
y = 43 # location["y"]
|
||||||
|
w = x + size["width"]
|
||||||
|
h = y + size["height"]
|
||||||
|
area = (x, y, w, h)
|
||||||
|
time.sleep(1)
|
||||||
|
driver.save_screenshot("screenshots/" + image_filename + "map" + ".png")
|
||||||
|
time.sleep(0.2)
|
||||||
|
Image.open("screenshots/" + image_filename + "map" + ".png").crop(area).save("screenshots/" + image_filename + "map" + ".png")
|
||||||
|
|
||||||
|
#take Screenshot 2
|
||||||
|
chartElement = driver.find_element(By.ID, "chart")
|
||||||
|
actions = ActionChains(driver)
|
||||||
|
actions.move_to_element(chartElement).perform()
|
||||||
|
location = chartElement.location
|
||||||
|
size = chartElement.size
|
||||||
|
x = 920
|
||||||
|
y = 1000
|
||||||
|
w = 1600
|
||||||
|
h = 1300
|
||||||
|
area = (x, y, w, h)
|
||||||
|
print("X: " + str(x) + "Y: "+ str(y) + "W: "+ str(w) + "H: " + str(h))
|
||||||
|
|
||||||
|
time.sleep(1)
|
||||||
|
driver.save_screenshot("screenshots/" + image_filename + "production" + ".png")
|
||||||
|
time.sleep(0.2)
|
||||||
|
Image.open("screenshots/" + image_filename + "production" + ".png").crop(area).save("screenshots/" + image_filename + "production" + ".png")
|
||||||
|
|
||||||
|
|
||||||
|
print("stop")
|
||||||
|
|
||||||
|
|
||||||
|
print(image_filename + " was saved.")
|
||||||
|
else:
|
||||||
|
print("not found: " + search_string)
|
||||||
|
if(input("Enter zum fortfahren") == "exit"):
|
||||||
|
break
|
||||||
|
except Exception as e:
|
||||||
|
print(str(e))
|
||||||
|
driver.quit()
|
Loading…
Reference in New Issue