import tkinter import threading from selenium import webdriver from selenium.webdriver.chrome.service import Service from webdriver_manager.chrome import ChromeDriverManager from selenium.webdriver.common.by import By from selenium.webdriver.common.keys import Keys from PIL import Image import os import qrcode from tkinter import filedialog import time import datetime from dateutil.relativedelta import relativedelta from selenium.webdriver.common.action_chains import ActionChains import json import requests DropDownLabels = ["Street: ", "Number: ", "Postal code: ", "City: ", "coordinate X", "coordinate Y", "Sonnendach URL: ", "Suitability", "Image Filename Map: ", "Image Filename Production: ", "Image Filename qrcode: ", "PV Production 50", "PV Production 75", "PV Production 100", "Value Electricity production", "Roof area"] file_split_char = "," OptionList = [] exit = False stopThread = False filename_adresslist = "" adresslist = "" step = 0 service = Service(ChromeDriverManager().install()) driver = webdriver.Chrome(service=service) driver.minimize_window() outputtext = "Welcome to application Sonnendach\n" columnIndexes = [] def search_adresses(adress_list, filename_adresslist, driver, mainText): global file_split_char global stopThread global columnIndexes global outputtext global checkBoxCreateImages #Create Direcotrys to save screenshots and qrcodes if they don't exist yet. if(not os.path.exists("screenshots")): os.makedirs("screenshots", exist_ok=False) if (not os.path.exists("qrcodes")): os.makedirs("qrcodes", exist_ok=False) startTime = datetime.datetime.now() address_count = len(adress_list) #Search for each adress in the list and create screenshots and qrcodes for i in range(address_count): url = "not-found" suitability = "not-found" pv_Production50 = "not-found" pv_Production75 = "not-found" pv_Production100 = "not-found" value_electricity_production = "not-found" roof_area = "not-found" found = True line = adress_list[i] adress = line.split(file_split_char) if((line != adress_list[0]) and (adress[columnIndexes[6]] == "") and (((len(adress[columnIndexes[0]]) > 0) and (len(adress[columnIndexes[1]]) > 0) and (len(adress[columnIndexes[2]]) > 0) and (len(adress[columnIndexes[3]]) > 0)) or ((len(adress[columnIndexes[4]]) > 0) and (len(adress[columnIndexes[5]]) > 0)))): address_string = adress[columnIndexes[0]] + " " + adress[columnIndexes[1]] + " " + adress[columnIndexes[2]] + " " + adress[columnIndexes[3]] if(not ((len(adress[columnIndexes[4]]) > 0) and (len(adress[columnIndexes[5]]) > 0))): # Get Coordinates for Address try: # Address to coordinates params = { "type": "locations", "searchText": address_string, "lang": "de"} locationsResponse = requests.get('https://api3.geo.admin.ch/rest/services/api/SearchServer', params=params) locations = json.loads(locationsResponse.content.decode()) firstLocation = locations['results'][0]['attrs'] # you need the coordinates from other services, once you have them coordinates = (float(firstLocation['y']), float(firstLocation['x'])) # example coordinates except: found = False else: # Get Coordinates from File coordinate_x = float(adress[columnIndexes[4]]) % 1000000 coordinate_y = float(adress[columnIndexes[5]]) % 1000000 coordinates = (coordinate_x, coordinate_y) if(found): # Get Building ID from coordinates try: coordinates_str = ','.join(map(str, coordinates)) tolerance = 1 # this is wrong, bbox should be computed using tolerance and pixel size, but there are no problems for the # purpose of this exercise bbox = (coordinates[0] - tolerance, coordinates[1] - tolerance, coordinates[0] + tolerance, coordinates[1] + tolerance) bbox_str = ','.join(map(str, bbox)) params = { "geometryType": "esriGeometryPoint", "returnGeometry": "true", "layers": "all:ch.bfe.solarenergie-eignung-daecher", "geometry": coordinates_str, "mapExtent": bbox_str, "imageDisplay": "1391,1070,96", "tolerance": tolerance, "order": "distance", "lang": "de", } # retrieve one roof and the building_id associated response_one_roof = requests.get('https://api3.geo.admin.ch/rest/services/api/MapServer/identify', params=params) response_one_roof_decoded = json.loads(response_one_roof.content.decode()) results = (response_one_roof_decoded['results']) # for result in results: # print(result) building_id = (response_one_roof_decoded)['results'][0]['attributes']['building_id'] except: found = False if(found): try: # use the building_id of previous request to get all roofs associated with this building_id params = { 'layer': 'ch.bfe.solarenergie-eignung-daecher', 'searchField': 'building_id', 'contains': 'false', 'searchText': str(building_id), 'returnGeometry': 'false' } response_all_roofs = requests.get('https://api3.geo.admin.ch/rest/services/api/MapServer/find', params=params) response_all_roofs_decoded = json.loads(response_all_roofs.content.decode())['results'] best_roof = response_all_roofs_decoded[0] # TODO: Find best roof for roof in response_all_roofs_decoded: if(float(roof['attributes']['flaeche']) > float(best_roof['attributes']['flaeche'])): best_roof = roof url = "https://www.uvek-gis.admin.ch/BFE/sonnendach/index.html?featureId=" + str(best_roof['featureId']) + "&lang=de" suitability = str(best_roof['attributes']['klasse']) pv_Production100 = str(float(best_roof['attributes']['gstrahlung'])*0.2*0.8) pv_Production75 = str(float(pv_Production100) * 0.75) pv_Production50 = str(float(pv_Production100) * 0.5) value_electricity_production = str(best_roof['attributes']['finanzertrag']) roof_area = str(best_roof['attributes']['flaeche']) except: found = False roof_is_suitable = True # TODO decide if roof is suitable if(found and createImages.get() > 0 and roof_is_suitable): image_filename = suitability + " - " + address_string image_folder_map = "screenshots/" image_filename_map = image_filename + " map" + ".png" image_folder_production = "screenshots/" image_filename_production = image_filename + " production" + ".png" image_folder_qrcode = "qrcodes/" image_filename_qrcode = image_filename + " qrcode" + ".png" create_images(address_string, driver, image_filename_map, image_filename_production, image_filename_qrcode, image_folder_map, image_folder_production, image_folder_qrcode, url) else: image_filename_map = "not-created" image_filename_production = "not-created" image_filename_qrcode = "not-created" save_information_to_addresslist(adress, adress_list, columnIndexes, coordinates, file_split_char, i, image_filename_map, image_filename_production, image_filename_qrcode, pv_Production100, pv_Production50, pv_Production75, roof_area, suitability, url, value_electricity_production) save_addresslist_in_file(adress_list, filename_adresslist) print("saved Address: " + address_string) print("Address " + str(i) + " of " + str(address_count)) timediff = relativedelta(datetime.datetime.now(), startTime) print("Process is running since %d years %d months %d days %d hours %d minutes %d seconds" % ( timediff.years, timediff.months, timediff.days, timediff.hours, timediff.minutes, timediff.seconds)) if(stopThread == True): print("closing Thread") return outputtext = outputtext + "Reached end of list.\nPress Exit to close the application." + "\n" mainText.config(text=outputtext) print("closing Thread") return def save_information_to_addresslist(adress, adress_list, columnIndexes, coordinates, file_split_char, list_index, image_filename_map, image_filename_production, image_filename_qrcode, pv_Production100, pv_Production50, pv_Production75, roof_area, suitability, url, value_electricity_production): # Save Information in Addresslist adress[columnIndexes[4]] = str(coordinates[0]) adress[columnIndexes[5]] = str(coordinates[1]) adress[columnIndexes[6]] = url adress[columnIndexes[7]] = suitability adress[columnIndexes[8]] = image_filename_map adress[columnIndexes[9]] = image_filename_production adress[columnIndexes[10]] = image_filename_qrcode adress[columnIndexes[11]] = pv_Production50 adress[columnIndexes[12]] = pv_Production75 adress[columnIndexes[13]] = pv_Production100 adress[columnIndexes[14]] = value_electricity_production adress[columnIndexes[15]] = roof_area new_line_string = "" for j in adress: new_line_string = new_line_string + j + file_split_char adress_list[list_index] = new_line_string def save_addresslist_in_file(adress_list, filename_adresslist): new_adress_list = "" for j in adress_list: new_adress_list = new_adress_list + (j) + "\n" # save File adress_file = open(filename_adresslist, "w", encoding="utf-8") adress_file.write(new_adress_list) adress_file.close() def create_images(address_string, driver, image_filename_map, image_filename_production, image_filename_qrcode, image_folder_map, image_folder_production, image_folder_qrcode, url): driver.get(url) time.sleep(2) # Create QR-Code qr = qrcode.QRCode(version=1, box_size=10, border=5) qr.add_data(url) qr.make(fit=True) qr.make_image(fill='black', back_color='white').save(image_folder_qrcode + image_filename_qrcode) # Create Screenshot of Map actions = ActionChains(driver) try: driver.execute_script("""var l = document.getElementsByClassName("ol-zoom ol-unselectable ol-control")[0]; l.parentNode.removeChild(l);""") except: pass mapElement = driver.find_element(By.XPATH, "//div[@id='map']//div[@class='ol-viewport']") location = mapElement.location size = mapElement.size x = location["x"] y = location["y"] w = x + size["width"] h = size["height"] area = (x, 0, w, h) driver.execute_script("window.scrollTo(0, " + str(y) + ")") time.sleep(1) driver.save_screenshot(image_folder_map + image_filename_map) time.sleep(0.2) Image.open(image_folder_map + image_filename_map).crop(area).save( image_folder_map + image_filename_map) # Create Screenshot of Chart try: chartElement = driver.find_elements(By.XPATH, "//div[@id='chart']//*")[0] location = chartElement.location size = chartElement.size x = location["x"] y = location["y"] w = x + size["width"] h = size["height"] area = (x, 0, w, h) driver.execute_script("window.scrollTo(0, " + str(y) + ")") time.sleep(1) driver.save_screenshot(image_folder_production + image_filename_production) time.sleep(0.2) Image.open(image_folder_production + image_filename_production).crop(area).save( image_folder_production + image_filename_production) except: pass def read_adresslist(filename_adresslist): returnvalues = [] try: adress_file = open(filename_adresslist, "r", encoding="utf-8") adress_list = adress_file.read().splitlines() adress_file.close() returnvalues.append(True) returnvalues.append(adress_list) except: returnvalues.append(False) return returnvalues def createFrameFileColums(headers): global OptionList global DropDownLabels for header in headers: OptionList.append(header) desctext = tkinter.Label(frameFileColums, text="Please select Headers of Columns") desctext.grid(row=1, column=1, padx=10, pady=3) frameFileColums1 = tkinter.Frame(frameFileColums) frameFileColums1.grid(row=2, column=1, padx=10, pady=3) for i in range(len(DropDownLabels)): exec("text" + str(i+1) + " = tkinter.Label(frameFileColums1, text=\"" + DropDownLabels[i] + "\")") exec("text" + str(i+1) + ".grid(row=" + str(i+1) + ", column=1, padx=10, pady=3)") exec("dropdown" + str(i+1) + " = tkinter.OptionMenu(frameFileColums1, variablesDropdown[" + str(i) + "], *OptionList)") exec("dropdown" + str(i+1) + ".grid(row=" + str(i+1) + ", column=2, padx=10, pady=3)") def getColumnIndex(): global OptionList global columnIndexes for j in range(len(DropDownLabels)): for i in range(len(OptionList)): if(OptionList[i] == variablesDropdown[j].get()): columnIndexes.append(i) def command(): global exit global stopThread global adresslist global step global driver global filename_adresslist global outputtext global thread_search_adresses global file_split_char if(exit): print("Command Exit received") stopThread = True try: thread_search_adresses.join() except: pass print("Threads are closed") root.quit() print("Application is closed") driver.quit() print("Webdriver is closed") elif(step == 0): #Schritt 1 filename_adresslist = filedialog.askopenfilename() outputtext = outputtext + "Searching File " + filename_adresslist + "\n" mainText.config(text=outputtext) adress_list_result = read_adresslist(filename_adresslist) if(adress_list_result[0]): adresslist = adress_list_result[1] outputtext = outputtext + "File " + filename_adresslist + " found." + "\n" mainText.config(text=outputtext) button1.config(text="read file") createFrameFileColums(adresslist[0].split(file_split_char)) frameFileColums.grid(row=2, column=1) step += 1 else: outputtext = outputtext + "File " + filename_adresslist + " not found." + "\n" mainText.config(text=outputtext) exit = True button1.grid_remove() elif (step == 1): # TODO: check if dropdowns are selected getColumnIndex() outputtext = outputtext + "Reading File " + filename_adresslist + " done." + "\n" mainText.config(text=outputtext) frameFileColums.grid_remove() button1.config(text="open Webbrowser") step += 1 elif(step == 2): # Schritt 2 outputtext = outputtext + "Website is opening" + "\n" mainText.config(text=outputtext) try: driver.maximize_window() driver.get("https://www.uvek-gis.admin.ch/BFE/sonnendach/") driver.implicitly_wait(20) outputtext = outputtext + "opening website was done.\nPrepare the browser window to create screenshots." + "\n" mainText.config(text=outputtext) button1.config(text="start process") step += 1 except: outputtext = outputtext + "opening website failed" + "\n" mainText.config(text=outputtext) exit = True button1.grid_remove() elif(step == 3): thread_search_adresses = threading.Thread(target=search_adresses, args=(adresslist, filename_adresslist, driver, mainText)) thread_search_adresses.start() print("Thread started") outputtext = outputtext + "process has started." + "\n" mainText.config(text=outputtext) button1.grid_remove() exit = True def command_exit(): global exit exit = True command() root = tkinter.Tk() root.protocol("WM_DELETE_WINDOW", command_exit) root.wm_title("Sonnendach") mainText = tkinter.Label(root, text=outputtext, width=80) mainText.grid(row=1, column=1, padx=10, pady=3) frameFileColums = tkinter.Frame(root) variablesDropdown = [] for i in range(len(DropDownLabels)): variablesDropdown.append(tkinter.StringVar(root)) frameButtons = tkinter.Frame(root) frameButtons.grid(row=3, column=1) createImages = tkinter.IntVar() checkBoxCreateImages = tkinter.Checkbutton(frameButtons, text="create images", variable=createImages) checkBoxCreateImages.grid() button1 = tkinter.Button(frameButtons, text="Select Adresslist file", command=command, width=20, height=2, bg="#FCCA03") button1.grid(row=3, column=1, padx=10, pady=3) button2 = tkinter.Button(frameButtons, text="EXIT", command=command_exit, width=20, height=2, bg="#FCCA03") button2.grid(row=3, column=2, padx=10, pady=3) root.mainloop()