created Version 3.1

Reviewed-on: #7

Sonnendach.py

@@ -1,5 +1,6 @@
 import tkinter
 import threading
+import matplotlib.pyplot as plt
 
 import selenium.webdriver.firefox.service
 import webdriver_manager.chrome
@@ -23,11 +24,12 @@ import requests
 import statistics
 from webdriver_manager.firefox import GeckoDriverManager
 
-DropDownLabels = ["Street: ", "Number: ", "Postal code: ", "City: ", "coordinate X", "coordinate Y", "Sonnendach URL: ", "Suitability:", "Image Filename: ", "PV Production 100", "Value Electricity production", "Roof area", "existing PV Production"]
+DropDownLabels = ["Street: ", "Number: ", "Postal code: ", "City: ", "coordinate X", "coordinate Y", "Sonnendach URL: ", "Suitability:", "Image Filename: ", "PV Production 75", "Value Electricity production", "Roof area", "existing PV Production Power", "existing PV Production begining of operation"]
 file_split_char = ","
 minRoofSize = 2
 minSuitability = 3
-electricityPrice = 0.1
+electricityPrice = 0.198
+electricityUsageFactor = 0.75
 OptionList = []
 exit = False
 stopThread = False
@@ -67,12 +69,15 @@ def search_adresses(adress_list, filename_adresslist, driver, mainText):
     image_folder_map = "screenshots_map/"
     image_folder_production = "screenshots_production/"
     image_folder_qrcode = "qrcodes/"
+    image_folder_barcharts = "barcharts/"
     if(not os.path.exists(image_folder_map[:-1])):
         os.makedirs(image_folder_map[:-1], exist_ok=False)
-    if(not os.path.exists(image_folder_production[:-1])):
+    # if(not os.path.exists(image_folder_production[:-1])):
-        os.makedirs(image_folder_production[:-1], exist_ok=False)
+    #     os.makedirs(image_folder_production[:-1], exist_ok=False)
     if (not os.path.exists(image_folder_qrcode[:-1])):
         os.makedirs(image_folder_qrcode[:-1], exist_ok=False)
+    if (not os.path.exists(image_folder_barcharts[:-1])):
+        os.makedirs(image_folder_barcharts[:-1], exist_ok=False)
 
     startTime = datetime.datetime.now()
     address_count = len(adress_list)
@@ -86,9 +91,12 @@ def search_adresses(adress_list, filename_adresslist, driver, mainText):
         sumRoofArea = "not-found"
         featureId = "not-found"
         response_all_roofs_decoded = "not-found"
+        coordinates = ("not-found", "not-found")
         found = True
         line = adress_list[i]
         adress = line.split(file_split_char)
+        barChartMonth = [0] * 12
+        barChartData = [0] * 12
         if((line != adress_list[0]) and (adress[columnIndexes[6]] == "") and (((len(adress[columnIndexes[0]]) > 0) and (len(adress[columnIndexes[1]]) > 0) and (len(adress[columnIndexes[2]]) > 0) and (len(adress[columnIndexes[3]]) > 0)) or ((len(adress[columnIndexes[4]]) > 0) and (len(adress[columnIndexes[5]]) > 0)))):
             address_string = adress[columnIndexes[0]] + " " + adress[columnIndexes[1]] + " " + adress[columnIndexes[2]] + " " + adress[columnIndexes[3]]
             print("searching for Address: " + address_string)
@@ -140,9 +148,8 @@ def search_adresses(adress_list, filename_adresslist, driver, mainText):
                     response_one_roof = requests.get('https://api3.geo.admin.ch/rest/services/api/MapServer/identify',
                                                      params=params)
                     response_one_roof_decoded = json.loads(response_one_roof.content.decode())
-                    results = (response_one_roof_decoded['results'])
+                    # results = (response_one_roof_decoded['results'])
-                    # for result in results:
+
-                    #     print(result)
                     building_id = (response_one_roof_decoded)['results'][0]['attributes']['building_id']
                 except:
                     found = False
@@ -166,12 +173,19 @@ def search_adresses(adress_list, filename_adresslist, driver, mainText):
                         suitabilities = []
                         bestRoofEnergy = 0
                         bestRoof = response_all_roofs_decoded[0]
+                        barChartMonth = response_all_roofs_decoded[0]['attributes']['monate']
+                        barChartData = [0] * 12
                         for roof in response_all_roofs_decoded:
-                            energy = float(roof['attributes']['gstrahlung'])*0.2*0.8
+                            energy = float(roof['attributes']['gstrahlung'])*0.2*0.8*electricityUsageFactor
-                            if(energy > bestRoofEnergy):
+
+                            if(float(roof['attributes']['flaeche']) > minRoofSize and int(roof['attributes']['klasse']) >= minSuitability):
+                                if (energy > bestRoofEnergy):
                                     bestRoofEnergy = energy
                                     bestRoof = roof
-                            if(float(roof['attributes']['flaeche']) > minRoofSize and int(roof['attributes']['klasse']) >= minSuitability):
+                                for month_count in range(12):
+                                    barChartData[month_count] = barChartData[month_count] + float(
+                                        roof['attributes']['monats_ertrag'][month_count]) * float(
+                                        roof['attributes']['flaeche']) * electricityPrice
                                 sumEnergyRoofs = sumEnergyRoofs + energy
                                 sumRoofArea = sumRoofArea + float(roof['attributes']['flaeche'])
                                 suitabilities.append(int(roof['attributes']['klasse']))
@@ -187,7 +201,8 @@ def search_adresses(adress_list, filename_adresslist, driver, mainText):
 
             roof_is_suitable = True # TODO decide if roof is suitable
 
-            existing_solar_panel_power = "none"
+            existing_solar_panel_power = "error"
+            existing_solar_panel_begining_of_operation = "error"
             roof_has_solarpanel = False # TODO check if roof has solar Panel
 
             #Check if there is solar panel existing
@@ -203,43 +218,61 @@ def search_adresses(adress_list, filename_adresslist, driver, mainText):
                 repsonse_solar_panel = requests.get('https://api3.geo.admin.ch/rest/services/api/MapServer/find',
                                                     params=params)
                 repsonse_solar_panel_decoded = json.loads(repsonse_solar_panel.content.decode())
-                print(repsonse_solar_panel_decoded)
+
                 results = (repsonse_solar_panel_decoded['results'])
                 if(len(results) > 0):
                     existing_solar_panel_power = results[0]['attributes']['total_power']
+                    existing_solar_panel_begining_of_operation = results[0]['attributes']['beginning_of_operation']
+                else:
+                    existing_solar_panel_power = "none"
+                    existing_solar_panel_begining_of_operation = "none"
 
             except:
-                existing_solar_panel_power = "not-found"
+                existing_solar_panel_power = "error"
+                existing_solar_panel_begining_of_operation = "error"
                 roof_has_solarpanel = False
 
             if(found and createImages.get() > 0 and roof_is_suitable and (not roof_has_solarpanel)):
                 image_filename = address_string + ".png"
-                create_images(address_string, driver, image_filename, image_folder_map, image_folder_production, image_folder_qrcode,
+
-                              url)
+                barchart_color = ""
+                if(suitability == 1):
+                    barchart_color = "#00c5ff"
+                elif(suitability == 2):
+                    barchart_color = "#ffff00"
+                elif(suitability == 3):
+                    barchart_color = "#ffaa00"
+                elif(suitability == 4):
+                    barchart_color = "#ff5500"
+                elif(suitability == 5):
+                    barchart_color = "#a80000"
+
+                create_images(address_string, driver, image_filename, image_folder_map, image_folder_production, image_folder_qrcode, image_folder_barcharts,
+                              url, barChartMonth, barChartData, barchart_color)
 
             else:
                 image_filename = "not-created"
 
-            print("saving Address: " + address_string)
+            # print("saving Address: " + address_string)
             save_information_to_addresslist(adress, adress_list, columnIndexes, coordinates, file_split_char, i,
                                             image_filename, sumEnergyRoofs, sumRoofArea, suitability, url,
-                                            value_electricity_production, existing_solar_panel_power)
+                                            value_electricity_production, existing_solar_panel_power, existing_solar_panel_begining_of_operation)
 
+        if(i % 100 == 0 or i + 1 == address_count):
             save_addresslist_in_file(adress_list, filename_adresslist)
-
-
-            if(found):
-                street = adress[columnIndexes[0]] + " " + adress[columnIndexes[1]]
-                plz = adress[columnIndexes[2]]
-                city = adress[columnIndexes[3]]
-                create_Partner_in_dolibarr(street, plz, city, coordinates, sumEnergyRoofs, sumRoofArea, suitability, featureId, url, response_all_roofs_decoded)
-
-            print("saved Address: " + address_string)
             print("Address " + str(i) + " of " + str(address_count))
             timediff = relativedelta(datetime.datetime.now(), startTime)
             print("Process is running since %d years %d months %d days %d hours %d minutes %d seconds" % (
                 timediff.years, timediff.months, timediff.days, timediff.hours, timediff.minutes, timediff.seconds))
 
+            # if(found):
+                # street = adress[columnIndexes[0]] + " " + adress[columnIndexes[1]]
+                # plz = adress[columnIndexes[2]]
+                # city = adress[columnIndexes[3]]
+                # create_Partner_in_dolibarr(street, plz, city, coordinates, sumEnergyRoofs, sumRoofArea, suitability, featureId, url, response_all_roofs_decoded)
+
+
+
 
         if(stopThread == True):
             print("closing Thread")
@@ -253,7 +286,7 @@ def search_adresses(adress_list, filename_adresslist, driver, mainText):
 
 def save_information_to_addresslist(adress, adress_list, columnIndexes, coordinates, file_split_char, list_index,
                                     image_filename, pv_Production100, roof_area, suitability, url,
-                                    value_electricity_production, existing_solar_panel_power):
+                                    value_electricity_production, existing_solar_panel_power, existing_solar_panel_begining_of_operation):
     # Save Information in Addresslist
     adress[columnIndexes[4]] = str(coordinates[0])
     adress[columnIndexes[5]] = str(coordinates[1])
@@ -264,20 +297,15 @@ def save_information_to_addresslist(adress, adress_list, columnIndexes, coordina
     adress[columnIndexes[10]] = value_electricity_production
     adress[columnIndexes[11]] = roof_area
     adress[columnIndexes[12]] = existing_solar_panel_power
-    new_line_string = ""
+    adress[columnIndexes[13]] = existing_solar_panel_begining_of_operation
-    for j in adress:
+    new_line_string = file_split_char.join(str(j) for j in adress)
-        new_line_string = new_line_string + str(j) + file_split_char
     adress_list[list_index] = new_line_string
 
 
-def save_addresslist_in_file(adress_list, filename_adresslist):
+def save_addresslist_in_file(address_list, filename_addresslist):
-    new_adress_list = ""
+    with open(filename_addresslist, "w", encoding="utf-8") as address_file:
-    for j in adress_list:
+        for address in address_list:
-        new_adress_list = new_adress_list + (j) + "\n"
+            address_file.write(f"{address}\n")
-    # save File
-    adress_file = open(filename_adresslist, "w", encoding="utf-8")
-    adress_file.write(new_adress_list)
-    adress_file.close()
 
 def create_Partner_in_dolibarr(street, plz, city, coordinates, sumEnergyRoofs, sumRoofArea, suitability, featureId, url, roofs):
     global electricityPrice
@@ -324,7 +352,7 @@ def create_roof_info(roofs):
         info_text = info_text + str(i + 1) + ". Fläche\n" + "Potenzielle Energie: " + str(roofs[i]['attributes']['gstrahlung']*0.2*0.8) + "\nFläche: " + str(roofs[i]['attributes']['flaeche']) + "\nEignung: " + str(roofs[i]['attributes']['klasse']) + " (" + str(roofs[i]['attributes']['klasse_text']).split("##")[0] + ")\n\n"
     return info_text
 
-def create_images(address_string, driver, image_filename, image_folder_map, image_folder_production, image_folder_qrcode, url):
+def create_images(address_string, driver, image_filename, image_folder_map, image_folder_production, image_folder_qrcode, image_folder_barcharts, url, barChartMonth, barChartData, barchart_color):
     driver.get(url)
     time.sleep(2)
 
@@ -359,22 +387,54 @@ def create_images(address_string, driver, image_filename, image_folder_map, imag
         image_folder_map + image_filename)
 
     # Create Screenshot of Chart
-    try:
+    # try:
-        chartElement = driver.find_elements(By.XPATH, "//div[@id='chart']//*")[0]
+    #     chartElement = driver.find_elements(By.XPATH, "//div[@id='chart']//*")[0]
-        location = chartElement.location
+    #     location = chartElement.location
-        size = chartElement.size
+    #     size = chartElement.size
-        x = location["x"]
+    #     x = location["x"]
-        y = location["y"]
+    #     y = location["y"]
-        w = x + size["width"]
+    #     w = x + size["width"]
-        h = size["height"]
+    #     h = size["height"]
-        area = (x, 0, w, h)
+    #     area = (x, 0, w, h)
-        driver.execute_script("window.scrollTo(0, " + str(y) + ")")
+    #     driver.execute_script("window.scrollTo(0, " + str(y) + ")")
+    #
+    #     time.sleep(1)
+    #     driver.save_screenshot(image_folder_production + image_filename)
+    #     time.sleep(0.2)
+    #     Image.open(image_folder_production + image_filename).crop(area).save(
+    #         image_folder_production + image_filename)
+    # except:
+    #     pass
+
+    # Create barchar with matplotlib.pyplot
+    try:
+        barChartMonth.reverse()
+        barChartMonth = [str(item) for item in barChartMonth]
+        barChartData.reverse()
+
+        max_wert = max(barChartData)
+        min_wert = min(barChartData)
+        skala = max_wert + max_wert * 0.1
+
+        plt.figure(figsize=(7, 3))
+        plt.bar(barChartMonth, barChartData, color=barchart_color)
+
+        plt.ylabel('Stromproduktion in Franken', fontsize=12)
+
+        plt.ylim(0, skala)
+
+        # Turn off the frame (border) around the graphic
+        ax = plt.gca()  # Get the current axis
+        ax.spines['top'].set_visible(False)
+        ax.spines['right'].set_visible(False)
+        ax.spines['bottom'].set_visible(False)
+
+        plt.xticks(barChartMonth)
+        # Set the x-axis limits to remove extra space on the right
+        # plt.xlim(barChartMonth[0], barChartMonth[-1])
+
+        plt.savefig(f"{image_folder_barcharts}{image_filename}", bbox_inches='tight')
 
-        time.sleep(1)
-        driver.save_screenshot(image_folder_production + image_filename)
-        time.sleep(0.2)
-        Image.open(image_folder_production + image_filename).crop(area).save(
-            image_folder_production + image_filename)
     except:
         pass