diff options
Diffstat (limited to 'elvia2pgsql.py')
-rwxr-xr-x | elvia2pgsql.py | 84 |
1 files changed, 84 insertions, 0 deletions
diff --git a/elvia2pgsql.py b/elvia2pgsql.py new file mode 100755 index 0000000..1b74f02 --- /dev/null +++ b/elvia2pgsql.py @@ -0,0 +1,84 @@ +#!/bin/python3 + +import os +import sys +import json +import psycopg2 +import requests + +from datetime import datetime +from datetime import timedelta +from tzlocal import get_localzone + + +apiKey = os.environ['elvia_token'] +apiUrl = "https://elvia.azure-api.net/customer/metervalues/api/v1/metervalues" + +pg_db = os.environ['pg_db'] +pg_host = os.environ['pg_host'] +pg_table = "elvia" + +startTime = datetime.now(get_localzone()) - timedelta(days = 1) +startTime = startTime.isoformat('T') + +endTime = datetime.now(get_localzone()).isoformat('T') + + +### Get the data +try: + url = apiUrl + "?startTime=" + startTime + "&endTime=" + endTime + + # Request headers + hdr = { + 'Cache-Control': 'no-cache', + 'Authorization': "Bearer " + apiKey, + } + + response = requests.get(url, headers=hdr) + if response.status_code != 200: + print(response.status_code) + print("Oh shit") + response.raise_for_status() + +except Exception as e: + print("oh lol") + sys.exit(e) + +data = response.json() +print("Got "+ str(len(data['meteringpoints'][0]['metervalue']['timeSeries'])) +" items from between "+ startTime + " and " + endTime) + +### insert data into database + +values = [] +for item in data['meteringpoints'][0]['metervalue']['timeSeries']: + # Only deal with verified items. + if item['verified']: + values.append((data['meteringpoints'][0]['meteringPointId'], item['startTime'], item['endTime'], item['value'], item['uom'], item['production'])) + +# connect to database +conn = psycopg2.connect(database=pg_db, host=pg_host) +cur = conn.cursor() + +# count rows before we start +cur.execute("SELECT COUNT(*) FROM " + pg_table) +before = cur.fetchone() + +# insert data +try: + cur.executemany("INSERT INTO " + pg_table + " VALUES(%s,%s,%s,%s,%s,%s) ON CONFLICT (startTime,endTime) DO NOTHING", values) + conn.commit() +except Exception as e: + conn.rollback() + raise e + +# count rows after we finnish +cur.execute("SELECT COUNT(*) FROM " + pg_table) +after = cur.fetchone() + +# count *new* rows +newRows = after[0] - before[0] + +# close connection +conn.close() + +print("Successfully inserted " + str(newRows) + " records into the database") |