1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
#!/bin/python3
import os
import sys
import json
import psycopg2
import requests
from datetime import datetime
from datetime import timedelta
from tzlocal import get_localzone
# API documentation: https://elvia.portal.azure-api.net/docs/services/gridtariffapi/operations/post-digin-api-v-tariffquery-meteringpointsgridtariffs?
apiKey = os.environ['el_elvia_grid_api_key']
apiUrl = "https://elvia.azure-api.net/grid-tariff/digin/api/1/tariffquery/meteringpointsgridtariffs"
meteringPointId = os.environ['el_meteringPointId']
pg_db = os.environ['el_pg_db']
pg_host = os.environ['el_pg_host']
pg_table = "elvia_gridtariff"
startTime = datetime.now(get_localzone()) - timedelta(days = 2)
startTime = startTime.strftime('%Y-%m-%d')
endTime = datetime.now(get_localzone()) + timedelta(days = 2)
endTime = endTime.strftime('%Y-%m-%d')
### Get the data
try:
url = apiUrl
# Request headers
hdr = {
'Cache-Control': 'no-cache',
'X-API-Key': apiKey,
'Content-Type': 'application/json'
}
# Request body
body = {
'starttime': startTime,
'endtime': endTime,
'meteringPointIds': [ meteringPointId ]
}
response = requests.post(url, headers=hdr, json=body)
if response.status_code != 200:
print(response.status_code)
print("Oh shit")
response.raise_for_status()
except Exception as e:
print("oh lol")
sys.exit(e)
data = response.json()
print("Got "+ str(len(data['gridTariffCollections'][0]['gridTariff']['tariffPrice']['hours'])) +" items from between "+ startTime + " and " + endTime)
### insert data into database
values = []
for item in data['gridTariffCollections'][0]['gridTariff']['tariffPrice']['hours']:
values.append((meteringPointId, item['startTime'], item['expiredAt'], item['shortName'], item['isPublicHoliday'], item['energyPrice']['total'], item['energyPrice']['totalExVat']))
# connect to database
conn = psycopg2.connect(database=pg_db, host=pg_host)
cur = conn.cursor()
# count rows before we start
cur.execute("SELECT COUNT(*) FROM " + pg_table)
before = cur.fetchone()
# insert data
try:
cur.executemany("INSERT INTO " + pg_table + " VALUES(%s,%s,%s,%s,%s,%s,%s) ON CONFLICT (meteringPointId,startTime,endTime) DO NOTHING", values)
conn.commit()
except Exception as e:
conn.rollback()
raise e
# count rows after we finnish
cur.execute("SELECT COUNT(*) FROM " + pg_table)
after = cur.fetchone()
# count *new* rows
newRows = after[0] - before[0]
# close connection
conn.close()
print("Successfully inserted " + str(newRows) + " records into the database")
|
