1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
|
#!/usr/bin/env python3
''' Get exchange rates from nb '''
import os
import sys
import csv
import tempfile
from datetime import datetime
from datetime import timedelta
from tzlocal import get_localzone
import requests
import common
# I'm not sure I understand Norges Banks json-model. It seems a lot easier to just get the CSV, and convert it to JSON.
apiUrl = "https://data.norges-bank.no/api/data/EXR/B.EUR.NOK.SP?format=csv&locale=en"
pg_db = os.environ['el_pg_db']
pg_host = os.environ['el_pg_host']
pg_table = "nbex"
startTime = datetime.now(get_localzone()) - timedelta(days = 10)
startTime = startTime.strftime('%Y-%m-%d')
endTime = datetime.now(get_localzone()).strftime('%Y-%m-%d')
temp = tempfile.NamedTemporaryFile()
### Get the data
try:
url = apiUrl + "&startPeriod=" + startTime + "&endPeriod=" + endTime
response = requests.get(url, timeout=10)
if response.status_code != 200:
print(response.status_code)
print("Oh shit")
response.raise_for_status()
with open(temp.name,'w', encoding="utf-8") as fd:
fd.write(response.text)
except requests.exceptions.RequestException as e:
print("oh lol")
sys.exit(e)
### insert data into database
values = []
with open(temp.name, encoding="utf-8") as csvfile:
csvReader = csv.DictReader(csvfile, delimiter=';')
for item in csvReader:
values.append((
item["TIME_PERIOD"],
item["BASE_CUR"],
item["QUOTE_CUR"],
item["OBS_VALUE"]))
temp.close()
# SQL
sql = """ INSERT INTO nbex
VALUES(%s, %s, %s, %s)
ON CONFLICT (startdate,base_cur,quote_cur) DO NOTHING"""
common.dbi(sql, values, verbose=True)
|
