diff options
Diffstat (limited to 'scripts/nb.py')
-rw-r--r-- | scripts/nb.py | 59 |
1 files changed, 59 insertions, 0 deletions
diff --git a/scripts/nb.py b/scripts/nb.py new file mode 100644 index 0000000..1901182 --- /dev/null +++ b/scripts/nb.py @@ -0,0 +1,59 @@ +#!/bin/python3 + +import os +import sys +import csv +import json +import requests +import tempfile + +from datetime import datetime +from datetime import timedelta +from tzlocal import get_localzone + +from common import dbi + +# I'm not sure I understand Norges Banks json-model. It seems a lot easier to just get the CSV, and convert it to JSON. +apiUrl = "https://data.norges-bank.no/api/data/EXR/B.EUR.NOK.SP?format=csv&locale=en" + +pg_db = os.environ['el_pg_db'] +pg_host = os.environ['el_pg_host'] +pg_table = "nbex" + +startTime = datetime.now(get_localzone()) - timedelta(days = 10) +startTime = startTime.strftime('%Y-%m-%d') + +endTime = datetime.now(get_localzone()).strftime('%Y-%m-%d') + +temp = tempfile.NamedTemporaryFile() + +### Get the data +try: + url = apiUrl + "&startPeriod=" + startTime + "&endPeriod=" + endTime + + response = requests.get(url) + if response.status_code != 200: + print(response.status_code) + print("Oh shit") + response.raise_for_status() + + with open(temp.name,'w') as fd: + fd.write(response.text) + +except Exception as e: + print("oh lol") + sys.exit(e) + + +### insert data into database + +values = [] +with open(temp.name) as csvfile: + csvReader = csv.DictReader(csvfile, delimiter=';') + + for item in csvReader: + values.append((item["TIME_PERIOD"],item["BASE_CUR"],item["QUOTE_CUR"],item["OBS_VALUE"])) +temp.close() + + +dbi("INSERT INTO " + pg_table + " VALUES(%s,%s,%s,%s) ON CONFLICT (startdate,base_cur,quote_cur) DO NOTHING", values,verbose=True) |