Version change

.gitignore

@@ -0,0 +1 @@
+node_modules

README.md

@@ -1,5 +1,62 @@
 # Thornode Monitor
 
+The Monitor dashboard is used to collate information on active, standby and old nodes on the rune network it collates information
+from multiple sources and displays them on a single dashboard. This repo consists of both the front end (js react app) 
+and the backend module (a python api server).
+
+1) Front end:
+  - This is all the code in this repository, minus the lambda functions folder and python backend folder
+  - Built using react
+  - It pulls data from the backend api
+
+2) Back end:
+  - Several parts to the backend
+    1) mySQL database to store all the data
+    2) python app responsible to collect data and provide an api access point to the front end
+
+
+  - The database is fairly simple and consists of 2 tables with the following structure
+
+
+    - thornode_monitor_global - holds network information
+      - primary_key - int
+      - maxHeight - int (current blockheight used to pull other data)
+      - retiring - boolean (indicates if a vault is retiring)
+      - coingecko - string (json string containing price/trading info pulled from coingecko api)
+      - lastChurn - int (block of last churn)
+      - secondsPerBlock - float
+      - churnInterval - int
+      - BadValidatorRedline - int
+
+
+    - thornode_monitor - holds information on each node in the network
+      - node_address - string (primary key)
+      - active_block_height - int (block at which the node became active)
+      - bond_provider - string (json string containing information on bonds and providers)
+      - bond -int (amount bonded)
+      - current_award - int (amount awarded this epoch)
+      - slash_points - int (slash points this epoch)
+      - forced_to_leave - boolean
+      - requested_to_leave - boolean
+      - jail - string (json string containing information on any past jailing)
+      - observe_chains - string (json string containing block heights for downstream chains)
+      - preflight_status - string
+      - status - string
+      - status_since - int
+      - version - string
+      - ip_address - string
+      - location - string
+      - isp - string
+      - rpc - string (json string of response from health rpc calls)
+      - bifrost - string (bifrost p2pid)
+
+
+  - The python app runs off a main loop which pulls data every 20 seconds and updates the DB, it listens to api calls to
+  /api/grabData and returns the data in json.  
+
+
+# Old deployment via AWS lambda (no longer maintained in this fork)
+
 There are several moving parts to this dashboard
 
 1) Front end:

backend python/backPort.py

@@ -0,0 +1,93 @@
+import requests
+import json
+import time
+import math
+import datetime
+from common import getDB, commitQuery, grabQuery
+
+
+
+def backPort(churn):
+    """
+    backPort fills in historical database for the churn height passed in
+
+    :param churn: height to grab data for
+    """
+
+    entries = len(grabQuery("SELECT * FROM noderunner.thornode_monitor_historic where churnHeight='{field}'".format(
+        field=churn)))
+
+    if(entries != 0):
+        return
+
+    status = 0
+    while status != 200:
+        print("trying " + str(churn))
+        response_API = requests.get('https://thornode-v1.ninerealms.com/thorchain/nodes?height=' + str(churn))
+        status = response_API.status_code
+
+    data = json.loads(response_API.text)
+    # sanitise data remove any empty elements
+    nodes = [x for x in data if '' != x['node_address']]
+
+    # Loop over new nodes and grab IP addr
+    for node in nodes:
+        if node['ip_address'] != "":
+            ipData = grabQuery("SELECT * FROM noderunner.thornode_monitor_historic where ip_address='{field}'".format(
+                    field=node['ip_address']))
+
+            response_code = 0
+            if(len(ipData) == 0):
+                while response_code != 200:
+                    response = requests.get("http://ip-api.com/json/" + node['ip_address'])
+                    response_code = response.status_code
+                    if response_code == 429:
+                        print("rate limited wait 60seconds")
+                        time.sleep(60)
+                    elif response_code == 200:
+                        ip_data = json.loads(response.text)
+                        if (ip_data['status'] != "fail"):
+                            node['ip_data'] = ip_data
+                        else:
+                            node['ip_data'] = {}
+                            node['ip_data']['city'] = ""
+                            node['ip_data']['isp'] = ""
+            else:
+                node['ip_data'] = {}
+                node['ip_data']['city'] = ipData[0]['location']
+                node['ip_data']['isp'] = ipData[0]['isp']
+
+        else:
+            node['ip_data'] = {}
+            node['ip_data']['city'] = ""
+            node['ip_data']['isp'] = ""
+
+        query = "INSERT INTO noderunner.thornode_monitor_historic (node_address, ip_address, location, isp, " \
+                "active_block_height, bond_providers, bond, current_award, slash_points,forced_to_leave, " \
+                "requested_to_leave, bond_address, preflight_status, status, " \
+                "status_since, version, churnHeight) VALUES ('{node_address}', '{ip_address}','{city}','{isp}'," \
+                "'{active_block_height}','{bond_providers}','{bond}','{current_award}','{slash_points}'," \
+                "'{forced_to_leave}','{requested_to_leave}','{bond_address}'," \
+                "'{preflight_status}','{status}','{status_since}'," \
+                "'{version}','{churnHeight}')".format(node_address=node['node_address'], ip_address=node['ip_address'],
+                                      city=node['ip_data']['city'], isp=node['ip_data']['isp'],
+                                      active_block_height=node['active_block_height'],
+                                      bond_providers=json.dumps(node['bond_providers']), bond=int(node['total_bond']),
+                                      current_award=int(node['current_award']), slash_points=node['slash_points'],
+                                      forced_to_leave=int(node['forced_to_leave']),
+                                      requested_to_leave=int(node['requested_to_leave']), bond_address='',
+                                      preflight_status=json.dumps(node['preflight_status']), status=node['status'],
+                                      status_since=node['status_since'], version=node['version'], churnHeight=churn)
+
+        commitQuery(query)
+
+def main():
+    response_API = requests.get('https://midgard.ninerealms.com/v2/churns')
+    data = json.loads(response_API.text)
+
+    for key in data:
+        backPort(int(key['height']) - 1)
+
+
+if __name__ == "__main__":
+    main()