<filename>py-dashboard/InfluxRequest.py
#!/usr/bin/env python3

# pip3 install influxdb-client

# Version 2.0 influx DB Client

import sys
import os

import pandas as pd

if sys.version_info[0] != 3:
    print("This script requires Python 3")
    exit(1)


if 'py-json' not in sys.path:
    sys.path.append(os.path.join(os.path.abspath('..'), 'py-json'))


import requests
import json
import influxdb_client
from influxdb_client.client.write_api import SYNCHRONOUS
import time

import datetime

def influx_add_parser_args(parser):
    parser.add_argument('--influx_host', help='Hostname for the Influx database', default=None)
    parser.add_argument('--influx_port', help='IP Port for the Influx database', default=8086)
    parser.add_argument('--influx_org', help='Organization for the Influx database', default=None)
    parser.add_argument('--influx_token', help='Token for the Influx database', default=None)
    parser.add_argument('--influx_bucket', help='Name of the Influx bucket', default=None)
    parser.add_argument('--influx_tag', action='append', nargs=2,
                        help='--influx_tag <key> <val>   Can add more than one of these.', default=[])

class RecordInflux():
    def __init__(self,
                 _influx_host="localhost",
                 _influx_port=8086,
                 _influx_org=None,
                 _influx_token=None,
                 _influx_bucket=None,
                 _debug_on=False,
                 _exit_on_fail=False):
        self.influx_host = _influx_host
        self.influx_port = _influx_port
        self.influx_org = _influx_org
        self.influx_token = _influx_token
        self.influx_bucket = _influx_bucket
        self.url = "http://%s:%s" % (self.influx_host, self.influx_port)
        self.client = influxdb_client.InfluxDBClient(url=self.url,
                                                     token=self.influx_token,
                                                     org=self.influx_org,
                                                     debug=_debug_on)
        self.write_api = self.client.write_api(write_options=SYNCHRONOUS)

    def post_to_influx(self, key, value, tags, time):
        p = influxdb_client.Point(key)
        for tag_key, tag_value in tags.items():
            p.tag(tag_key, tag_value)
            print(tag_key, tag_value)
        p.time(time)
        p.field("value", value)
        self.write_api.write(bucket=self.influx_bucket, org=self.influx_org, record=p)

    def csv_to_influx(self, csv):
        df = pd.read_csv(csv, sep='\t')
        df['Date'] = [datetime.datetime.utcfromtimestamp(int(date) / 1000).isoformat() for date in df['Date']]
        items = list(df.reset_index().transpose().to_dict().values())
        influx_variables = ['script', 'short-description', 'test_details', 'Graph-Group',
                            'DUT-HW-version', 'DUT-SW-version', 'DUT-Serial-Num', 'testbed', 'Test Tag', 'Units']
        csv_variables = ['test-id', 'short-description', 'test details', 'Graph-Group',
                         'dut-hw-version', 'dut-sw-version', 'dut-serial-num', 'test-rig', 'test-tag', 'Units']
        csv_vs_influx = dict(zip(csv_variables, influx_variables))
        columns = list(df.columns)
        for item in items:
            tags = dict()
            short_description = item['short-description']
            numeric_score = item['numeric-score']
            date = item['Date']
            for variable in csv_variables:
                if variable in columns:
                    influx_variable = csv_vs_influx[variable]
                    tags[influx_variable] = item[variable]
            self.post_to_influx(short_description, numeric_score, tags, date)


    def set_bucket(self, b):
        self.influx_bucket = b

    # Don't use this unless you are sure you want to.
    # More likely you would want to generate KPI in the
    # individual test cases and poke those relatively small bits of
    # info into influxdb.
    # This will not end until the 'longevity' timer has expired.
    # This function pushes data directly into the Influx database and defaults to all columns.
    def monitor_port_data(self,
                          lanforge_host="localhost",
                          devices=None,
                          longevity=None,
                          monitor_interval=None,
                          bucket=None,
                          tags=None):  # dict
        url = 'http://' + lanforge_host + ':8080/port/1/1/'
        end = datetime.datetime.now() + datetime.timedelta(0, longevity)
        while datetime.datetime.now() < end:
            for station in devices:
                url1 = url + station
                response = json.loads(requests.get(url1).text)

                current_time = str(datetime.datetime.utcnow().isoformat())

                # Poke everything into influx db
                for key in response['interface'].keys():
                    self.post_to_influx("%s-%s" % (station, key), response['interface'][key], tags, current_time)

            time.sleep(monitor_interval)

<filename>py-dashboard/InfluxRequest.py
#!/usr/bin/env python3

# pip3 install influxdb-client

# Version 2.0 influx DB Client

import sys
import os

import pandas as pd

if sys.version_info[0] != 3:
    print("This script requires Python 3")
    exit(1)


if 'py-json' not in sys.path:
    sys.path.append(os.path.join(os.path.abspath('..'), 'py-json'))


import requests
import json
import influxdb_client
from influxdb_client.client.write_api import SYNCHRONOUS
import time

import datetime

def influx_add_parser_args(parser):
    parser.add_argument('--influx_host', help='Hostname for the Influx database', default=None)
    parser.add_argument('--influx_port', help='IP Port for the Influx database', default=8086)
    parser.add_argument('--influx_org', help='Organization for the Influx database', default=None)
    parser.add_argument('--influx_token', help='Token for the Influx database', default=None)
    parser.add_argument('--influx_bucket', help='Name of the Influx bucket', default=None)
    parser.add_argument('--influx_tag', action='append', nargs=2,
                        help='--influx_tag <key> <val>   Can add more than one of these.', default=[])

class RecordInflux():
    def __init__(self,
                 _influx_host="localhost",
                 _influx_port=8086,
                 _influx_org=None,
                 _influx_token=None,
                 _influx_bucket=None,
                 _debug_on=False,
                 _exit_on_fail=False):
        self.influx_host = _influx_host
        self.influx_port = _influx_port
        self.influx_org = _influx_org
        self.influx_token = _influx_token
        self.influx_bucket = _influx_bucket
        self.url = "http://%s:%s" % (self.influx_host, self.influx_port)
        self.client = influxdb_client.InfluxDBClient(url=self.url,
                                                     token=self.influx_token,
                                                     org=self.influx_org,
                                                     debug=_debug_on)
        self.write_api = self.client.write_api(write_options=SYNCHRONOUS)

    def post_to_influx(self, key, value, tags, time):
        p = influxdb_client.Point(key)
        for tag_key, tag_value in tags.items():
            p.tag(tag_key, tag_value)
            print(tag_key, tag_value)
        p.time(time)
        p.field("value", value)
        self.write_api.write(bucket=self.influx_bucket, org=self.influx_org, record=p)

    def csv_to_influx(self, csv):
        df = pd.read_csv(csv, sep='\t')
        df['Date'] = [datetime.datetime.utcfromtimestamp(int(date) / 1000).isoformat() for date in df['Date']]
        items = list(df.reset_index().transpose().to_dict().values())
        influx_variables = ['script', 'short-description', 'test_details', 'Graph-Group',
                            'DUT-HW-version', 'DUT-SW-version', 'DUT-Serial-Num', 'testbed', 'Test Tag', 'Units']
        csv_variables = ['test-id', 'short-description', 'test details', 'Graph-Group',
                         'dut-hw-version', 'dut-sw-version', 'dut-serial-num', 'test-rig', 'test-tag', 'Units']
        csv_vs_influx = dict(zip(csv_variables, influx_variables))
        columns = list(df.columns)
        for item in items:
            tags = dict()
            short_description = item['short-description']
            numeric_score = item['numeric-score']
            date = item['Date']
            for variable in csv_variables:
                if variable in columns:
                    influx_variable = csv_vs_influx[variable]
                    tags[influx_variable] = item[variable]
            self.post_to_influx(short_description, numeric_score, tags, date)


    def set_bucket(self, b):
        self.influx_bucket = b

    # Don't use this unless you are sure you want to.
    # More likely you would want to generate KPI in the
    # individual test cases and poke those relatively small bits of
    # info into influxdb.
    # This will not end until the 'longevity' timer has expired.
    # This function pushes data directly into the Influx database and defaults to all columns.
    def monitor_port_data(self,
                          lanforge_host="localhost",
                          devices=None,
                          longevity=None,
                          monitor_interval=None,
                          bucket=None,
                          tags=None):  # dict
        url = 'http://' + lanforge_host + ':8080/port/1/1/'
        end = datetime.datetime.now() + datetime.timedelta(0, longevity)
        while datetime.datetime.now() < end:
            for station in devices:
                url1 = url + station
                response = json.loads(requests.get(url1).text)

                current_time = str(datetime.datetime.utcnow().isoformat())

                # Poke everything into influx db
                for key in response['interface'].keys():
                    self.post_to_influx("%s-%s" % (station, key), response['interface'][key], tags, current_time)

            time.sleep(monitor_interval)

#!/usr/bin/env python3 # pip3 install influxdb-client # Version 2.0 influx DB Client # Don't use this unless you are sure you want to. # More likely you would want to generate KPI in the # individual test cases and poke those relatively small bits of # info into influxdb. # This will not end until the 'longevity' timer has expired. # This function pushes data directly into the Influx database and defaults to all columns. # dict # Poke everything into influx db