added InfluxDB scripts
Signed-off-by: Bernardo Carvalho <bernardo.carvalho@tecnico.ulisboa.pt>
This commit is contained in:
Bernardo Carvalho
133
epics/influxDB/isttok_to_influx.py
Normal file
133
epics/influxDB/isttok_to_influx.py
Normal file
@@ -0,0 +1,133 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
Created on Thu Feb 8 16:34:35 2018
|
||||
|
||||
@author: bernardo carvalho
|
||||
|
||||
https://pypi.org/project/influxdb/
|
||||
|
||||
http://influxdb-python.readthedocs.io/en/latest/api-documentation.html#influxdb.DataFrameClient.write_points
|
||||
"""
|
||||
|
||||
import epics
|
||||
import time
|
||||
import os
|
||||
import sys
|
||||
import json
|
||||
from datetime import datetime
|
||||
|
||||
#from influxdb_client import InfluxDBClient
|
||||
|
||||
from influxdb import InfluxDBClient
|
||||
|
||||
import numpy as np
|
||||
sys.path
|
||||
|
||||
os.environ['EPICS_CA_ADDR_LIST'] = '192.168.1.110'
|
||||
os.environ['EPICS_CA_AUTO_ADDR_LIST'] = 'NO'
|
||||
|
||||
client = InfluxDBClient('localhost', 8086, 'oper', 'opertok', 'epics_isttok')
|
||||
client.create_database('epics_isttok')
|
||||
|
||||
#client = InfluxDBClient('http://127.0.0.1:8086', username='oper', password='opertok')
|
||||
|
||||
#def onChanges(pvname=None, value=None, char_value=None, **kw):
|
||||
# pass
|
||||
|
||||
SCAN_PERIOD = 15
|
||||
|
||||
opstate_pv = epics.PV('ISTTOK:central:OPSTATE')
|
||||
vv_press_pv = epics.PV('ISTTOK:central:VVessel-Pressure')
|
||||
|
||||
vv_press_pv.get(timeout=10)
|
||||
|
||||
#client.get_list_database()
|
||||
def on_opstate_change(pvname=None, value=None, char_value=None, timestamp=None, **kw):
|
||||
print('PV opstate Changed! {} {} {}'.format(pvname, char_value, timestamp))
|
||||
dt = datetime.fromtimestamp(timestamp)
|
||||
json_body = [{
|
||||
"measurement": "central",
|
||||
"tags": {"OPSTATE": opstate_pv.char_value},
|
||||
"time": dt.strftime('%Y-%m-%dT%H:%M:%SZ'),
|
||||
"fields": {"VVessel-Pressure": vv_press_pv.value}
|
||||
}]
|
||||
print(json_body)
|
||||
client.write_points(json_body)
|
||||
|
||||
def on_vv_press_change(pvname=None, value=None, char_value=None, timestamp=None, **kw):
|
||||
print('PV Changed! {} {} {}'.format(pvname, value, timestamp))
|
||||
#data = [{"measurement": "central", "tags": {"host": "server01"}, "time": "2009-11-10T23:00:00Z", "fields": {
|
||||
# "value": value }}]
|
||||
dt = datetime.fromtimestamp(timestamp)
|
||||
#json_data = json.dumps(data)
|
||||
json_body = [
|
||||
{
|
||||
"measurement": "central",
|
||||
"tags": {},
|
||||
"time": dt.strftime('%Y-%m-%dT%H:%M:%SZ'), # "2009-11-10T23:00:00Z",
|
||||
"fields": {
|
||||
"VVessel-Pressure": value}
|
||||
}
|
||||
]
|
||||
print(json_body)
|
||||
# convert to datetime
|
||||
# https://stackoverflow.com/questions/51014779/how-send-proper-timestamp-to-influxdb-with-influxdb-python
|
||||
# write_points(points, time_precision=None, database=None, retention_policy=None, tags=None, batch_size=None, protocol=u'json', consistency=None)
|
||||
|
||||
client.write_points(json_body)
|
||||
#client.write('epics_isttok','central', fields={'value': value})
|
||||
|
||||
#print('PV Changed! {} {} {}'.format(pvname, value, time.ctime()))
|
||||
|
||||
|
||||
#vv_press_pv.add_callback(on_vv_press_change)
|
||||
|
||||
tmp1_press_admission_pv = epics.PV('ISTTOK:central:TMPump1-PressureAdmission')
|
||||
rpump1_press_pv = epics.PV('ISTTOK:central:RPump1-Pressure')
|
||||
|
||||
opstate_pv.add_callback(on_opstate_change)
|
||||
|
||||
# https://medium.com/greedygame-engineering/an-elegant-way-to-run-periodic-tasks-in-python-61b7c477b679
|
||||
while True:
|
||||
#print('Hello from the Python Demo Service')
|
||||
pv1_m_data = rpump1_press_pv.get_with_metadata()
|
||||
pv2_m_data = tmp1_press_admission_pv.get_with_metadata()
|
||||
pv3_m_data = vv_press_pv.get_with_metadata()
|
||||
# pv4_m_data = i
|
||||
opstate_pv.get()
|
||||
dt = datetime.fromtimestamp(pv1_m_data['timestamp'])
|
||||
json_body = [{
|
||||
"measurement": "central",
|
||||
"tags": {'OPSTATE': opstate_pv.char_value},
|
||||
"time": dt.strftime('%Y-%m-%dT%H:%M:%SZ'),
|
||||
"fields": {
|
||||
"RPump1-Pressure": pv1_m_data['value'],
|
||||
"TMPump1-PressureAdmission": pv2_m_data['value'],
|
||||
"VVessel-Pressure": pv3_m_data['value']
|
||||
}
|
||||
}]
|
||||
print(json_body)
|
||||
client.write_points(json_body)
|
||||
time.sleep(SCAN_PERIOD)
|
||||
|
||||
|
||||
# valuePrimary2 = epics.caget('ISTTOK:central:RPump2-Pressure')
|
||||
#valueChamber1 = epics.caget('ISTTOK:central:VVessel-Pressure')
|
||||
#valueTMPadmission = epics.caget('ISTTOK:central:TMPump1-PressureAdmission')
|
||||
#now = time.ctime()
|
||||
# Open database connection
|
||||
|
||||
# 19 | ISTTOK:central:VVessel-Pressure
|
||||
#sql_chamber ="SELECT `smpl_time`, `float_val` FROM `sample` WHERE `channel_id` = 5 " \
|
||||
"AND `smpl_time` > addtime(now(),'-01:00:00') ORDER BY `smpl_time` DESC LIMIT 100;"
|
||||
# 21 | ISTTOK:central:RPump1-Pressure
|
||||
#sql_primary ="SELECT `smpl_time`, `float_val` FROM `sample` WHERE `channel_id` = 6 " \
|
||||
"AND `smpl_time` > addtime(now(),'-01:00:00') ORDER BY `smpl_time` DESC LIMIT 100;"
|
||||
# ORDER BY `smpl_time` DESC LIMIT 250;"
|
||||
# Execute the SQL command
|
||||
print("result sql1")
|
||||
# Fetch all the rows in a list of lists.
|
||||
print("result sql2")
|
||||
|
||||
|
||||
34
epics/influxDB/python_isttok_influx.service
Normal file
34
epics/influxDB/python_isttok_influx.service
Normal file
@@ -0,0 +1,34 @@
|
||||
# systemd unit file for the Python Demo Service
|
||||
# copy this file to /lib/systemd/system
|
||||
# sudo systemctl daemon-reload
|
||||
# sudo systemctl enable python_isttok_influx.service
|
||||
# https://www.codementor.io/@ufukafak/how-to-run-a-python-script-in-linux-with-systemd-1nh2x3hi0e
|
||||
|
||||
[Unit]
|
||||
# Human readable name of the unit
|
||||
Description=Python Influx write Service
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
# Command to execute when the service is started
|
||||
#ExecStart=/usr/bin/pythoni3 /usr/local/lib/python_demo_service/python_demo_service.py
|
||||
ExecStart=/bin/bash -c 'cd /home/bernardo/EPICS/ISTTOK/epics/influxDB && /usr/bin/python3 isttok_to_influx.py'
|
||||
|
||||
# Disable Python's buffering of STDOUT and STDERR, so that output from the
|
||||
# service shows up immediately in systemd's logs
|
||||
Environment=PYTHONUNBUFFERED=1
|
||||
|
||||
# Automatically restart the service if it crashes
|
||||
Restart=on-failure
|
||||
|
||||
# Our service will notify systemd once it is up and running
|
||||
Type=notify
|
||||
|
||||
# Use a dedicated user to run our service
|
||||
User=bernardo
|
||||
|
||||
[Install]
|
||||
# Tell systemd to automatically start this service when the system boots
|
||||
# (assuming the service is enabled)
|
||||
WantedBy=default.target
|
||||
|
||||
133
epics/isttok_influx.py
Normal file
133
epics/isttok_influx.py
Normal file
@@ -0,0 +1,133 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
Created on Thu Feb 8 16:34:35 2018
|
||||
|
||||
@author: bernardo carvalho
|
||||
|
||||
https://pypi.org/project/influxdb/
|
||||
|
||||
http://influxdb-python.readthedocs.io/en/latest/api-documentation.html#influxdb.DataFrameClient.write_points
|
||||
"""
|
||||
|
||||
import epics
|
||||
import time
|
||||
import os
|
||||
import sys
|
||||
import json
|
||||
from datetime import datetime
|
||||
|
||||
#from influxdb_client import InfluxDBClient
|
||||
|
||||
from influxdb import InfluxDBClient
|
||||
|
||||
import numpy as np
|
||||
sys.path
|
||||
|
||||
os.environ['EPICS_CA_ADDR_LIST'] = '192.168.1.110'
|
||||
os.environ['EPICS_CA_AUTO_ADDR_LIST'] = 'NO'
|
||||
|
||||
client = InfluxDBClient('localhost', 8086, 'oper', 'opertok', 'epics_isttok')
|
||||
client.create_database('epics_isttok')
|
||||
|
||||
#client = InfluxDBClient('http://127.0.0.1:8086', username='oper', password='opertok')
|
||||
|
||||
#def onChanges(pvname=None, value=None, char_value=None, **kw):
|
||||
# pass
|
||||
|
||||
SCAN_PERIOD = 15
|
||||
|
||||
opstate_pv = epics.PV('ISTTOK:central:OPSTATE')
|
||||
vv_press_pv = epics.PV('ISTTOK:central:VVessel-Pressure')
|
||||
|
||||
vv_press_pv.get(timeout=10)
|
||||
|
||||
#client.get_list_database()
|
||||
def on_opstate_change(pvname=None, value=None, char_value=None, timestamp=None, **kw):
|
||||
print('PV opstate Changed! {} {} {}'.format(pvname, char_value, timestamp))
|
||||
dt = datetime.fromtimestamp(timestamp)
|
||||
json_body = [{
|
||||
"measurement": "central",
|
||||
"tags": {"OPSTATE": opstate_pv.char_value},
|
||||
"time": dt.strftime('%Y-%m-%dT%H:%M:%SZ'),
|
||||
"fields": {"VVessel-Pressure": vv_press_pv.value}
|
||||
}]
|
||||
print(json_body)
|
||||
client.write_points(json_body)
|
||||
|
||||
def on_vv_press_change(pvname=None, value=None, char_value=None, timestamp=None, **kw):
|
||||
print('PV Changed! {} {} {}'.format(pvname, value, timestamp))
|
||||
#data = [{"measurement": "central", "tags": {"host": "server01"}, "time": "2009-11-10T23:00:00Z", "fields": {
|
||||
# "value": value }}]
|
||||
dt = datetime.fromtimestamp(timestamp)
|
||||
#json_data = json.dumps(data)
|
||||
json_body = [
|
||||
{
|
||||
"measurement": "central",
|
||||
"tags": {},
|
||||
"time": dt.strftime('%Y-%m-%dT%H:%M:%SZ'), # "2009-11-10T23:00:00Z",
|
||||
"fields": {
|
||||
"VVessel-Pressure": value}
|
||||
}
|
||||
]
|
||||
print(json_body)
|
||||
# convert to datetime
|
||||
# https://stackoverflow.com/questions/51014779/how-send-proper-timestamp-to-influxdb-with-influxdb-python
|
||||
# write_points(points, time_precision=None, database=None, retention_policy=None, tags=None, batch_size=None, protocol=u'json', consistency=None)
|
||||
|
||||
client.write_points(json_body)
|
||||
#client.write('epics_isttok','central', fields={'value': value})
|
||||
|
||||
#print('PV Changed! {} {} {}'.format(pvname, value, time.ctime()))
|
||||
|
||||
|
||||
#vv_press_pv.add_callback(on_vv_press_change)
|
||||
|
||||
tmp1_press_admission_pv = epics.PV('ISTTOK:central:TMPump1-PressureAdmission')
|
||||
rpump1_press_pv = epics.PV('ISTTOK:central:RPump1-Pressure')
|
||||
|
||||
opstate_pv.add_callback(on_opstate_change)
|
||||
|
||||
# https://medium.com/greedygame-engineering/an-elegant-way-to-run-periodic-tasks-in-python-61b7c477b679
|
||||
while True:
|
||||
#print('Hello from the Python Demo Service')
|
||||
pv1_m_data = rpump1_press_pv.get_with_metadata()
|
||||
pv2_m_data = tmp1_press_admission_pv.get_with_metadata()
|
||||
pv3_m_data = vv_press_pv.get_with_metadata()
|
||||
# pv4_m_data = i
|
||||
opstate_pv.get()
|
||||
dt = datetime.fromtimestamp(pv1_m_data['timestamp'])
|
||||
json_body = [{
|
||||
"measurement": "central",
|
||||
"tags": {'OPSTATE': opstate_pv.char_value},
|
||||
"time": dt.strftime('%Y-%m-%dT%H:%M:%SZ'),
|
||||
"fields": {
|
||||
"RPump1-Pressure": pv1_m_data['value'],
|
||||
"TMPump1-PressureAdmission": pv2_m_data['value'],
|
||||
"VVessel-Pressure": pv3_m_data['value']
|
||||
}
|
||||
}]
|
||||
print(json_body)
|
||||
client.write_points(json_body)
|
||||
time.sleep(SCAN_PERIOD)
|
||||
|
||||
|
||||
# valuePrimary2 = epics.caget('ISTTOK:central:RPump2-Pressure')
|
||||
#valueChamber1 = epics.caget('ISTTOK:central:VVessel-Pressure')
|
||||
#valueTMPadmission = epics.caget('ISTTOK:central:TMPump1-PressureAdmission')
|
||||
#now = time.ctime()
|
||||
# Open database connection
|
||||
|
||||
# 19 | ISTTOK:central:VVessel-Pressure
|
||||
#sql_chamber ="SELECT `smpl_time`, `float_val` FROM `sample` WHERE `channel_id` = 5 " \
|
||||
"AND `smpl_time` > addtime(now(),'-01:00:00') ORDER BY `smpl_time` DESC LIMIT 100;"
|
||||
# 21 | ISTTOK:central:RPump1-Pressure
|
||||
#sql_primary ="SELECT `smpl_time`, `float_val` FROM `sample` WHERE `channel_id` = 6 " \
|
||||
"AND `smpl_time` > addtime(now(),'-01:00:00') ORDER BY `smpl_time` DESC LIMIT 100;"
|
||||
# ORDER BY `smpl_time` DESC LIMIT 250;"
|
||||
# Execute the SQL command
|
||||
print("result sql1")
|
||||
# Fetch all the rows in a list of lists.
|
||||
print("result sql2")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user