Eerste versie
This commit is contained in:
649
victron_mqtt_exporter.py
Executable file
649
victron_mqtt_exporter.py
Executable file
@@ -0,0 +1,649 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
'''
|
||||
A purposely build Prometheus exporter for Victron Energy Cerbo GX MQTT devices
|
||||
|
||||
(C) 2022 M. Konstapel https://meezenest.nl/mees
|
||||
|
||||
Based on the General purpose Prometheus exporter for MQTT from Frederic Hemberger
|
||||
(https://github.com/fhemberger/mqtt_exporter)
|
||||
|
||||
MIT License
|
||||
|
||||
Copyright (c) 2018 Bendik Wang Andreassen
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
'''
|
||||
|
||||
from copy import deepcopy
|
||||
import json
|
||||
from collections import defaultdict
|
||||
import logging
|
||||
import argparse
|
||||
import os
|
||||
import re
|
||||
import operator
|
||||
import time
|
||||
import signal
|
||||
import sys
|
||||
import paho.mqtt.client as mqtt
|
||||
from paho.mqtt.properties import Properties
|
||||
from paho.mqtt.packettypes import PacketTypes
|
||||
import yaml
|
||||
import prometheus_client as prometheus
|
||||
from yamlreader import yaml_load
|
||||
import utils.prometheus_additions
|
||||
import version
|
||||
|
||||
VERSION = version.__version__
|
||||
SUFFIXES_PER_TYPE = {
|
||||
"gauge": [],
|
||||
"counter": ['total'],
|
||||
"counter_absolute": ['total'],
|
||||
"summary": ['sum', 'count'],
|
||||
"histogram": ['sum', 'count', 'bucket'],
|
||||
"enum": [],
|
||||
}
|
||||
|
||||
|
||||
def _read_config(config_path):
|
||||
"""Read config file from given location, and parse properties"""
|
||||
|
||||
if config_path is not None:
|
||||
if os.path.isfile(config_path):
|
||||
logging.info(f'Config file found at: {config_path}')
|
||||
try:
|
||||
with open(config_path, 'r') as f:
|
||||
return yaml.safe_load(f.read())
|
||||
except yaml.YAMLError:
|
||||
logging.exception('Failed to parse configuration file:')
|
||||
|
||||
elif os.path.isdir(config_path):
|
||||
logging.info(
|
||||
f'Config directory found at: {config_path}')
|
||||
try:
|
||||
return yaml_load(config_path)
|
||||
except yaml.YAMLError:
|
||||
logging.exception('Failed to parse configuration directory:')
|
||||
|
||||
return {}
|
||||
|
||||
|
||||
def _parse_config_and_add_defaults(config_from_file):
|
||||
"""Parse content of configfile and add default values where needed"""
|
||||
|
||||
config = deepcopy(config_from_file)
|
||||
logging.debug(f'_parse_config Config from file: {str(config_from_file)}')
|
||||
# Logging values ('logging' is optional in config
|
||||
if 'logging' in config_from_file:
|
||||
config['logging'] = _add_config_and_defaults(
|
||||
config_from_file['logging'], {'logfile': '', 'level': 'info'})
|
||||
else:
|
||||
config['logging'] = _add_config_and_defaults(
|
||||
None, {'logfile': '', 'level': 'info'})
|
||||
|
||||
# MQTT values
|
||||
if 'mqtt' in config_from_file:
|
||||
config['mqtt'] = _add_config_and_defaults(
|
||||
config_from_file['mqtt'], {'host': 'localhost', 'port': 1883})
|
||||
else:
|
||||
config['mqtt'] = _add_config_and_defaults(
|
||||
None, {'host': 'localhost', 'port': 1883})
|
||||
|
||||
if 'auth' in config['mqtt']:
|
||||
config['mqtt']['auth'] = _add_config_and_defaults(
|
||||
config['mqtt']['auth'], {})
|
||||
_validate_required_fields(config['mqtt']['auth'], 'auth', ['username'])
|
||||
|
||||
if 'tls' in config['mqtt']:
|
||||
config['mqtt']['tls'] = _add_config_and_defaults(
|
||||
config['mqtt']['tls'], {})
|
||||
|
||||
# Prometheus values
|
||||
if 'prometheus' in config:
|
||||
config['prometheus'] = _add_config_and_defaults(
|
||||
config_from_file['prometheus'], {'exporter_port': 9344})
|
||||
else:
|
||||
config['prometheus'] = _add_config_and_defaults(
|
||||
None, {'exporter_port': 9344})
|
||||
|
||||
metrics = {}
|
||||
if not 'metrics' in config_from_file:
|
||||
logging.critical('No metrics defined in config. Aborting.')
|
||||
sys.exit(1)
|
||||
for metric in config_from_file['metrics']:
|
||||
parse_and_validate_metric_config(metric, metrics)
|
||||
|
||||
config['metrics'] = _group_by_topic(list(metrics.values()))
|
||||
return config
|
||||
|
||||
|
||||
def parse_and_validate_metric_config(metric, metrics):
|
||||
m = _add_config_and_defaults(metric, {})
|
||||
_validate_required_fields(m, None, ['name', 'help', 'type', 'topic'])
|
||||
if 'label_configs' in m and m['label_configs']:
|
||||
label_configs = []
|
||||
for lc in m['label_configs']:
|
||||
if lc:
|
||||
lc = _add_config_and_defaults(lc, {'separator': ';', 'regex': '^(.*)$', 'replacement': '\\1',
|
||||
'action': 'replace'})
|
||||
if lc['action'] == 'replace':
|
||||
_validate_required_fields(lc, None,
|
||||
['source_labels', 'target_label', 'separator', 'regex', 'replacement',
|
||||
'action'])
|
||||
else:
|
||||
_validate_required_fields(lc, None,
|
||||
['source_labels', 'separator', 'regex', 'replacement',
|
||||
'action'])
|
||||
label_configs.append(lc)
|
||||
m['label_configs'] = label_configs
|
||||
# legacy config handling move 'buckets' to params directory
|
||||
if m.get('buckets'):
|
||||
m.setdefault('parameters', {})['buckets'] = (m['buckets'])
|
||||
metrics[m['name']] = m
|
||||
|
||||
|
||||
def _validate_required_fields(config, parent, required_fields):
|
||||
"""Fail if required_fields is not present in config"""
|
||||
for field in required_fields:
|
||||
if field not in config or config[field] is None:
|
||||
if parent is None:
|
||||
error = f'\'{field}\' is a required field in configfile'
|
||||
else:
|
||||
error = f'\'{field}\' is a required parameter for field {parent} in configfile'
|
||||
raise TypeError(error)
|
||||
|
||||
|
||||
def _add_config_and_defaults(config, defaults):
|
||||
"""Return dict with values from config, if present, or values from defaults"""
|
||||
if config is not None:
|
||||
defaults.update(config)
|
||||
return defaults.copy()
|
||||
|
||||
|
||||
def _strip_config(config, allowed_keys):
|
||||
return {k: v for k, v in config.items() if k in allowed_keys and v}
|
||||
|
||||
|
||||
def _group_by_topic(metrics):
|
||||
"""Group metrics by topic"""
|
||||
t = defaultdict(list)
|
||||
for metric in metrics:
|
||||
t[metric['topic']].append(metric)
|
||||
return t
|
||||
|
||||
|
||||
def _topic_matches(topic1, topic2):
|
||||
"""Check if wildcard-topics match"""
|
||||
if topic1 == topic2:
|
||||
return True
|
||||
|
||||
# If topic1 != topic2 and no wildcard is present in topic1, no need for regex
|
||||
if '+' not in topic1 and '#' not in topic1:
|
||||
return False
|
||||
|
||||
logging.debug(
|
||||
f'_topic_matches: Topic1: {topic1}, Topic2: {topic2}')
|
||||
topic1 = re.escape(topic1)
|
||||
regex = topic1.replace('/\\#', '.*$').replace('\\+', '[^/]+')
|
||||
match = re.match(regex, topic2)
|
||||
|
||||
logging.debug(f'_topic_matches: Match: {match is not None}')
|
||||
return match is not None
|
||||
|
||||
|
||||
# noinspection SpellCheckingInspection
|
||||
def _log_setup(logging_config):
|
||||
"""Setup application logging"""
|
||||
|
||||
logfile = logging_config['logfile']
|
||||
|
||||
log_level = logging_config['level']
|
||||
|
||||
numeric_level = logging.getLevelName(log_level.upper())
|
||||
if not isinstance(numeric_level, int):
|
||||
raise TypeError(f'Invalid log level: {log_level}')
|
||||
|
||||
if logfile != '':
|
||||
logging.info(f"Logging redirected to: {logfile}")
|
||||
# Need to replace the current handler on the root logger:
|
||||
file_handler = logging.FileHandler(logfile, 'a')
|
||||
formatter = logging.Formatter('%(asctime)s %(levelname)s: %(message)s')
|
||||
file_handler.setFormatter(formatter)
|
||||
|
||||
log = logging.getLogger() # root logger
|
||||
for handler in log.handlers: # remove all old handlers
|
||||
log.removeHandler(handler)
|
||||
log.addHandler(file_handler)
|
||||
|
||||
else:
|
||||
logging.basicConfig(format='%(asctime)s %(levelname)s: %(message)s')
|
||||
|
||||
logging.getLogger().setLevel(numeric_level)
|
||||
logging.info(f'log_level set to: {log_level}')
|
||||
|
||||
|
||||
# noinspection PyUnusedLocal
|
||||
def _on_connect(client, userdata, flags, rc): # pylint: disable=unused-argument,invalid-name
|
||||
"""The callback for when the client receives a CONNACK response from the server."""
|
||||
logging.info(f'Connected to broker, result code {str(rc)}')
|
||||
|
||||
for topic in userdata.keys():
|
||||
client.subscribe(topic)
|
||||
logging.info(f'Subscribing to topic: {topic}')
|
||||
|
||||
|
||||
def _label_config_match(label_config, labels):
|
||||
"""Action 'keep' and 'drop' in label_config: Matches joined 'source_labels' to 'regex'"""
|
||||
source = label_config['separator'].join(
|
||||
[labels[x] for x in label_config['source_labels']])
|
||||
logging.debug(f'_label_config_match source: {source}')
|
||||
match = re.match(label_config['regex'], source)
|
||||
|
||||
if label_config['action'] == 'keep':
|
||||
logging.debug(
|
||||
f"_label_config_match Action: {label_config['action']}, Keep msg: {match is not None}")
|
||||
return match is not None
|
||||
if label_config['action'] == 'drop':
|
||||
logging.debug(
|
||||
f"_label_config_match Action: {label_config['action']}, Drop msg: {match is not None}")
|
||||
return match is None
|
||||
else:
|
||||
logging.debug(
|
||||
f"_label_config_match Action: {label_config['action']} is not supported, metric is dropped")
|
||||
return False
|
||||
|
||||
|
||||
def _apply_label_config(labels, label_configs):
|
||||
"""Create/change labels based on label_config in config file."""
|
||||
|
||||
for label_config in label_configs:
|
||||
if label_config['action'] == 'replace':
|
||||
_label_config_rename(label_config, labels)
|
||||
else:
|
||||
if not _label_config_match(label_config, labels):
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
def _label_config_rename(label_config, labels):
|
||||
"""Action 'rename' in label_config: Add/change value for label 'target_label'"""
|
||||
source = label_config['separator'].join(
|
||||
[labels[x] for x in label_config['source_labels']])
|
||||
|
||||
if re.match(re.compile(label_config['regex']), source):
|
||||
logging.debug(f'_label_config_rename source: {source}')
|
||||
result = re.sub(label_config['regex'],
|
||||
label_config['replacement'], source)
|
||||
logging.debug(f'_label_config_rename result: {result}')
|
||||
labels[label_config['target_label']] = result
|
||||
|
||||
def convert_victron_value(victron_value):
|
||||
"""Convert value from Victron Cerbo GX (which is a JSON string) to an actual numeric value. The format from Victron MQTT is JSON: {"value": 0} """
|
||||
victron_value_dict = json.loads(victron_value)
|
||||
return victron_value_dict['value']
|
||||
|
||||
|
||||
def finalize_labels(labels):
|
||||
"""Keep '__value__', and '__topic__' but remove all other labels starting with '__'"""
|
||||
#labels['value'] = labels['__value__']
|
||||
labels['value'] = convert_victron_value(labels['__value__'])
|
||||
labels['topic'] = labels['__topic__']
|
||||
|
||||
return {k: v for k, v in labels.items() if not k.startswith('__')}
|
||||
|
||||
|
||||
def _update_metrics(metrics, msg):
|
||||
"""For each metric on this topic, apply label renaming if present, and export to prometheus"""
|
||||
for metric in metrics:
|
||||
labels = {'__topic__': metric['topic'],
|
||||
'__msg_topic__': msg.topic, '__value__': str(msg.payload, 'utf-8')}
|
||||
|
||||
if 'label_configs' in metric:
|
||||
# If action 'keep' in label_configs fails, or 'drop' succeeds, the metric is not updated
|
||||
if not _apply_label_config(labels, metric['label_configs']):
|
||||
continue
|
||||
|
||||
# try to convert to float, but leave as is if conversion not possible
|
||||
try:
|
||||
labels['__value__'] = float(labels['__value__'].replace(',', '.'))
|
||||
except ValueError:
|
||||
logging.debug(f"Conversion of {labels['__value__']} to float not possible, continue with value as is.")
|
||||
|
||||
logging.debug('_update_metrics all labels:')
|
||||
logging.debug(labels)
|
||||
|
||||
labels = finalize_labels(labels)
|
||||
|
||||
derived_metric = metric.setdefault('derived_metric',
|
||||
# Add derived metric for when the message was last received (timestamp in milliseconds)
|
||||
{
|
||||
'name': f"{metric['name']}_last_received",
|
||||
'help': f"Last received message for '{metric['name']}'",
|
||||
'type': 'gauge'
|
||||
}
|
||||
)
|
||||
derived_labels = {'topic': metric['topic'],
|
||||
'value': int(round(time.time() * 1000))}
|
||||
|
||||
_export_to_prometheus(metric['name'], metric, labels)
|
||||
|
||||
_export_to_prometheus(
|
||||
derived_metric['name'], derived_metric, derived_labels)
|
||||
|
||||
|
||||
# noinspection PyUnusedLocal
|
||||
def _on_message(client, userdata, msg):
|
||||
"""The callback for when a PUBLISH message is received from the server."""
|
||||
logging.debug(
|
||||
f'_on_message Msg received on topic: {msg.topic}, Value: {str(msg.payload)}')
|
||||
|
||||
for topic in userdata.keys():
|
||||
if _topic_matches(topic, msg.topic):
|
||||
_update_metrics(userdata[topic], msg)
|
||||
|
||||
def victron_mqtt_keep_alive(mqtt_client):
|
||||
""" Send keepalive to Cerbo GX """
|
||||
properties=Properties(PacketTypes.PUBLISH)
|
||||
mqtt_client.publish('R/c0619ab1cab9/system/0/Serial','',2,properties=properties);
|
||||
|
||||
def _mqtt_init(mqtt_config, metrics):
|
||||
"""Setup mqtt connection"""
|
||||
mqtt_client = mqtt.Client(userdata=metrics)
|
||||
mqtt_client.on_connect = _on_connect
|
||||
mqtt_client.on_message = _on_message
|
||||
|
||||
if 'auth' in mqtt_config:
|
||||
auth = _strip_config(mqtt_config['auth'], ['username', 'password'])
|
||||
mqtt_client.username_pw_set(**auth)
|
||||
|
||||
if 'tls' in mqtt_config:
|
||||
tls_config = _strip_config(mqtt_config['tls'], [
|
||||
'ca_certs', 'certfile', 'keyfile', 'cert_reqs', 'tls_version'])
|
||||
mqtt_client.tls_set(**tls_config)
|
||||
|
||||
try:
|
||||
mqtt_client.connect(**_strip_config(mqtt_config,
|
||||
['host', 'port', 'keepalive']))
|
||||
except ConnectionRefusedError as err:
|
||||
logging.critical(
|
||||
f"Error connecting to {mqtt_config['host']}:{mqtt_config['port']}: {err.strerror}")
|
||||
sys.exit(1)
|
||||
|
||||
return mqtt_client
|
||||
|
||||
|
||||
def _export_to_prometheus(name, metric, labels):
|
||||
"""Export metric and labels to prometheus."""
|
||||
metric_wrappers = {'gauge': GaugeWrapper,
|
||||
'counter': CounterWrapper,
|
||||
'counter_absolute': CounterAbsoluteWrapper,
|
||||
'summary': SummaryWrapper,
|
||||
'histogram': HistogramWrapper,
|
||||
'enum': EnumWrapper,
|
||||
}
|
||||
valid_types = metric_wrappers.keys()
|
||||
if metric['type'] not in valid_types:
|
||||
logging.error(
|
||||
f"Metric type: {metric['type']}, is not a valid metric type. Must be one of: {valid_types} - ingnoring"
|
||||
)
|
||||
return
|
||||
|
||||
value = labels['value']
|
||||
del labels['value']
|
||||
|
||||
sorted_labels = _get_sorted_tuple_list(labels)
|
||||
label_names, label_values = list(zip(*sorted_labels))
|
||||
|
||||
prometheus_metric = None
|
||||
if not metric.get('prometheus_metric') or not metric['prometheus_metric'].get('parent'):
|
||||
# parent metric not seen before, create metric
|
||||
additional_parameters = metric.get('parameters', {})
|
||||
|
||||
metric_wrapper = metric_wrappers[metric['type']]
|
||||
prometheus_metric = metric_wrapper(
|
||||
metric['name'], metric['help'], label_names, **additional_parameters)
|
||||
metric['prometheus_metric'] = {}
|
||||
metric['prometheus_metric']['parent'] = prometheus_metric
|
||||
else:
|
||||
prometheus_metric = metric['prometheus_metric']['parent']
|
||||
try:
|
||||
prometheus_metric.update(label_values, value)
|
||||
except ValueError as ve:
|
||||
logging.error(f"Value {value} is not compatible with metric {metric['name']} of type {metric['type']}")
|
||||
logging.exception('ve:')
|
||||
|
||||
logging.debug(
|
||||
f"_export_to_prometheus metric ({metric['type']}): {name}{labels} updated with value: {value}")
|
||||
if logging.DEBUG >= logging.root.level: # log test data only in debugging mode
|
||||
_log_test_data(metric, labels['topic'], value)
|
||||
|
||||
|
||||
def _log_test_data(metric, topic, value):
|
||||
try:
|
||||
base_metric = metric['prometheus_metric']['parent'].metric.collect()
|
||||
samples = {}
|
||||
for child_metric in base_metric:
|
||||
if child_metric.name.endswith('_last_received'):
|
||||
# ignore derived metrics '*._last_received'
|
||||
continue
|
||||
first_sample = child_metric.samples[0]
|
||||
for first_sample in child_metric.samples:
|
||||
if first_sample.labels.get('topic', '') == topic:
|
||||
samples[first_sample.name] = first_sample
|
||||
|
||||
if len(samples) == 1:
|
||||
logging.debug(
|
||||
f"TEST_DATA: {topic}; {value}; {child_metric.name}; {json.dumps(first_sample.labels)}; {first_sample.value}; 0; True")
|
||||
else:
|
||||
out_value = {}
|
||||
labels = first_sample.labels
|
||||
for sample_name, first_sample in samples.items():
|
||||
suffix = sample_name[len(child_metric.name):]
|
||||
out_value[suffix] = first_sample.value
|
||||
if suffix == "_bucket": # buckets have extra "le" label
|
||||
labels = first_sample.labels
|
||||
logging.debug(
|
||||
f"TEST_DATA: {topic}; {value}; {child_metric.name}; {json.dumps(labels)}; {json.dumps(out_value)}; 0; True")
|
||||
except: # pylint: disable=bare-except
|
||||
logging.exception("Failed to log TEST_DATA. ignoring.")
|
||||
|
||||
|
||||
class GaugeWrapper():
|
||||
"""
|
||||
Wrapper to provide generic interface to Gauge metric
|
||||
"""
|
||||
def __init__(self, name, help_text, label_names, *args, **kwargs) -> None:
|
||||
self.metric = prometheus.Gauge(
|
||||
name, help_text, list(label_names)
|
||||
)
|
||||
def update(self, label_values, value):
|
||||
child = self.metric.labels(*label_values)
|
||||
child.set(value)
|
||||
return child
|
||||
|
||||
|
||||
class CounterWrapper():
|
||||
"""
|
||||
Wrapper to provide generic interface to Counter metric
|
||||
"""
|
||||
|
||||
def __init__(self, name, help_text, label_names, *args, **kwargs) -> None:
|
||||
self.metric = prometheus.Counter(
|
||||
name, help_text, list(label_names)
|
||||
)
|
||||
|
||||
def update(self, label_values, value):
|
||||
child = self.metric.labels(*label_values)
|
||||
child.inc(value)
|
||||
return child
|
||||
|
||||
class HistogramWrapper():
|
||||
"""
|
||||
Wrapper to provide generic interface to Summary metric
|
||||
"""
|
||||
|
||||
class CounterAbsoluteWrapper():
|
||||
"""
|
||||
Wrapper to provide generic interface to CounterAbsolute metric
|
||||
"""
|
||||
|
||||
def __init__(self, name, help_text, label_names, *args, **kwargs) -> None:
|
||||
self.metric = utils.prometheus_additions.CounterAbsolute(
|
||||
name, help_text, list(label_names)
|
||||
)
|
||||
|
||||
def update(self, label_values, value):
|
||||
child = self.metric.labels(*label_values)
|
||||
child.set(value)
|
||||
return child
|
||||
|
||||
|
||||
class SummaryWrapper():
|
||||
"""
|
||||
Wrapper to provide generic interface to Summary metric
|
||||
"""
|
||||
|
||||
def __init__(self, name, help_text, label_names, *args, **kwargs) -> None:
|
||||
self.metric = prometheus.Summary(
|
||||
name, help_text, list(label_names)
|
||||
)
|
||||
|
||||
def update(self, label_values, value):
|
||||
child = self.metric.labels(*label_values)
|
||||
child.observe(value)
|
||||
return child
|
||||
|
||||
|
||||
class HistogramWrapper():
|
||||
"""
|
||||
Wrapper to provide generic interface to Summary metric
|
||||
"""
|
||||
|
||||
def __init__(self, name, help_text, label_names, *args, **kwargs) -> None:
|
||||
params = {}
|
||||
if kwargs.get('buckets'):
|
||||
if isinstance(kwargs['buckets'], str):
|
||||
params['buckets'] = kwargs['buckets'].split(',')
|
||||
else:
|
||||
params['buckets'] = kwargs['buckets']
|
||||
|
||||
self.metric = prometheus.Histogram(
|
||||
name, help_text, list(label_names), **params
|
||||
)
|
||||
|
||||
def update(self, label_values, value):
|
||||
child = self.metric.labels(*label_values)
|
||||
child.observe(value)
|
||||
return child
|
||||
|
||||
|
||||
class EnumWrapper():
|
||||
def __init__(self, name, help_text, label_names, *args, **kwargs) -> None:
|
||||
params = {}
|
||||
if kwargs.get('states'):
|
||||
params['states'] = kwargs['states']
|
||||
|
||||
self.metric = prometheus.Enum(
|
||||
name, help_text, list(label_names), **params
|
||||
)
|
||||
|
||||
def update(self, label_values, value):
|
||||
child = self.metric.labels(*label_values)
|
||||
child.state(value)
|
||||
return child
|
||||
|
||||
|
||||
def add_static_metric(timestamp):
|
||||
g = prometheus.Gauge('mqtt_exporter_timestamp', 'Startup time of exporter in millis since EPOC (static)',
|
||||
['exporter_version'])
|
||||
g.labels(VERSION).set(timestamp)
|
||||
|
||||
|
||||
def _get_sorted_tuple_list(source):
|
||||
"""Return a sorted list of tuples"""
|
||||
filtered_source = source.copy()
|
||||
sorted_tuple_list = sorted(
|
||||
list(filtered_source.items()), key=operator.itemgetter(0))
|
||||
return sorted_tuple_list
|
||||
|
||||
|
||||
def _signal_handler(sig, frame):
|
||||
# pylint: disable=E1101
|
||||
logging.info('Received {0}'.format(signal.Signals(sig).name))
|
||||
sys.exit(0)
|
||||
|
||||
|
||||
def main():
|
||||
add_static_metric(int(time.time() * 1000))
|
||||
# Setup argument parsing
|
||||
parser = argparse.ArgumentParser(
|
||||
description='Simple program to export formatted MQTT messages to Prometheus')
|
||||
parser.add_argument('-c', '--config', action='store', dest='config', default='conf',
|
||||
help='Set config location (file or directory), default: \'conf\'')
|
||||
options = parser.parse_args()
|
||||
|
||||
# Initial logging to console
|
||||
_log_setup({'logfile': '', 'level': 'info'})
|
||||
signal.signal(signal.SIGTERM, _signal_handler)
|
||||
signal.signal(signal.SIGINT, _signal_handler)
|
||||
|
||||
# Read config file from disk
|
||||
from_file = _read_config(options.config)
|
||||
config = _parse_config_and_add_defaults(from_file)
|
||||
|
||||
# Set up logging
|
||||
_log_setup(config['logging'])
|
||||
|
||||
# Start prometheus exporter
|
||||
logging.info(
|
||||
f"Starting Prometheus exporter on port: {str(config['prometheus']['exporter_port'])}")
|
||||
try:
|
||||
prometheus.start_http_server(config['prometheus']['exporter_port'])
|
||||
except OSError as err:
|
||||
logging.critical(
|
||||
f"Error starting Prometheus exporter: {err.strerror}")
|
||||
sys.exit(1)
|
||||
|
||||
# Set up mqtt client and loop forever
|
||||
mqtt_client = _mqtt_init(config['mqtt'], config['metrics'])
|
||||
|
||||
# loop_forever is a blocking call
|
||||
#mqtt_client.loop_forever()
|
||||
# loop_start re-schedules itself over and aover as a thread: place outside the main loop!
|
||||
mqtt_client.loop_start()
|
||||
|
||||
# Wake up Victron Energy Cerbo GX
|
||||
victron_mqtt_keep_alive(mqtt_client)
|
||||
|
||||
# Get system time for keepalive delay loop
|
||||
starttime = time.time()
|
||||
|
||||
while 1 == 1:
|
||||
|
||||
# Should be called every 30 seconds to keep Victron Energy Cebo GX awake (keepalive)
|
||||
if time.time() - starttime > 30:
|
||||
#logging.info(f"Keepalive")
|
||||
victron_mqtt_keep_alive(mqtt_client)
|
||||
starttime = time.time()
|
||||
|
||||
loop_stop()
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Reference in New Issue
Block a user