mirror of
https://github.com/tcivie/meshtastic-metrics-exporter.git
synced 2024-12-28 06:59:46 -08:00
100 lines
3 KiB
Python
100 lines
3 KiB
Python
import logging
|
|
import os
|
|
from datetime import datetime
|
|
|
|
import paho.mqtt.client as mqtt
|
|
from dotenv import load_dotenv
|
|
from meshtastic.mesh_pb2 import MeshPacket
|
|
from meshtastic.mqtt_pb2 import ServiceEnvelope
|
|
from paho.mqtt.enums import CallbackAPIVersion
|
|
from prometheus_client import CollectorRegistry, start_http_server
|
|
from psycopg_pool import ConnectionPool
|
|
|
|
from exporter.processors import MessageProcessor
|
|
|
|
# Global connection pool
|
|
connection_pool = None
|
|
|
|
|
|
def get_connection():
|
|
return connection_pool.getconn()
|
|
|
|
|
|
def release_connection(conn):
|
|
connection_pool.putconn(conn)
|
|
|
|
|
|
def handle_connect(client, userdata, flags, reason_code, properties):
|
|
print(f"Connected with result code {reason_code}")
|
|
client.subscribe(os.getenv('MQTT_TOPIC', 'msh/israel/#'))
|
|
|
|
|
|
def handle_message(client, userdata, message):
|
|
current_timestamp = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
|
|
print(f"Received message on topic '{message.topic}' at {current_timestamp}")
|
|
if '/stat/' in message.topic:
|
|
print(f"Filtered out message from topic containing '/stat/': {message.topic}")
|
|
return
|
|
|
|
envelope = ServiceEnvelope()
|
|
envelope.ParseFromString(message.payload)
|
|
packet: MeshPacket = envelope.packet
|
|
|
|
with connection_pool.connection() as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute("SELECT id FROM messages WHERE id = %s", (str(packet.id),))
|
|
if cur.fetchone() is not None:
|
|
logging.debug(f"Packet {packet.id} already processed")
|
|
return
|
|
|
|
cur.execute("INSERT INTO messages (id, received_at) VALUES (%s, NOW()) ON CONFLICT (id) DO NOTHING",
|
|
(str(packet.id),))
|
|
conn.commit()
|
|
|
|
processor.process(packet)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
load_dotenv()
|
|
|
|
# Setup a connection pool
|
|
connection_pool = ConnectionPool(
|
|
os.getenv('DATABASE_URL'),
|
|
min_size=1,
|
|
max_size=10
|
|
)
|
|
|
|
# Configure Prometheus exporter
|
|
registry = CollectorRegistry()
|
|
start_http_server(int(os.getenv('PROMETHEUS_COLLECTOR_PORT', 8000)), registry=registry)
|
|
|
|
# Create an MQTT client
|
|
mqtt_client = mqtt.Client(
|
|
callback_api_version=CallbackAPIVersion.VERSION2,
|
|
protocol=mqtt.MQTTv5
|
|
)
|
|
mqtt_client.on_connect = handle_connect
|
|
mqtt_client.on_message = handle_message
|
|
|
|
if os.getenv('MQTT_IS_TLS', 'false') == 'true':
|
|
tls_context = mqtt.ssl.create_default_context()
|
|
mqtt_client.tls_set_context(tls_context)
|
|
|
|
if os.getenv('MQTT_USERNAME', None) and os.getenv('MQTT_PASSWORD', None):
|
|
mqtt_client.username_pw_set(os.getenv('MQTT_USERNAME'), os.getenv('MQTT_PASSWORD'))
|
|
|
|
try:
|
|
mqtt_client.connect(
|
|
os.getenv('MQTT_HOST'),
|
|
int(os.getenv('MQTT_PORT')),
|
|
keepalive=int(os.getenv('MQTT_KEEPALIVE', 60)),
|
|
)
|
|
except Exception as e:
|
|
logging.error(f"Failed to connect to MQTT broker: {e}")
|
|
exit(1)
|
|
|
|
# Configure the Processor and the Exporter
|
|
processor = MessageProcessor(registry, connection_pool)
|
|
|
|
mqtt_client.loop_forever()
|