Telegram Notification Bot

import requests

TELEGRAM_TOKEN = "your_bot_token"   # from @BotFather
CHAT_ID = "your_group_chat_id"   # team Telegram group
BASE_URL = f"https://api.telegram.org/bot{TELEGRAM_TOKEN}"

# Send text message
def send_message(text):
    requests.post(
        f"{BASE_URL}/sendMessage",
        json={
            "chat_id": CHAT_ID,
            "text": text,
            "parse_mode": "HTML"    # supports <b>, <i>, <code>
        },
        timeout=5
    )

# Send message with image (for security alerts)
def send_photo(image_bytes, caption):
    requests.post(
        f"{BASE_URL}/sendPhoto",
        data={
            "chat_id": CHAT_ID,
            "caption": caption,
            "parse_mode": "HTML"
        },
        files={"photo": ("snapshot.jpg", image_bytes, "image/jpeg")},
        timeout=10
    )

import threading
import requests
import subprocess
import json

PROMETHEUS_URL = "http://prometheus-service:9090"
NODES = [
    {"name": "pi3-01", "ip": "10.10.10.21"},
    {"name": "pi3-02", "ip": "10.10.10.22"},
    # ... all 8 Pi3 nodes
]

node_state = {}   # tracks which nodes were last seen online
pod_state  = {}   # tracks which pods were last seen Running

def query_prometheus(query):
    r = requests.get(
        f"{PROMETHEUS_URL}/api/v1/query",
        params={"query": query}, timeout=5
    )
    return r.json()["data"]["result"]

def check_nodes():
    # Query Prometheus: which nodes are UP?
    results = query_prometheus("up{job='node-exporter'}")
    online_nodes = {r["metric"]["instance"]: r["value"][1] == "1" for r in results}

    for node in NODES:
        instance = f"{node['ip']}:9100"
        is_online = online_nodes.get(instance, False)
        was_online = node_state.get(node["name"], True)

        if was_online and not is_online:
            # Node just went offline
            send_message(f"📴 <b>NODE OFFLINE</b>\n\n"
                        f"🖥️ <b>Node:</b> {node['name']} ({node['ip']})\n"
                        f"⏱️ <b>Detected at:</b> {datetime.now()}")

        elif not was_online and is_online:
            # Node recovered
            send_message(f"✅ <b>NODE RECOVERED</b>\n\n"
                        f"🖥️ <b>Node:</b> {node['name']} ({node['ip']})")

        node_state[node["name"]] = is_online

def check_pods():
    # Get all pods and check for non-Running states
    result = subprocess.run(
        ["kubectl", "get", "pods", "-A", "-o", "json"],
        capture_output=True, text=True
    )
    pods = json.loads(result.stdout)["items"]

    for pod in pods:
        name   = pod["metadata"]["name"]
        phase  = pod["status"].get("phase", "Unknown")
        node   = pod["spec"].get("nodeName", "unknown")

        was_ok = pod_state.get(name, True)
        is_ok  = phase in ["Running", "Succeeded"]

        if was_ok and not is_ok:
            # Pod just crashed
            restarts = pod["status"]["containerStatuses"][0]["restartCount"]
            send_message(f"❌ <b>POD CRASHED</b>\n\n"
                        f"📦 <b>Pod:</b> {name}\n"
                        f"🖥️ <b>Node:</b> {node}\n"
                        f"💥 <b>Status:</b> {phase}\n"
                        f"🔄 <b>Restarts:</b> {restarts}")

        pod_state[name] = is_ok

def check_temperature():
    # Query Prometheus for temperature > 75°C (75000 millidegrees)
    results = query_prometheus(
        "node_thermal_zone_temp{job='node-exporter'} > 75000"
    )
    for r in results:
        node = r["metric"]["instance"]
        temp = float(r["value"][1]) / 1000
        send_message(f"🌡️ <b>HIGH TEMPERATURE</b>\n\n"
                    f"🖥️ <b>Node:</b> {node}\n"
                    f"🌡️ <b>Temperature:</b> {temp:.1f}°C\n"
                    f"⚠️ Risk of CPU throttling above 80°C")

def health_monitor_loop():
    while True:
        try:
            check_nodes()
            check_pods()
            check_temperature()
        except Exception as e:
            print(f"Health monitor error: {e}")
        threading.Event().wait(30)  # check every 30 seconds

# Start background thread when Flask app starts
monitor_thread = threading.Thread(target=health_monitor_loop, daemon=True)
monitor_thread.start()

# Called when inference service POSTs to /api/alerts
def send_security_alert(alert, image_bytes):
    caption = (
        f"🚨 <b>SUSPICIOUS EVENT DETECTED</b>\n\n"
        f"📷 <b>Camera:</b> {alert['camera_id']}\n"
        f"🎯 <b>Confidence:</b> {alert['confidence']*100:.1f}%\n"
        f"🏷️ <b>Event:</b> {alert['event_type']}\n"
        f"🕐 <b>Time:</b> {alert['timestamp']}\n"
        f"🔗 <b>Alert ID:</b> #{alert['id']}"
    )

    if image_bytes:
        send_photo(image_bytes, caption)   # image + text together
    else:
        send_message(caption)              # text only if no image