#!/usr/bin/env bash # ____ ____ ____ _ _ _ # / ___| ___ | _ \ / ___|___ | | | ___ ___| |_ ___ _ __ # \___ \ / _ \| |_) | | | / _ \| | |/ _ \/ __| __/ _ \| '__| # ___) | (_) | __/ | |__| (_) | | | __/ (__| || (_) | | # |____/ \___/|_| \____\___/|_|_|\___|\___|\__\___/|_| # # HiPerConTracer Collector # Copyright (C) 2022-2026 by Thomas Dreibholz # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # # Contact: dreibh@simula.no # Bash options: set -eu HIPERCONTRACER_DIRECTORY="/var/hipercontracer" UNAME="$(uname)" # ###### Compute time difference between time stamps ######################## calculate_time_difference () { local t1 local t2 if [ "${UNAME}" != "FreeBSD" ] ; then t1="$(date --utc --date "$1" +"%s" 2>/dev/null || true)" t2="$(date --utc --date "$2" +"%s" 2>/dev/null || true)" else t1="$(date -j -f "%Y-%m-%d %H:%M:%S" "$1" +"%s" 2>/dev/null || true)" t2="$(date -j -f "%Y-%m-%d %H:%M:%S" "$2" +"%s" 2>/dev/null || true)" fi if [ "$1" == "" ] || [ "$2" == "" ] || [ "${t1}" == "" ] || [ "${t2}" == "" ] ; then echo "Invalid time!" return fi difference=$((t1-t2)) || true days=$((difference/86400)) || true difference=$((difference-days*86400)) || true if [ ${difference} -lt 0 ] ; then difference=$((-difference)) || true fi hours=$((difference/3600)) || true difference=$((difference-hours*3600)) || true minutes=$((difference/60)) || true difference=$((difference-minutes*60)) || true seconds=${difference} printf "%03dd %02d:%02d:%02d" "${days}" "${hours}" "${minutes}" "${seconds}" } # ###### Main program ####################################################### # Get configured nodes and RTunnel ports ==================================== # shellcheck disable=SC2207 CONFIGURED_NODES="( $(find /home -follow -mindepth 1 -maxdepth 1 -type d -name "node*" -print0 | xargs -0 -r -n1 basename | sed -e "s/^node//" | sort -n) )" # Get open ports bound to localhost (127.0.0.1 or ::1). # shellcheck disable=SC2207 if [ "${UNAME}" != "FreeBSD" ] ; then LISTENING_TCP_PORTS="( $(ss -tlwn | awk '/^tcp/ { if(($2 == "LISTEN") && ($5 ~ /^127.0.0.1|^\[::1\]/ )) { print $5 }}' | sed -e "s/.*://" | sort -un) )" else LISTENING_TCP_PORTS="( $(sockstat -46ln -P tcp | awk '/^[0-9]+/ { if($6 ~ /^127.0.0.1|^\[::1\]/) { print $6 } }' | sed -e 's/^.*://' | sort -u) )" fi # for port in ${LISTENING_TCP_PORTS[@]} ; do # echo "Port: ${port}" # done # echo "${LISTENING_TCP_PORTS[*]}" # ====== Show nodes and status ============================================== echo -e "\x1b[34mNode Port Tunnel Last Seen Last Sync Last Boot System Version\x1b[0m" now=$(date -u +"%Y-%m-%d %H:%M:%S") for nodeID in "${CONFIGURED_NODES[@]}" ; do nodeID=$((nodeID)) # Convert string to number. Necessary! nodePort=$((10000+nodeID)) # ====== RTunnel online? ================================================= if [[ ${LISTENING_TCP_PORTS[*]} =~ (^| )"${nodePort}"($| ) ]] ; then nodeConnected="online " echo -en "\x1b[32m" nodeLastSeen="${now}" else nodeConnected="OFFLINE" echo -en "\x1b[31m" nodeLastSeen="" fi # ====== Last Seen ==================================================== # NOTE: last-seen.txt must be accessible by the user! if [ -e "${HIPERCONTRACER_DIRECTORY}/data/node${nodeID}/last-seen.txt" ] ; then nodeInfo="$(cat "${HIPERCONTRACER_DIRECTORY}/data/node${nodeID}/last-seen.txt")" else nodeInfo="Unknown! (no access to last-seen.txt?)" fi if [ "${nodeLastSeen}" == "" ] ; then nodeLastSeen="$(echo "${nodeInfo}" | head -n1)" fi nodeSystem=$(echo "${nodeInfo}" | grep "^lsb_release: " | sed -e "s/[^:]*: //") nodePackageVersion=$(echo "${nodeInfo}" | grep "^node_package_version: " | sed -e "s/[^:]*: //") nodeUptime=$(echo "${nodeInfo}" | grep "^node_uptime: " | sed -e "s/[^:]*: //") # tunnelUptime=$(echo "${nodeInfo}" | grep "^tunnel_uptime: " | sed -e "s/[^:]*: //") # ====== Last Sync ======================================================= # NOTE: last-seen.txt must be accessible by the user! if [ -e "${HIPERCONTRACER_DIRECTORY}/data/node${nodeID}/last-sync.txt" ] ; then nodeLastSync="$(cat "${HIPERCONTRACER_DIRECTORY}/data/node${nodeID}/last-sync.txt")" else nodeLastSync="Unknown! (no access to last-sync.txt?)" fi printf "Node %-4d %5d %s %-13s %-13s %-13s %-30s %-8s\x1b[0m\n" \ "${nodeID}" "${nodePort}" "${nodeConnected}" \ "$(calculate_time_difference "${now}" "${nodeLastSeen}")" \ "$(calculate_time_difference "${now}" "${nodeLastSync}")" \ "$(calculate_time_difference "${now}" "${nodeUptime}")" \ "${nodeSystem}" \ "${nodePackageVersion}" done