#!/usr/bin/env python3 # ========================================================================== # _ _ _ ____ ____ _____ # | | | (_) _ \ ___ _ __ / ___|___ _ _|_ _| __ __ _ ___ ___ _ __ # | |_| | | |_) / _ \ '__| | / _ \| '_ \| || '__/ _` |/ __/ _ \ '__| # | _ | | __/ __/ | | |__| (_) | | | | || | | (_| | (_| __/ | # |_| |_|_|_| \___|_| \____\___/|_| |_|_||_| \__,_|\___\___|_| # # --- High-Performance Connectivity Tracer (HiPerConTracer) --- # https://www.nntb.no/~dreibh/hipercontracer/ # ========================================================================== # # High-Performance Connectivity Tracer (HiPerConTracer) # Copyright (C) 2015-2026 by Thomas Dreibholz # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # # Contact: dreibh@simula.no import datetime import json import os import sys import time import HiPerConTracer import QueryHelper from typing import Any, Final, TextIO # ###### Print log message ################################################## def log(logstring : str) -> None: sys.stdout.write('\x1b[34m' + datetime.datetime.now().strftime('%Y-%m-%dT%H:%M:%S') + ': ' + logstring + '\x1b[0m\n') # ###### Main program ####################################################### # ====== Handle arguments =================================================== if len(sys.argv) != 5: sys.stderr.write('Usage: ' + sys.argv[0] + ' database_configuration start_timestamp end_timestamp output_file\n') sys.stderr.write('Example: ' + sys.argv[0] + ' ~/test4hpct-researcher-postgresql.conf "2020-01-01 00:00:00" "2025-01-01 00:00:00" output.csv.gz\n') sys.exit(1) databaseConfigurationFile : Final[str] = sys.argv[1] startTimeStampString : Final[str] = sys.argv[2] endTimeStampString : Final[str] = sys.argv[3] outputFileName : Final[str] = sys.argv[4] outputFileNameTmp : Final[str] = outputFileName + '.tmp' startTimeStamp : Final[int] = HiPerConTracer.string_to_unix_time(startTimeStampString) endTimeStamp : Final[int] = HiPerConTracer.string_to_unix_time(endTimeStampString) if not startTimeStamp < endTimeStamp: sys.stderr.write('ERROR: start_timestamp must be less than end_timestamp!\n') sys.exit(1) # ====== Connect to database ================================================ configuration = QueryHelper.DatabaseConfiguration(sys.argv[1]) client = configuration.createClient() # ====== Prepare query ====================================================== table : Final[str] = 'ping' query : Final[dict[str, Any]] = { "$and": [ { "sendTimestamp": { "$gte": startTimeStamp } }, { "sendTimestamp": { "$lt": endTimeStamp } } ] } orderBy : Final[list[tuple[str, int]]] = [ ( "sendTimestamp", 1 ), ( "measurementID", 1 ), ( "sourceIP", 1 ), ( "destinationIP", 1 ), ( "protocol", 1 ), ( "trafficClass", 1 ), ( "burstSeq", 1 ) ] try: # ====== Run query ======================================================= log(f'Querying {startTimeStamp} - {endTimeStamp} ...') queryStartTime : Final[float] = time.perf_counter() cursor = configuration.queryMongoDB(table, query, orderBy = orderBy) queryFinishTime : Final[float] = time.perf_counter() queryRuntime : Final[float] = queryFinishTime - queryStartTime for document in cursor: print(json.dumps(document, indent=3, default = str)) except KeyboardInterrupt: sys.stdout.write('\nSIGINT\n') sys.exit(1)