Debian Codegraph @

examples/rahosts/archive/rahosts.pl.in

raw
1 #!@PERLBIN@
2 #
3 # Argus-5.0 Client Software. Tools to read, analyze and manage Argus data.
4 # Copyright (c) 2000-2024 QoSient, LLC
5 # All rights reserved.
6 #
7 # THE ACCOMPANYING PROGRAM IS PROPRIETARY SOFTWARE OF QoSIENT, LLC,
8 # AND CANNOT BE USED, DISTRIBUTED, COPIED OR MODIFIED WITHOUT
9 # EXPRESS PERMISSION OF QoSIENT, LLC.
10 #
11 # QOSIENT, LLC DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS
12 # SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
13 # AND FITNESS, IN NO EVENT SHALL QOSIENT, LLC BE LIABLE FOR ANY
14 # SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
15 # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER
16 # IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION,
17 # ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF
18 # THIS SOFTWARE.
19 #
20 #
21 # ra() based host use report
22 #
23 # $Id: //depot/gargoyle/clients/examples/rahosts/rahosts.pl#5 $
24 # $DateTime: 2014/10/07 15:00:33 $
25 # $Change: 2938 $
26 #
27
28 #
29 # Complain about undeclared variables
30 use v5.6.0;
31 use strict;
32
33 local $ENV{PATH} = "$ENV{PATH}:/bin:/usr/bin:/usr/local/bin";
34
35 # Used modules
36 use URI::URL;
37 use DBI;
38 use Switch;
39 use Net::IP;
40 use File::Which qw/ which /;
41 use Socket;
42
43 use File::Temp qw/ tempfile tempdir /;
44 use File::Which qw/ which where /;
45 use Time::Local;
46
47 # Global variables
48 my $debug = 0;
49 my $drop = 1;
50 my $time;
51 my $database;
52 my $filter;
53 my $sort;
54 my $fields;
55 my $obj;
56
57 my $VERSION = "5.0";
58
59 my ($mode, %items, %addrs, %loc, $local, $sid, $inf, $saddr, $daddr, $taddr, $baddr, $proto, $stype, $sloc, $dloc);
60
61 my $quiet = 0;
62 my $done = 0;
63 my @args;
64
65 my $startseries = 0;
66 my $startcount = 0;
67 my $lastseries = 0;
68 my $lastcount = 0;
69 my $count = 0;
70 my $score = 0;
71
72 my ($user, $pass, $host, $port, $space, $db, $table);
73 my $dbh;
74 my $sth;
75
76 my $uri = 0;
77 my $scheme;
78 my $netloc;
79 my $path;
80
81 my $datename = "";
82 my @results = ();
83 my $results_ref = \@results;
84 my $elements = "";
85 my $object = "";
86
87 my $RA;
88 my $rasql = which 'rasql';
89 my $racluster = which 'racluster';
90 my $ralabel = which 'ralabel';
91 my $rasort = which 'rasort';
92
93 my $ralabelconf = "/usr/argus/ralabel.local.conf";
94
95 my $f;
96 my $fname;
97 ($f, $fname) = tempfile();
98
99 my @arglist = ();
100
101 ARG: while (my $arg = shift(@ARGV)) {
102 if (!$done) {
103 for ($arg) {
104 s/^-q// && do { $quiet++; next ARG; };
105 s/^-w// && do { $uri = shift (@ARGV); next ARG; };
106 s/^-debug// && do { $debug++; next ARG; };
107 s/^-drop// && do { $drop = 0; next ARG; };
108 s/^-dbase$// && do { $database = shift(@ARGV); next ARG; };
109 s/^-t$// && do { $time = shift(@ARGV); next ARG; };
110 s/^-time$// && do { $time = shift(@ARGV); next ARG; };
111 s/^-filter$// && do { $filter = shift(@ARGV); next ARG; };
112 s/^-sort$// && do { $sort = shift(@ARGV); next ARG; };
113 s/^-fields$// && do { $fields = shift(@ARGV); next ARG; };
114 s/^-obj$// && do { $obj = shift(@ARGV); next ARG; };
115 }
116
117 } else {
118 for ($arg) {
119 s/\(/\\\(/ && do { ; };
120 s/\)/\\\)/ && do { ; };
121 }
122 }
123 $arglist[@arglist + 0] = $arg;
124 }
125
126 if ((not defined $time) || ($time eq "Today")) {
127 $time = "-1d";
128 }
129 if ($obj eq "") {
130 $obj = "daddr";
131 }
132 if ($fields eq "") {
133 $fields="stime dur spkts dpkts pcr score";
134 }
135 if ($sort eq "") {
136 $sort="pkts";
137 }
138 if ($filter eq "") {
139 $filter="- ipv6";
140 } else {
141 $filter="- $filter";
142 }
143 if ($score eq "") {
144 $score = "0";
145 }
146
147 RaHostsProcessParameters();
148 RaHostsFetchData($fname);
149 RaHostsGenerateOutput($fname);
150 RaHostsCleanUp($fname);
151 exit;
152
153 sub RaHostsProcessParameters {
154 if ($uri) {
155 my $url = URI::URL->new($uri);
156
157 $scheme = $url->scheme;
158 $netloc = $url->netloc;
159 $path = $url->path;
160
161 if ($netloc ne "") {
162 ($user, $host) = split /@/, $netloc;
163 if ($user =~ m/:/) {
164 ($user , $pass) = split/:/, $user;
165 }
166 if ($host =~ m/:/) {
167 ($host , $port) = split/:/, $host;
168 }
169 }
170 if ($path ne "") {
171 ($space, $db, $table) = split /\//, $path;
172 }
173
174 $dbh = DBI->connect("DBI:$scheme:;host=$host", $user, $pass) || die "Could not connect to database: $DBI::errstr";
175 $dbh->do("CREATE DATABASE IF NOT EXISTS $db");
176 $dbh->do("use $db");
177
178 # Drop table 'foo'. This may fail, if 'foo' doesn't exist
179 # Thus we put an eval around it.
180
181 if ($drop > 0) {
182 local $dbh->{RaiseError} = 0;
183 local $dbh->{PrintError} = 0;
184 eval { $dbh->do("DROP TABLE IF EXISTS $table") };
185 }
186
187 # Create a new table 'foo'. This must not fail, thus we don't catch errors.
188
189 my $dbstr = "CREATE TABLE IF NOT EXISTS $table (region VARCHAR(8), sid VARCHAR(64), inf VARCHAR(4), saddr VARCHAR(64) NOT NULL, sloc TINYINT, count INTEGER, hoststring TEXT, PRIMARY KEY ( region,saddr,sid,inf ))";
190
191 print "DEBUG: RaHostsProcessParameters: cmd: $dbstr\n" if $debug;
192 $dbh->do($dbstr);
193 }
194 }
195
196
197 sub RaHostsFetchData {
198 # Start the program
199
200 my $Options = "-L -1 -n -s sid:42 inf saddr:32 daddr:32 proto sloc dloc -c , ";
201 $RA = "$rasql -t $time -r 'mysql://root\@localhost/ipMatrix/ip_%Y_%m_%d' -M time 1d -w - - ip | $ralabel -f $ralabelconf $Options";
202
203 print "DEBUG: RaHostsFetchData: cmd: $RA\n" if $debug;
204
205 my $etherRegex = '^([0-9A-Fa-f]{2}[:-]){5}([0-9A-Fa-f]{2})$';
206 my $ipv4Regex = '\b((25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)(\.|$)){4}\b';
207 my $ipv6Regex = '(([0-9a-fA-F]{1,4}:){7,7}[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,7}:|([0-9a-fA-F]{1,4}:){1,6}:[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,5}(:[0-9a-fA-F]{1,4}){1,2}|([0-9a-fA-F]{1,4}:){1,4}(:[0-9a-fA-F]{1,4}){1,3}|([0-9a-fA-F]{1,4}:){1,3}(:[0-9a-fA-F]{1,4}){1,4}|([0-9a-fA-F]{1,4}:){1,2}(:[0-9a-fA-F]{1,4}){1,5}|[0-9a-fA-F]{1,4}:((:[0-9a-fA-F]{1,4}){1,6})|:((:[0-9a-fA-F]{1,4}){1,7}|:)|fe80:(:[0-9a-fA-F]{0,4}){0,4}%[0-9a-zA-Z]{1,}|::(ffff(:0{1,4}){0,1}:){0,1}((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])|([0-9a-fA-F]{1,4}:){1,4}:((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9]))';
208
209 open(SESAME, "$RA |");
210
211 while (my $data = <SESAME>) {
212 chomp $data;
213 ($sid, $inf, $saddr, $daddr, $proto, $sloc, $dloc) = split (/,/, $data, 7);
214
215 if ($proto && !($proto eq "man")) {
216 if ($saddr =~ /$etherRegex/) {
217 $stype = "ether";
218 } else {
219 if ($saddr =~ /$ipv4Regex/) {
220 $stype = "ipv4";
221 } else {
222 if ($saddr =~ /$ipv6Regex/) {
223 $stype = "ipv6";
224 } else {
225 if ($saddr =~ /:/) {
226 $stype = "ether";
227 }}}}
228
229 if (!(length ($sloc))) { $sloc = 4; }
230 if (!(length ($dloc))) { $dloc = 4; }
231
232 if (($sloc >= 3) && ($dloc >= 3)) {
233 print "DEBUG: RaHostsFetchData: data: ($sid,$inf,$saddr,$daddr,$proto,$sloc,$dloc) local \n" if $debug;
234 $local = 'local';
235 } else {
236 print "DEBUG: RaHostsFetchData: data: ($sid,$inf,$saddr,$daddr,$proto,$sloc,$dloc) remote \n" if $debug;
237 $local = 'remote';
238 }
239
240 switch ($stype) {
241 case "ipv4" {
242 if ((!($saddr eq "0.0.0.0")) && (!($daddr eq "0.0.0.0"))) {
243 $addrs{$local}{$stype}{$sid}{$inf}{$saddr}++;
244 $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr}++;
245 $addrs{$local}{$stype}{$sid}{$inf}{$daddr}++;
246 $items{$local}{$stype}{$sid}{$inf}{$daddr}{$saddr}++;
247 $loc{$saddr}=$sloc;
248 $loc{$daddr}=$dloc;
249 }
250 }
251 case "ether" { next }
252 case "ipv6" {
253 $addrs{$local}{$stype}{$sid}{$inf}{$saddr}++;
254 $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr}++;
255 $addrs{$local}{$stype}{$sid}{$inf}{$daddr}++;
256 $items{$local}{$stype}{$sid}{$inf}{$daddr}{$saddr}++;
257 $loc{$saddr}=$sloc;
258 $loc{$daddr}=$dloc;
259 }
260 }
261 }
262 }
263 close(SESAME);
264 }
265
266 sub RaHostsGenerateOutput {
267 print "DEBUG: RaHostsGenerateOutput starting\n" if $debug;
268 if ($uri) {
269 for $local ( sort keys(%items) ) {
270 for $stype ( sort keys(%{$items{$local}}) ) {
271 my $hoststring;
272 switch ($stype) {
273 case "ether" { next }
274 case "ipv6" {
275 for $sid ( sort keys(%{$items{$local}{$stype}}) ) {
276 for $inf ( sort keys( %{$items{$local}{$stype}{$sid}}) ) {
277 for $saddr ( sort internet keys( %{$items{$local}{$stype}{$sid}{$inf}}) ) {
278 my $cnt = 0;
279 $hoststring = "";
280
281 $count = RaGetAddressCount($local, $saddr, $stype, $sid, $inf);
282 for $daddr ( sort internet keys( %{$items{$local}{$stype}{$sid}{$inf}{$saddr}}) ) {
283 if ($cnt++ > 0) {
284 $hoststring .= ",";
285 }
286 $hoststring .= "$daddr";
287 }
288
289 if (length ($hoststring)) {
290 if (!(defined $loc{$saddr})) {
291 $loc{$saddr} = 4;
292 }
293 print "DEBUG: INSERT INTO $table VALUES(?, ?, ?, ?, ?, ?, ?), $local, $sid, $inf, $saddr, $loc{$saddr}, $count, $hoststring\n" if $debug;
294 $dbh->do("INSERT INTO $table VALUES(?, ?, ?, ?, ?, ?, ?)", undef, $local, $sid, $inf, $saddr, $loc{$saddr}, $count, $hoststring);
295 }
296 }
297 }
298 }
299 }
300 case "ipv4" {
301 for $sid ( sort keys(%{$items{$local}{$stype}}) ) {
302 for $inf ( sort keys( %{$items{$local}{$stype}{$sid}}) ) {
303 for $saddr ( sort internet keys( %{$items{$local}{$stype}{$sid}{$inf}}) ) {
304 $hoststring = "";
305 $startseries = 0;
306 $lastseries = 0;
307 $count = RaGetAddressCount($local, $saddr, $stype, $sid, $inf);
308
309 if ( $quiet == 0 ) {
310 for $daddr ( sort internet keys(%{$items{$local}{$stype}{$sid}{$inf}{$saddr} })) {
311 my $ipaddr = inet_aton($daddr);
312 my $naddr = unpack "N", $ipaddr;
313
314 if ($startseries > 0) {
315 if ($naddr == ($lastseries + 1)) {
316 $lastseries = $naddr;
317 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
318 } else {
319 my ($a1, $a2, $a3, $a4) = unpack('C4', pack("N", $lastseries));
320
321 if ((($naddr - $lastseries) < 3) && ($a4 == 254)) {
322 $lastseries = $naddr;
323 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
324 } else {
325 my $startaddr = inet_ntoa(pack "N", $startseries);
326 my $lastaddr = inet_ntoa(pack "N", $lastseries);
327
328 if ($startseries != $lastseries) {
329 $hoststring .= "$startaddr($startcount)-$lastaddr($lastcount),";
330 $startseries = $naddr;
331 $startcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
332 $lastseries = $naddr;
333 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
334 } else {
335 $hoststring .= "$startaddr($startcount),";
336 $startseries = $naddr;
337 $startcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
338 $lastseries = $naddr;
339 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
340 }
341 }
342 }
343
344 } else {
345 $startseries = $naddr;
346 $startcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
347 $lastseries = $naddr;
348 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
349 }
350 }
351 }
352
353 if ($startseries > 0) {
354 my $startaddr = inet_ntoa(pack "N", $startseries);
355 my $lastaddr = inet_ntoa(pack "N", $lastseries);
356
357 if ($startseries != $lastseries) {
358 $hoststring .= "$startaddr($startcount)-$lastaddr($lastcount)";
359 } else {
360 $hoststring .= "$startaddr($startcount)";
361 }
362 }
363
364 if (length ($hoststring)) {
365 if (!(defined $loc{$saddr})) {
366 $loc{$saddr} = 4;
367 }
368 print "DEBUG: INSERT INTO $table VALUES(?, ?, ?, ?, ?, ?, ?), $local, $sid, $inf, $saddr, $loc{$saddr}, $count, $hoststring\n" if $debug;
369 $dbh->do("INSERT INTO $table VALUES(?, ?, ?, ?, ?, ?, ?)", undef, $local, $sid, $inf, $saddr, $loc{$saddr}, $count, $hoststring);
370 }
371 }
372 }
373 }
374 }
375 }
376 }
377 }
378
379 $dbh->disconnect();
380
381 } else {
382 for $local ( sort keys(%items) ) {
383 for $stype ( sort keys(%{$items{$local}}) ) {
384 switch ($stype) {
385 case "ether" { next }
386 case "ipv6" {
387 for $sid ( sort keys(%{$items{$local}{$stype}}) ) {
388 for $inf ( sort keys( %{$items{$local}{$stype}{$sid}}) ) {
389 for $saddr ( sort internet keys( %{$items{$local}{$stype}{$sid}{$inf}}) ) {
390 my $cnt = 0;
391
392 $count = RaGetAddressCount($local, $saddr, $stype, $sid, $inf);
393 print "$local $sid:$inf $saddr: ($count) ";
394 for $daddr ( sort internet keys( %{$items{$local}{$stype}{$sid}{$inf}{$saddr}}) ) {
395 if ($cnt++ > 0) {
396 print ",";
397 }
398 print "$daddr";
399 }
400 print "\n";
401 }
402 }
403 }
404 }
405
406 case "ipv4" {
407 for $sid ( sort keys(%{$items{$local}{$stype}}) ) {
408 for $inf ( sort keys( %{$items{$local}{$stype}{$sid}}) ) {
409 for $saddr ( sort internet keys( %{$items{$local}{$stype}{$sid}{$inf}}) ) {
410 $startseries = 0;
411 $lastseries = 0;
412 $count = RaGetAddressCount($local, $saddr, $stype, $sid, $inf);
413 print "$local $sid:$inf $saddr: ($count) ";
414
415 if ( $quiet == 0 ) {
416 for $daddr ( sort internet keys(%{$items{$local}{$stype}{$sid}{$inf}{$saddr} })) {
417 my $ipaddr = inet_aton($daddr);
418 my $naddr = unpack "N", $ipaddr;
419 if ($startseries > 0) {
420 if ($naddr == ($lastseries + 1)) {
421 $lastseries = $naddr;
422 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
423 } else {
424 my ($a1, $a2, $a3, $a4) = unpack('C4', pack("N", $lastseries));
425
426 if ((($naddr - $lastseries) < 3) && ($a4 == 254)) {
427 $lastseries = $naddr;
428 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
429 } else {
430 my $startaddr = inet_ntoa(pack "N", $startseries);
431 my $lastaddr = inet_ntoa(pack "N", $lastseries);
432
433 if ($startseries != $lastseries) {
434 print "$startaddr($startcount)-$lastaddr($lastcount),";
435 $startseries = $naddr;
436 $startcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
437 $lastseries = $naddr;
438 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
439 } else {
440 print "$startaddr($startcount),";
441 $startseries = $naddr;
442 $startcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
443 $lastseries = $naddr;
444 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
445 }
446 }
447 }
448 } else {
449 $startseries = $naddr;
450 $startcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
451 $lastseries = $naddr;
452 $lastcount = $items{$local}{$stype}{$sid}{$inf}{$saddr}{$daddr};
453 }
454 }
455 }
456
457 if ($startseries > 0) {
458 my $startaddr = inet_ntoa(pack "N", $startseries);
459 my $lastaddr = inet_ntoa(pack "N", $lastseries);
460
461 if ($startseries != $lastseries) {
462 print "$startaddr($startcount)-$lastaddr($lastcount)";
463 } else {
464 print "$startaddr($startcount)";
465 }
466 }
467 print "\n";
468 }
469 }
470 }
471 }
472 }
473 }
474 }
475 }
476 }
477
478 sub RaHostsCleanUp {
479 my $file = shift;
480 print "DEBUG: deleting '$file'\n" if $debug;
481 unlink $file;
482 exit 0;
483 }
484
485
486 sub RaGetAddressCount() {
487 my $tlocal = shift(@_);
488 my $thisaddr = shift(@_);
489 my $thistype = shift(@_);
490 my $sid = shift(@_);
491 my $inf = shift(@_);
492 my $retn = 0;
493 my $daddr;
494
495 for $daddr ( keys( %{$items{$tlocal}{$thistype}{$sid}{$inf}{$thisaddr}} )) {
496 $retn++;
497 }
498
499 return ($retn);
500 }
501
502 sub numerically { $a <=> $b };
503
504 sub internet {
505 my $ipA = new Net::IP ($a);
506 my $ipB = new Net::IP ($b);
507 my $retn = 0;
508
509 if ((defined $ipA) && (defined $ipB)) {
510 $retn = ($ipA->intip() <=> $ipB->intip());
511 }
512
513 return ($retn);
514 }