Debian Codegraph @

tests/nftables/test_nftables.py

raw
1 import json
2 import os
3 import subprocess
4 import unittest
5 from ipaddress import ip_address
6 from pathlib import Path
7 from time import sleep
8
9 from tests.mock_lapi import MockLAPI
10 from tests.utils import generate_n_decisions, run_cmd
11
12 SCRIPT_DIR = Path(os.path.dirname(os.path.realpath(__file__)))
13 PROJECT_ROOT = SCRIPT_DIR.parent.parent
14 BINARY_PATH = PROJECT_ROOT.joinpath("crowdsec-firewall-bouncer")
15 CONFIG_PATH = SCRIPT_DIR.joinpath("crowdsec-firewall-bouncer.yaml")
16
17
18 class TestNFTables(unittest.TestCase):
19 def setUp(self):
20 self.fb = subprocess.Popen([BINARY_PATH, "-c", CONFIG_PATH])
21 self.lapi = MockLAPI()
22 self.lapi.start()
23 return super().setUp()
24
25 def tearDown(self):
26 self.fb.kill()
27 self.fb.wait()
28 self.lapi.stop()
29 run_cmd("nft", "delete", "table", "ip", "crowdsec", ignore_error=True)
30 run_cmd("nft", "delete", "table", "ip6", "crowdsec6", ignore_error=True)
31
32 def test_table_rule_set_are_created(self):
33 sleep(1)
34 output = json.loads(run_cmd("nft", "-j", "list", "tables"))
35 tables = {
36 (node["table"]["family"], node["table"]["name"])
37 for node in output["nftables"]
38 if "table" in node
39 }
40 assert ("ip6", "crowdsec6") in tables
41 assert ("ip", "crowdsec") in tables
42
43 # IPV4
44 output = json.loads(run_cmd("nft", "-j", "list", "table", "ip", "crowdsec"))
45 sets = {
46 (node["set"]["family"], node["set"]["name"], node["set"]["type"])
47 for node in output["nftables"]
48 if "set" in node
49 }
50 assert ("ip", "crowdsec-blacklists", "ipv4_addr") in sets
51 rules = {
52 node["rule"]["chain"] for node in output["nftables"] if "rule" in node
53 } # maybe stricter check ?
54 assert "crowdsec-chain" in rules
55
56 # IPV6
57 output = json.loads(run_cmd("nft", "-j", "list", "table", "ip6", "crowdsec6"))
58 sets = {
59 (node["set"]["family"], node["set"]["name"], node["set"]["type"])
60 for node in output["nftables"]
61 if "set" in node
62 }
63 assert ("ip6", "crowdsec6-blacklists", "ipv6_addr") in sets
64
65 rules = {
66 node["rule"]["chain"] for node in output["nftables"] if "rule" in node
67 } # maybe stricter check ?
68 assert "crowdsec6-chain" in rules
69
70 def test_duplicate_decisions_across_decision_stream(self):
71 d1, d2, d3 = generate_n_decisions(3, dup_count=1)
72 self.lapi.ds.insert_decisions([d1])
73 sleep(1)
74 self.assertEqual(get_set_elements("ip", "crowdsec", "crowdsec-blacklists"), {"0.0.0.0"})
75
76 self.lapi.ds.insert_decisions([d2, d3])
77 sleep(1)
78 assert self.fb.poll() is None
79 self.assertEqual(
80 get_set_elements("ip", "crowdsec", "crowdsec-blacklists"), {"0.0.0.0", "0.0.0.1"}
81 )
82
83 self.lapi.ds.delete_decision_by_id(d1["id"])
84 self.lapi.ds.delete_decision_by_id(d2["id"])
85 sleep(1)
86 self.assertEqual(get_set_elements("ip", "crowdsec", "crowdsec-blacklists"), set())
87 assert self.fb.poll() is None
88
89 self.lapi.ds.delete_decision_by_id(d3["id"])
90 sleep(1)
91 self.assertEqual(get_set_elements("ip", "crowdsec", "crowdsec-blacklists"), set())
92 assert self.fb.poll() is None
93
94 def test_decision_insertion_deletion_ipv4(self):
95 total_decisions, duplicate_decisions = 100, 23
96 decisions = generate_n_decisions(total_decisions, dup_count=duplicate_decisions)
97 self.lapi.ds.insert_decisions(decisions)
98 sleep(1) # let the bouncer insert the decisions
99
100 set_elements = get_set_elements("ip", "crowdsec", "crowdsec-blacklists")
101 self.assertEqual(len(set_elements), total_decisions - duplicate_decisions)
102 assert {i["value"] for i in decisions} == set_elements
103 assert "0.0.0.0" in set_elements
104
105 self.lapi.ds.delete_decisions_by_ip("0.0.0.0")
106 sleep(1)
107
108 set_elements = get_set_elements("ip", "crowdsec", "crowdsec-blacklists")
109 assert {i["value"] for i in decisions if i["value"] != "0.0.0.0"} == set_elements
110 assert len(set_elements) == total_decisions - duplicate_decisions - 1
111 assert "0.0.0.0" not in set_elements
112
113 def test_decision_insertion_deletion_ipv6(self):
114 total_decisions, duplicate_decisions = 100, 23
115 decisions = generate_n_decisions(total_decisions, dup_count=duplicate_decisions, ipv4=False)
116 self.lapi.ds.insert_decisions(decisions)
117 sleep(1)
118
119 set_elements = get_set_elements("ip6", "crowdsec6", "crowdsec6-blacklists")
120 set_elements = set(map(ip_address, set_elements))
121 assert len(set_elements) == total_decisions - duplicate_decisions
122 assert {ip_address(i["value"]) for i in decisions} == set_elements
123 assert ip_address("::1:0:3") in set_elements
124
125 self.lapi.ds.delete_decisions_by_ip("::1:0:3")
126 sleep(1)
127
128 set_elements = get_set_elements("ip6", "crowdsec6", "crowdsec6-blacklists")
129 set_elements = set(map(ip_address, set_elements))
130 self.assertEqual(len(set_elements), total_decisions - duplicate_decisions - 1)
131 assert (
132 {
133 ip_address(i["value"])
134 for i in decisions
135 if ip_address(i["value"]) != ip_address("::1:0:3")
136 }
137 ) == set_elements
138 assert ip_address("::1:0:3") not in set_elements
139
140 def test_longest_decision_insertion(self):
141 decisions = [
142 {
143 "value": "123.45.67.12",
144 "scope": "ip",
145 "type": "ban",
146 "origin": "script",
147 "duration": f"{i}h",
148 "reason": "for testing",
149 }
150 for i in range(1, 201)
151 ]
152 self.lapi.ds.insert_decisions(decisions)
153 sleep(1)
154 elems = get_set_elements("ip", "crowdsec", "crowdsec-blacklists", with_timeout=True)
155 assert len(elems) == 1
156 elems = list(elems)
157 assert elems[0][0] == "123.45.67.12"
158 assert abs(elems[0][1] - 200 * 60 * 60) <= 3
159
160
161 def get_set_elements(family, table_name, set_name, with_timeout=False):
162 output = json.loads(run_cmd("nft", "-j", "list", "set", family, table_name, set_name))
163 for node in output["nftables"]:
164 if "set" not in node or "elem" not in node["set"]:
165 continue
166 if not isinstance(node["set"]["elem"][0], dict):
167 return set(node["set"]["elem"])
168 else:
169 if not with_timeout:
170 return {elem["elem"]["val"] for elem in node["set"]["elem"]}
171 return {(elem["elem"]["val"], elem["elem"]["timeout"]) for elem in node["set"]["elem"]}
172 return set()