Repository navigation
Expand file tree
/
Copy pathnode_watcher.py
More file actions
810 lines (697 loc) · 34.4 KB
/
Copy pathnode_watcher.py
File metadata and controls
810 lines (697 loc) · 34.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
#!/usr/bin/python
"""
Node watcher that monitors nodes.json and automatically:
1. Moves reserved nodes to offReserved.json when a repeater with the same hex prefix is detected
2. Removes nodes from removedNodes.json if they've advertised recently
3. Adds repeaters to removedNodes.json if they haven't been seen in over 14 days
"""
import json
import os
import logging
import time
from datetime import datetime
from typing import Set, Dict, Optional
from helpers.config_utils import load_config
# Initialize logging
logging.basicConfig(
level=logging.INFO,
format="%(asctime)s - %(levelname)s - %(message)s",
handlers=[logging.StreamHandler()]
)
logger = logging.getLogger(__name__)
# Configuration
CHECK_INTERVAL = 60 # Check every 60 seconds
RECENT_DAYS = 1 # Consider "recently advertised" if last_seen within 1 day
REMOVAL_THRESHOLD_DAYS = 14 # Add nodes to removedNodes if not seen in 14+ days
class NodeWatcher:
"""Watches nodes.json for changes and manages reserved/removed nodes"""
def __init__(self, nodes_file: str, reserved_nodes_file: str, removed_nodes_file: str, category_id: Optional[int] = None, owners_file: Optional[str] = None, category_name: Optional[str] = None, prefix_length: int = 4):
self.nodes_file = nodes_file
self.reserved_nodes_file = reserved_nodes_file
self.removed_nodes_file = removed_nodes_file
self.owners_file = owners_file or "repeaterOwners.json"
self.off_reserved_nodes_file = "offReserved.json"
self.prefix_length = prefix_length # hex chars for key prefix (2, 4, or 6 from hash_size 1, 2, 3)
self.known_node_keys: Set[str] = set()
self.known_nodes_map: Dict[str, Dict] = {} # Store full node data for missing node tracking
self.last_file_mtime = 0
self.processed_lines = 0
def load_nodes(self) -> Optional[Dict]:
"""Load nodes.json and return the data"""
# Retry logic to handle race conditions when file is being written
max_retries = 3
retry_delay = 0.5 # seconds
for attempt in range(max_retries):
try:
if not os.path.exists(self.nodes_file):
logger.warning(f"{self.nodes_file} not found")
return None
# Check if file is empty before trying to parse
if os.path.getsize(self.nodes_file) == 0:
if attempt < max_retries - 1:
logger.debug(f"{self.nodes_file} is empty, retrying in {retry_delay}s...")
time.sleep(retry_delay)
continue
else:
logger.warning(f"{self.nodes_file} is empty after {max_retries} attempts")
return None
with open(self.nodes_file, 'r') as f:
content = f.read().strip()
if not content:
if attempt < max_retries - 1:
logger.debug(f"{self.nodes_file} appears empty, retrying in {retry_delay}s...")
time.sleep(retry_delay)
continue
else:
logger.warning(f"{self.nodes_file} is empty after {max_retries} attempts")
return None
# Parse JSON from content string
return json.loads(content)
except json.JSONDecodeError as e:
if attempt < max_retries - 1:
logger.debug(f"Error parsing {self.nodes_file} (attempt {attempt + 1}/{max_retries}), retrying in {retry_delay}s: {e}")
time.sleep(retry_delay)
continue
else:
logger.error(f"Error parsing {self.nodes_file}: {e}")
return None
except Exception as e:
if attempt < max_retries - 1:
logger.debug(f"Error loading {self.nodes_file} (attempt {attempt + 1}/{max_retries}), retrying in {retry_delay}s: {e}")
time.sleep(retry_delay)
continue
else:
logger.error(f"Error loading {self.nodes_file}: {e}")
return None
# Fallback (should never reach here)
return None
def load_reserved_nodes(self) -> Optional[Dict]:
"""Load reservedNodes.json and return the data"""
# Retry logic to handle race conditions when file is being written
max_retries = 3
retry_delay = 0.5 # seconds
for attempt in range(max_retries):
try:
if not os.path.exists(self.reserved_nodes_file):
logger.debug(f"{self.reserved_nodes_file} not found")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Check if file is empty before trying to parse
if os.path.getsize(self.reserved_nodes_file) == 0:
if attempt < max_retries - 1:
logger.debug(f"{self.reserved_nodes_file} is empty, retrying in {retry_delay}s...")
time.sleep(retry_delay)
continue
else:
logger.debug(f"{self.reserved_nodes_file} is empty after {max_retries} attempts")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
with open(self.reserved_nodes_file, 'r') as f:
content = f.read().strip()
if not content:
if attempt < max_retries - 1:
logger.debug(f"{self.reserved_nodes_file} appears empty, retrying in {retry_delay}s...")
time.sleep(retry_delay)
continue
else:
logger.debug(f"{self.reserved_nodes_file} is empty after {max_retries} attempts")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Parse JSON from content string (not file handle)
return json.loads(content)
except json.JSONDecodeError as e:
if attempt < max_retries - 1:
logger.debug(f"Error parsing {self.reserved_nodes_file} (attempt {attempt + 1}/{max_retries}), retrying in {retry_delay}s: {e}")
time.sleep(retry_delay)
continue
else:
logger.error(f"Error parsing {self.reserved_nodes_file}: {e}")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
except Exception as e:
if attempt < max_retries - 1:
logger.debug(f"Error loading {self.reserved_nodes_file} (attempt {attempt + 1}/{max_retries}), retrying in {retry_delay}s: {e}")
time.sleep(retry_delay)
continue
else:
logger.error(f"Error loading {self.reserved_nodes_file}: {e}")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Fallback (should never reach here)
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
def save_reserved_nodes(self, data: Dict):
"""Save reservedNodes.json"""
try:
data["timestamp"] = datetime.now().isoformat()
with open(self.reserved_nodes_file, 'w') as f:
json.dump(data, f, indent=2)
logger.info(f"Updated {self.reserved_nodes_file}")
except Exception as e:
logger.error(f"Error saving {self.reserved_nodes_file}: {e}")
def load_off_reserved_nodes(self) -> Optional[Dict]:
"""Load offReserved.json and return the data"""
# Retry logic to handle race conditions when file is being written
max_retries = 3
retry_delay = 0.5 # seconds
for attempt in range(max_retries):
try:
if not os.path.exists(self.off_reserved_nodes_file):
logger.debug(f"{self.off_reserved_nodes_file} not found")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Check if file is empty before trying to parse
if os.path.getsize(self.off_reserved_nodes_file) == 0:
if attempt < max_retries - 1:
logger.debug(f"{self.off_reserved_nodes_file} is empty, retrying in {retry_delay}s...")
time.sleep(retry_delay)
continue
else:
logger.debug(f"{self.off_reserved_nodes_file} is empty after {max_retries} attempts")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
with open(self.off_reserved_nodes_file, 'r') as f:
content = f.read().strip()
if not content:
if attempt < max_retries - 1:
logger.debug(f"{self.off_reserved_nodes_file} appears empty, retrying in {retry_delay}s...")
time.sleep(retry_delay)
continue
else:
logger.debug(f"{self.off_reserved_nodes_file} is empty after {max_retries} attempts")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Parse JSON from content string
return json.loads(content)
except json.JSONDecodeError as e:
if attempt < max_retries - 1:
logger.debug(f"Error parsing {self.off_reserved_nodes_file} (attempt {attempt + 1}/{max_retries}), retrying in {retry_delay}s: {e}")
time.sleep(retry_delay)
continue
else:
logger.error(f"Error parsing {self.off_reserved_nodes_file}: {e}")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
except Exception as e:
if attempt < max_retries - 1:
logger.debug(f"Error loading {self.off_reserved_nodes_file} (attempt {attempt + 1}/{max_retries}), retrying in {retry_delay}s: {e}")
time.sleep(retry_delay)
continue
else:
logger.error(f"Error loading {self.off_reserved_nodes_file}: {e}")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Fallback (should never reach here)
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
def save_off_reserved_nodes(self, data: Dict):
"""Save offReserved.json"""
try:
data["timestamp"] = datetime.now().isoformat()
with open(self.off_reserved_nodes_file, 'w') as f:
json.dump(data, f, indent=2)
logger.info(f"Updated {self.off_reserved_nodes_file}")
except Exception as e:
logger.error(f"Error saving {self.off_reserved_nodes_file}: {e}")
def load_removed_nodes(self) -> Optional[Dict]:
"""Load removedNodes.json and return the data"""
# Retry logic to handle race conditions when file is being written
max_retries = 3
retry_delay = 0.5 # seconds
for attempt in range(max_retries):
try:
if not os.path.exists(self.removed_nodes_file):
logger.debug(f"{self.removed_nodes_file} not found")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Check if file is empty before trying to parse
if os.path.getsize(self.removed_nodes_file) == 0:
if attempt < max_retries - 1:
logger.debug(f"{self.removed_nodes_file} is empty, retrying in {retry_delay}s...")
time.sleep(retry_delay)
continue
else:
logger.debug(f"{self.removed_nodes_file} is empty after {max_retries} attempts")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
with open(self.removed_nodes_file, 'r') as f:
content = f.read().strip()
if not content:
if attempt < max_retries - 1:
logger.debug(f"{self.removed_nodes_file} appears empty, retrying in {retry_delay}s...")
time.sleep(retry_delay)
continue
else:
logger.debug(f"{self.removed_nodes_file} is empty after {max_retries} attempts")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Parse JSON from content string (not file handle)
return json.loads(content)
except json.JSONDecodeError as e:
if attempt < max_retries - 1:
logger.debug(f"Error parsing {self.removed_nodes_file} (attempt {attempt + 1}/{max_retries}), retrying in {retry_delay}s: {e}")
time.sleep(retry_delay)
continue
else:
logger.error(f"Error parsing {self.removed_nodes_file}: {e}")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
except Exception as e:
if attempt < max_retries - 1:
logger.debug(f"Error loading {self.removed_nodes_file} (attempt {attempt + 1}/{max_retries}), retrying in {retry_delay}s: {e}")
time.sleep(retry_delay)
continue
else:
logger.error(f"Error loading {self.removed_nodes_file}: {e}")
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Fallback (should never reach here)
return {
"timestamp": datetime.now().isoformat(),
"data": []
}
def save_removed_nodes(self, data: Dict):
"""Save removedNodes.json"""
try:
data["timestamp"] = datetime.now().isoformat()
with open(self.removed_nodes_file, 'w') as f:
json.dump(data, f, indent=2)
logger.info(f"Updated {self.removed_nodes_file}")
except Exception as e:
logger.error(f"Error saving {self.removed_nodes_file}: {e}")
def is_node_recently_seen(self, node: Dict, days: int = RECENT_DAYS) -> bool:
"""Check if a node has been seen recently (within the last N days)"""
try:
last_seen_str = node.get('last_seen', '')
if not last_seen_str:
return False
last_seen = datetime.fromisoformat(last_seen_str.replace('Z', '+00:00'))
now = datetime.now(last_seen.tzinfo)
days_ago = (now - last_seen).days
return days_ago < days
except (ValueError, TypeError) as e:
logger.debug(f"Error parsing last_seen timestamp '{last_seen_str}': {e}")
return False
def _add_owner_to_repeater_owners(self, node: Dict, reserved_node: Dict):
"""Add owner information to repeaterOwners file before removing from reservedNodes"""
try:
username = reserved_node.get('username', 'Unknown')
display_name = reserved_node.get('display_name', username) # Fallback to username if display_name not present
user_id = reserved_node.get('user_id', None)
public_key = node.get('public_key', '')
if not public_key:
return False
# Load or create owners file
if os.path.exists(self.owners_file):
try:
with open(self.owners_file, 'r') as f:
owners_data = json.load(f)
except (json.JSONDecodeError, Exception):
owners_data = {
"timestamp": datetime.now().isoformat(),
"data": []
}
else:
owners_data = {
"timestamp": datetime.now().isoformat(),
"data": []
}
# Check if this public_key already exists
existing_owner = None
for owner in owners_data.get('data', []):
if owner.get('public_key', '').upper() == public_key.upper():
existing_owner = owner
break
if existing_owner:
# Already exists, skip
return False
# Add new owner entry
owner_entry = {
"public_key": public_key,
"name": node.get('name', 'Unknown'),
"username": username,
"display_name": display_name,
"user_id": user_id
}
owners_data['data'].append(owner_entry)
owners_data['timestamp'] = datetime.now().isoformat()
# Save to file
with open(self.owners_file, 'w') as f:
json.dump(owners_data, f, indent=2)
logger.info(f"Added repeater owner: {username} (public_key: {public_key[:10]}...) to {self.owners_file}")
return True
except Exception as e:
logger.error(f"Error adding owner to repeaterOwners: {e}")
return False
def check_new_repeaters_for_reserved(self, nodes_data: Dict):
"""Check if new repeaters match reserved nodes, transfer owner to repeaterOwners, then move to offReserved list"""
nodes_list = nodes_data.get('data', [])
current_node_keys = set()
current_nodes_map = {}
# Extract all current node keys
for node in nodes_list:
public_key = node.get('public_key')
if public_key and node.get('device_role') == 2:
current_node_keys.add(public_key)
current_nodes_map[public_key] = node
# If this is the first check, initialize known_node_keys and known_nodes_map
if not self.known_node_keys:
self.known_node_keys = current_node_keys.copy()
self.known_nodes_map = current_nodes_map.copy()
# logger.info(f"Initialized node watcher with {len(self.known_node_keys)} existing nodes")
# Still check reserved nodes even on first run
else:
# Find keys that have disappeared (were seen before but not now)
missing_keys = self.known_node_keys - current_node_keys
if missing_keys:
# logger.info(f"Found {len(missing_keys)} node(s) that are no longer in {self.nodes_file}")
# Add missing nodes to removed list
self._add_missing_nodes_to_removed(missing_keys)
# Load reserved nodes
reserved_data = self.load_reserved_nodes()
if not reserved_data:
self.known_node_keys = current_node_keys.copy()
return
reserved_list = reserved_data.get('data', [])
if not reserved_list:
# No reserved nodes, nothing to check
self.known_node_keys = current_node_keys.copy()
return
# Check all current repeaters against reserved nodes
# Match by: public_key prefix (first prefix_length chars) AND node name contains reserved name (case-insensitive)
updated_reserved_list = []
removed_any = False
# Load offReserved nodes file
off_reserved_data = self.load_off_reserved_nodes()
if not off_reserved_data:
off_reserved_data = {
"timestamp": datetime.now().isoformat(),
"data": []
}
off_reserved_list = off_reserved_data.get('data', [])
# Track existing offReserved nodes to avoid duplicates
off_reserved_prefixes = {node.get('prefix', '').upper() for node in off_reserved_list if node.get('prefix')}
for reserved_node in reserved_list:
reserved_prefix = reserved_node.get('prefix', '').upper()
reserved_name = reserved_node.get('name', '').strip()
# Check if any current repeater matches this reserved node
matched = False
matched_node = None
matched_public_key = None
for public_key, node in current_nodes_map.items():
node_prefix = public_key.upper()[:self.prefix_length] if len(public_key) >= self.prefix_length else ''
node_name = node.get('name', '').strip()
# Match if prefix matches and node name contains reserved name (case-insensitive)
if (node_prefix == reserved_prefix and
reserved_name.lower() in node_name.lower() and
node.get('device_role') == 2):
matched_node = node
matched_public_key = public_key
matched = True
break
if matched and matched_node:
# First, transfer owner to repeaterOwners file
self._add_owner_to_repeater_owners(matched_node, reserved_node)
# Then add to offReserved list instead of just removing
if reserved_prefix not in off_reserved_prefixes:
off_reserved_list.append(reserved_node)
off_reserved_prefixes.add(reserved_prefix)
logger.info(f"Repeater with public_key {matched_public_key[:self.prefix_length].upper()} and name '{matched_node.get('name', '').strip()}' matches reserved entry - moving to offReserved list")
else:
logger.info(f"Repeater with public_key {matched_public_key[:self.prefix_length].upper()} and name '{matched_node.get('name', '').strip()}' matches reserved entry - already in offReserved list")
removed_any = True
else:
# Keep this reserved node in the list
updated_reserved_list.append(reserved_node)
if removed_any:
reserved_data['data'] = updated_reserved_list
self.save_reserved_nodes(reserved_data)
# Save offReserved nodes file
off_reserved_data['data'] = off_reserved_list
self.save_off_reserved_nodes(off_reserved_data)
# Update known_node_keys and known_nodes_map
self.known_node_keys = current_node_keys.copy()
self.known_nodes_map = current_nodes_map.copy()
def _add_missing_nodes_to_removed(self, missing_keys: Set[str]):
"""Add nodes that are no longer in nodes.json to the removed list"""
if not missing_keys:
return
# Load removed nodes
removed_data = self.load_removed_nodes()
if not removed_data:
removed_data = {
"timestamp": datetime.now().isoformat(),
"data": []
}
removed_list = removed_data.get('data', [])
removed_public_keys = {node.get('public_key', '') for node in removed_list if node.get('public_key')}
# Get full node data from known_nodes_map for missing nodes
nodes_to_add = []
for missing_key in missing_keys:
if missing_key not in removed_public_keys:
# Get the full node data from when we last saw it
known_node = self.known_nodes_map.get(missing_key)
if known_node:
# Use the full node data
node_entry = known_node.copy()
nodes_to_add.append(node_entry)
removed_public_keys.add(missing_key)
node_name = known_node.get('name', 'Unknown')
logger.info(f"Node with public_key {missing_key[:8]} ({node_name}) is no longer in {self.nodes_file} - adding to removed list")
else:
# Fallback if we don't have the node data
node_entry = {
"public_key": missing_key,
"name": "Unknown",
}
nodes_to_add.append(node_entry)
removed_public_keys.add(missing_key)
logger.info(f"Node with public_key {missing_key[:8]} is no longer in {self.nodes_file} - adding to removed list (no previous data)")
if nodes_to_add:
removed_list.extend(nodes_to_add)
removed_data['data'] = removed_list
self.save_removed_nodes(removed_data)
logger.info(f"Added {len(nodes_to_add)} missing node(s) to {self.removed_nodes_file}")
def check_removed_nodes_for_recent_activity(self, nodes_data: Dict):
"""Check if any removed nodes have advertised recently and remove them from removed list"""
nodes_list = nodes_data.get('data', [])
# Create a map of current nodes by public_key for quick lookup
current_nodes_map = {}
for node in nodes_list:
public_key = node.get('public_key')
if public_key and node.get('device_role') == 2:
current_nodes_map[public_key] = node
# Load removed nodes
removed_data = self.load_removed_nodes()
if not removed_data:
return
removed_list = removed_data.get('data', [])
if not removed_list:
return # No removed nodes to check
# Check each removed node
updated_removed_list = []
removed_any = False
for removed_node in removed_list:
removed_public_key = removed_node.get('public_key', '')
# Check if this node exists in current nodes.json
if removed_public_key in current_nodes_map:
current_node = current_nodes_map[removed_public_key]
# Check if it's been seen recently
if self.is_node_recently_seen(current_node):
node_hex = current_node.get('public_key', '')[:self.prefix_length].upper() if current_node.get('public_key') else ''
node_name = current_node.get('name', 'Unknown')
logger.info(f"Removed node {node_hex}: {node_name} has advertised recently - removing from removed list")
removed_any = True
# Don't add to updated_removed_list (remove it)
else:
# Node exists but hasn't been seen recently, keep it in removed list
updated_removed_list.append(removed_node)
else:
# Node doesn't exist in current nodes.json, keep it in removed list
updated_removed_list.append(removed_node)
if removed_any:
removed_data['data'] = updated_removed_list
self.save_removed_nodes(removed_data)
def check_nodes_for_removal(self, nodes_data: Dict):
"""Check if repeaters haven't been seen in 14+ days and add them to removedNodes.json"""
nodes_list = nodes_data.get('data', [])
if not nodes_list:
return
# Load removed nodes to check if nodes are already there
removed_data = self.load_removed_nodes()
if not removed_data:
removed_data = {
"timestamp": datetime.now().isoformat(),
"data": []
}
removed_list = removed_data.get('data', [])
removed_public_keys = {node.get('public_key', '') for node in removed_list if node.get('public_key')}
# Check each repeater in nodes.json
nodes_to_add = []
for node in nodes_list:
public_key = node.get('public_key', '')
if not public_key:
continue
# Only process repeaters (device_role == 2)
if node.get('device_role') != 2:
continue
# Skip if already in removedNodes
if public_key in removed_public_keys:
continue
# Check if node hasn't been seen in 14+ days
try:
last_seen_str = node.get('last_seen', '')
if not last_seen_str:
# No last_seen timestamp, skip
continue
last_seen = datetime.fromisoformat(last_seen_str.replace('Z', '+00:00'))
now = datetime.now(last_seen.tzinfo)
days_since_seen = (now - last_seen).days
if days_since_seen > REMOVAL_THRESHOLD_DAYS:
node_hex = public_key[:self.prefix_length].upper() if len(public_key) >= self.prefix_length else ''
node_name = node.get('name', 'Unknown')
logger.info(f"Repeater {node_hex}: {node_name} has not been seen in {days_since_seen} days (>14 days) - adding to removedNodes")
nodes_to_add.append(node)
removed_public_keys.add(public_key) # Track to avoid duplicates in same batch
except (ValueError, TypeError) as e:
logger.debug(f"Error parsing last_seen timestamp for node {node.get('public_key', 'Unknown')}: {e}")
continue
# Add nodes to removedNodes.json if any were found
if nodes_to_add:
removed_list.extend(nodes_to_add)
removed_data['data'] = removed_list
self.save_removed_nodes(removed_data)
logger.info(f"Added {len(nodes_to_add)} node(s) to {self.removed_nodes_file}")
def check(self):
"""Perform a single check of nodes.json"""
try:
# Load nodes.json
nodes_data = self.load_nodes()
if not nodes_data:
return
# Check for new repeaters that match reserved nodes
self.check_new_repeaters_for_reserved(nodes_data)
# Check if removed nodes have advertised recently
self.check_removed_nodes_for_recent_activity(nodes_data)
# Check if repeaters haven't been seen in 14+ days and add to removedNodes
self.check_nodes_for_removal(nodes_data)
except Exception as e:
logger.error(f"Error in node watcher check: {e}")
def run(self):
"""Run the watcher continuously"""
logger.info("Starting node watcher...")
# Perform initial check
self.check()
# Continuous monitoring loop
while True:
try:
current_size = os.path.getsize(self.nodes_file) if os.path.exists(self.nodes_file) else 0
if current_size > 0:
# Process only new data
self.check()
time.sleep(5) # Check every 5 seconds
except KeyboardInterrupt:
logger.info("Node watcher stopped by user")
break
except Exception as e:
logger.error(f"Error in watcher loop: {e}")
time.sleep(CHECK_INTERVAL)
def create_watchers(config, *, log_creation: bool = False):
"""
Build NodeWatcher instances from config.
Returns:
(from_discord_section, watchers): True when paths come from ``[discord]`` (normal setup).
If ``[discord]`` is missing, uses the same default filenames and hash_size as ``[discord]`` fallbacks.
"""
if config.has_section("discord"):
nodes_file = config.get("discord", "nodes_file", fallback="nodes.json")
removed_nodes_file = config.get("discord", "removed_nodes_file", fallback="removedNodes.json")
reserved_nodes_file = config.get("discord", "reserved_nodes_file", fallback="reservedNodes.json")
owners_file = config.get("discord", "owners_file", fallback="repeaterOwners.json")
try:
hash_size = config.getint("discord", "hash_size", fallback=2)
except (ValueError, TypeError):
hash_size = 2
hash_size = max(1, min(3, hash_size))
prefix_length = hash_size * 2
return True, [
NodeWatcher(
nodes_file,
reserved_nodes_file,
removed_nodes_file,
owners_file=owners_file,
prefix_length=prefix_length,
)
]
# No [discord] (unusual); avoid config.get on a missing section
return True, [
NodeWatcher(
"nodes.json",
"reservedNodes.json",
"removedNodes.json",
owners_file="repeaterOwners.json",
prefix_length=4,
)
]
def run_all_checks_once(config=None):
"""Run ``NodeWatcher.check()``."""
if config is None:
config = load_config("config.ini")
_from_discord, watchers = create_watchers(config, log_creation=False)
for watcher in watchers:
watcher.check()
def main():
import argparse
parser = argparse.ArgumentParser(description='Node watcher')
parser.add_argument('--watch', action='store_true', help='Watch nodes.json for changes and update reservedNodes.json and removedNodes.json continuously')
args = parser.parse_args()
# Load config
config = load_config("config.ini")
_from_discord_section, watchers = create_watchers(config, log_creation=True)
w0 = watchers[0]
logger.info("Using [discord] for node files and hash_size (or defaults if section missing).")
logger.info(f"Using nodes_file: {w0.nodes_file}")
logger.info(f"Using removed_nodes_file: {w0.removed_nodes_file}")
logger.info(f"Using reserved_nodes_file: {w0.reserved_nodes_file}")
logger.info(f"Using owners_file: {w0.owners_file}")
logger.info(f"Using prefix_length: {w0.prefix_length}")
if args.watch:
w0.run()
else:
w0.check()
if __name__ == "__main__":
main()