traffic: ignore web crawlers

traffic_tracking.py

@@ -40,8 +40,11 @@ class TrafficChard(ui.chart):
         })
 
     def on_connect(self, request: Request) -> None:
-        if request.client.host == '206.81.24.204':
-            return  # ignore monitoring requests from zauberzeug
+        # ignore monitoring, web crawlers and the like
+        agent = request.headers['user-agent'].lower()
+        if any(s in agent for s in ('bot', 'spider', 'crawler', 'monitor', 'curl', 'wget', 'python-requests', 'kuma')):
+            return
+        logging.warning(agent)
 
         def seconds_to_day(seconds: float) -> int: return int(seconds / 60 / 60 / 24)
         def day_to_milliseconds(day: int) -> float: return day * 24 * 60 * 60 * 1000