remove robots from db

migrations/tracking/000002_cleanup_ignored_tracking_events.down.sql

@@ -0,0 +1,5 @@
+-- This migration is irreversible as we're deleting historical data
+-- If needed, you would need to restore from a backup
+
+-- No-op down migration since we can't restore deleted tracking events
+SELECT 1;

migrations/tracking/000002_cleanup_ignored_tracking_events.up.sql

@@ -0,0 +1,29 @@
+-- Remove tracking events that match current ignored patterns
+
+-- Remove visits to ignored paths
+DELETE FROM user_visits WHERE 
+    path = '/tracking' OR
+    path = '/metrics' OR
+    path LIKE '/css/%' OR
+    path LIKE '/js/%' OR
+    path = '/boxes/ws' OR
+    path LIKE '%favicon%';
+
+-- Remove visits from ignored user agents
+DELETE FROM user_visits WHERE 
+    user_agent LIKE '%Prometheus%' OR
+    user_agent LIKE '%UptimeRobot%' OR
+    user_agent LIKE 'NetworkingExtension%';
+
+-- Optional: Clean up any other common bot/monitoring patterns that might exist
+DELETE FROM user_visits WHERE 
+    user_agent LIKE '%bot%' OR
+    user_agent LIKE '%Bot%' OR
+    user_agent LIKE '%crawler%' OR
+    user_agent LIKE '%Crawler%' OR
+    user_agent LIKE '%spider%' OR
+    user_agent LIKE '%Spider%' OR
+    user_agent LIKE '%monitor%' OR
+    user_agent LIKE '%Monitor%' OR
+    user_agent LIKE '%health%' OR
+    user_agent LIKE '%Health%';