From 03a9dcff22a7e61a221c90f82a939dca08701e17 Mon Sep 17 00:00:00 2001
From: JurajKubrican <juraj.kubrican@erstegroup.com>
Date: Mon, 8 Sep 2025 13:02:00 +0200
Subject: [PATCH] remove robots from db

---
 ...2_cleanup_ignored_tracking_events.down.sql |  5 ++++
 ...002_cleanup_ignored_tracking_events.up.sql | 29 +++++++++++++++++++
 src/main.go                                   |  1 -
 3 files changed, 34 insertions(+), 1 deletion(-)
 create mode 100644 migrations/tracking/000002_cleanup_ignored_tracking_events.down.sql
 create mode 100644 migrations/tracking/000002_cleanup_ignored_tracking_events.up.sql

diff --git a/migrations/tracking/000002_cleanup_ignored_tracking_events.down.sql b/migrations/tracking/000002_cleanup_ignored_tracking_events.down.sql
new file mode 100644
index 0000000..8bfd8e7
--- /dev/null
+++ b/migrations/tracking/000002_cleanup_ignored_tracking_events.down.sql
@@ -0,0 +1,5 @@
+-- This migration is irreversible as we're deleting historical data
+-- If needed, you would need to restore from a backup
+
+-- No-op down migration since we can't restore deleted tracking events
+SELECT 1;
diff --git a/migrations/tracking/000002_cleanup_ignored_tracking_events.up.sql b/migrations/tracking/000002_cleanup_ignored_tracking_events.up.sql
new file mode 100644
index 0000000..1b00369
--- /dev/null
+++ b/migrations/tracking/000002_cleanup_ignored_tracking_events.up.sql
@@ -0,0 +1,29 @@
+-- Remove tracking events that match current ignored patterns
+
+-- Remove visits to ignored paths
+DELETE FROM user_visits WHERE 
+    path = '/tracking' OR
+    path = '/metrics' OR
+    path LIKE '/css/%' OR
+    path LIKE '/js/%' OR
+    path = '/boxes/ws' OR
+    path LIKE '%favicon%';
+
+-- Remove visits from ignored user agents
+DELETE FROM user_visits WHERE 
+    user_agent LIKE '%Prometheus%' OR
+    user_agent LIKE '%UptimeRobot%' OR
+    user_agent LIKE 'NetworkingExtension%';
+
+-- Optional: Clean up any other common bot/monitoring patterns that might exist
+DELETE FROM user_visits WHERE 
+    user_agent LIKE '%bot%' OR
+    user_agent LIKE '%Bot%' OR
+    user_agent LIKE '%crawler%' OR
+    user_agent LIKE '%Crawler%' OR
+    user_agent LIKE '%spider%' OR
+    user_agent LIKE '%Spider%' OR
+    user_agent LIKE '%monitor%' OR
+    user_agent LIKE '%Monitor%' OR
+    user_agent LIKE '%health%' OR
+    user_agent LIKE '%Health%';
diff --git a/src/main.go b/src/main.go
index 6ec8b23..eab0291 100644
--- a/src/main.go
+++ b/src/main.go
@@ -101,7 +101,6 @@ func main() {
 		}))
 	}
 
-	// MY supper tracking
 	e.Use(tracking.EchoWithConfig(tracking.TrackingConfig{
 		IgnorePaths:      []string{"/tracking", "/metrics", "/css/*", "/js/*", "/boxes/ws", "*favicon*"},
 		IgnoreUserAgents: []string{"*Prometheus*", "*UptimeRobot*", "NetworkingExtension*"},