refactor: move analytics to run every minute

Author: Preloading

.gitignore

@@ -31,4 +31,7 @@ __debug_bin*
 
 # I promise i'll fix the name later
 MastodonTwitterAPI*
-TwitterAPIBridge*
+TwitterAPIBridge*
+
+# golang profiling
+profile*.pdf

db_controller/analytics.go

@@ -0,0 +1,64 @@
+package db_controller
+
+import (
+	"log"
+	"time"
+)
+
+var (
+	inRamAnalytics  []AnalyticData
+	analyticsTicker *time.Ticker
+)
+
+// Stores analytic data (if enabled)
+// -- TYPES --
+// 1. "login"
+// 2. "tweets viewed"
+// 3. "tweets posted"
+func StoreAnalyticData(data AnalyticData) {
+	if !cfg.TrackAnalytics {
+		return
+	}
+
+	inRamAnalytics = append(inRamAnalytics, data)
+}
+
+func WriteAnalyticsToDB() {
+	if !cfg.TrackAnalytics {
+		return
+	}
+
+	if len(inRamAnalytics) == 0 {
+		return
+	}
+
+	tx := db.Begin()
+
+	if err := tx.CreateInBatches(inRamAnalytics, 100).Error; err != nil {
+		tx.Rollback()
+		log.Printf("Error writing analytics data: %v", err)
+		return
+	}
+
+	if err := tx.Commit().Error; err != nil {
+		log.Printf("Error committing analytics transaction: %v", err)
+		return
+	}
+
+	log.Printf("Successfully wrote %d analytics records to database", len(inRamAnalytics))
+	inRamAnalytics = inRamAnalytics[:0]
+}
+
+func StartPeriodicAnalyticsWriter(interval time.Duration) {
+	if !cfg.TrackAnalytics {
+		return
+	}
+
+	analyticsTicker = time.NewTicker(interval)
+
+	go func() {
+		for range analyticsTicker.C {
+			WriteAnalyticsToDB()
+		}
+	}()
+}

db_controller/db_controller.go

@@ -95,9 +95,8 @@ type ShortLink struct {
 }
 
 var (
-	db          *gorm.DB
-	cfg         config.Config
-	base62Chars = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz"
+	db  *gorm.DB
+	cfg config.Config
 )
 
 func InitDB(_cfg config.Config) {
@@ -132,7 +131,9 @@ func InitDB(_cfg config.Config) {
 	db.AutoMigrate(&MessageContext{})
 	db.AutoMigrate(&TwitterIDs{})
 	db.AutoMigrate(&AnalyticData{})
-	db.AutoMigrate(&ShortLink{}) // Add this line
+	db.AutoMigrate(&ShortLink{})
+
+	StartPeriodicAnalyticsWriter(time.Minute)
 }
 
 // StoreToken stores an encrypted access token and refresh token in the database.
@@ -409,22 +410,6 @@ func GetTwitterIDFromDatabase(twitterID *int64) (*string, *time.Time, *string, e
 	return &blueskyID.BlueskyID, blueskyID.DateCreated, blueskyID.ReposterDid, nil
 }
 
-// Stores analytic data (if enabled)
-// -- TYPES --
-// 1. "login"
-// 2. "tweets viewed"
-// 3. "tweets posted"
-func StoreAnalyticData(data AnalyticData) {
-	if !cfg.TrackAnalytics {
-		return
-	}
-
-	result := db.Create(&data)
-	if result.Error != nil {
-		fmt.Println("Failed to store analytic data:", result.Error)
-	}
-}
-
 // StoreShortLink stores a short link in the database with optimized collision handling
 func StoreShortLink(shortCode string, originalURL string) error {
 	shortLink := ShortLink{