feat: better telemetry

Author: LXSCA7

internal/adapters/notifier/telegram.go

@@ -8,6 +8,7 @@ import (
 	"log/slog"
 	"net/http"
 	"strconv"
+	"time"
 
 	"github.com/LXSCA7/gorimpo/internal/core/domain"
 	"github.com/LXSCA7/gorimpo/internal/core/ports"
@@ -115,12 +116,29 @@ func (t *TelegramAdapter) doRequest(payload map[string]any) error {
 	}
 	defer resp.Body.Close()
 
-	if resp.StatusCode != http.StatusOK {
-		bodyBytes, _ := io.ReadAll(resp.Body)
+	if resp.StatusCode == http.StatusOK {
+		return nil
+	}
+
+	bodyBytes, _ := io.ReadAll(resp.Body)
+
+	if resp.StatusCode == http.StatusTooManyRequests {
+		var telegramErr struct {
+			Parameters struct {
+				RetryAfter int `json:"retry_after"`
+			} `json:"parameters"`
+		}
+
+		if err := json.Unmarshal(bodyBytes, &telegramErr); err == nil && telegramErr.Parameters.RetryAfter > 0 {
+			sleepTime := telegramErr.Parameters.RetryAfter
+
+			slog.Warn("🚨 Telegram mandou a gente segurar (Erro 429).", "sleeping_seconds", sleepTime)
+			time.Sleep(time.Duration(sleepTime) * time.Second)
 
-		slog.Error("erro na api do telegram", "status", resp.StatusCode, "motivo", string(bodyBytes))
-		return fmt.Errorf("erro na api do telegram: status %d - %s", resp.StatusCode, string(bodyBytes))
+			return t.doRequest(payload)
+		}
 	}
 
-	return nil
+	slog.Error("Erro na API do Telegram", "status", resp.StatusCode, "motivo", string(bodyBytes))
+	return fmt.Errorf("erro na api do telegram: status %d - %s", resp.StatusCode, string(bodyBytes))
 }

internal/adapters/telemetry/prometheus.go

@@ -10,8 +10,10 @@ import (
 var _ ports.Metrics = (*PrometheusMetrics)(nil)
 
 type PrometheusMetrics struct {
-	discarded *prometheus.CounterVec
-	valid     *prometheus.CounterVec
+	discarded    *prometheus.CounterVec
+	valid        *prometheus.CounterVec
+	scrapedTotal *prometheus.CounterVec
+	sentTotal    *prometheus.CounterVec
 }
 
 func NewPrometheusMetrics() *PrometheusMetrics {
@@ -25,6 +27,20 @@ func NewPrometheusMetrics() *PrometheusMetrics {
 			Name: "gorimpo_valid_total",
 			Help: "Total de ofertas validas encontradas por termo",
 		}, []string{"term"}),
+
+		scrapedTotal: promauto.NewCounterVec(
+			prometheus.CounterOpts{
+				Name: "gorimpo_scraped_total",
+				Help: "Total bruto de itens raspados da plataforma",
+			},
+			[]string{"term"}),
+
+		sentTotal: promauto.NewCounterVec(
+			prometheus.CounterOpts{
+				Name: "gorimpo_sent_total",
+				Help: "Total de ofertas enviadas com sucesso pro Telegram",
+			},
+			[]string{"term"}),
 	}
 }
 
@@ -35,3 +51,11 @@ func (p *PrometheusMetrics) RecordDiscarded(term, reason string, count int) {
 func (p *PrometheusMetrics) RecordValid(term string, count int) {
 	p.valid.WithLabelValues(term).Add(float64(count))
 }
+
+func (p *PrometheusMetrics) RecordScraped(term string, count int) {
+	p.scrapedTotal.WithLabelValues(term).Add(float64(count))
+}
+
+func (p *PrometheusMetrics) RecordSent(term string, count int) {
+	p.sentTotal.WithLabelValues(term).Add(float64(count))
+}

internal/core/ports/telemetry.go

@@ -3,4 +3,6 @@ package ports
 type Metrics interface {
 	RecordDiscarded(term string, reason string, count int)
 	RecordValid(term string, count int)
+	RecordScraped(term string, count int)
+	RecordSent(term string, count int)
 }

internal/core/services/gorimpo.go

@@ -97,6 +97,7 @@ func (g *GorimpoService) processSearch(search config.Search) {
 		slog.Error("Error scraping", "term", search.Term, "error", err)
 		return
 	}
+	g.metrics.RecordScraped(search.Term, len(rawOffers))
 
 	var validOffers []domain.Offer
 	discardedByPrice := 0
@@ -159,6 +160,7 @@ func (g *GorimpoService) processSearch(search config.Search) {
 	g.metrics.RecordDiscarded(search.Term, "price", discardedByPrice)
 	g.metrics.RecordDiscarded(search.Term, "filter", discardedByFilter)
 	g.metrics.RecordValid(search.Term, len(validOffers))
+	g.metrics.RecordSent(search.Term, newOffersCount)
 
 	if newOffersCount > 0 {
 		slog.Info("💎 Offers sent!", "term", search.Term, "count", newOffersCount)