From 91abad06856d557f3e21d1c915d29b3fc9f2cb92 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 26 Jan 2026 06:23:53 +0000 Subject: [PATCH] Update robots.txt --- public/robots.txt | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/public/robots.txt b/public/robots.txt index 00658c2..2a7569e 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -82,6 +82,7 @@ User-agent: ICC-Crawler User-agent: IndeedJobBot User-agent: InternetArchiveBot User-agent: Jagged Pixel UptimeBot +User-agent: Jetpack User-agent: Kangaroo Bot User-agent: Kinsta User-agent: KlaviyoAIBot @@ -94,6 +95,7 @@ User-agent: Manus Bot User-agent: MediaMonitoringBot User-agent: Medialogia Bot User-agent: Mediatoolkitbot +User-agent: Mediavine Medatada Parser User-agent: Meta-ExternalAds User-agent: Meta-ExternalAgent User-agent: MirrorWebCrawler @@ -116,11 +118,13 @@ User-agent: Parse.ly User-agent: Perplexity-User User-agent: PerplexityBot User-agent: PetalBot +User-agent: PhindBot User-agent: PingPing Bot User-agent: Pingdom User-agent: PinterestBot User-agent: Poggio-Citations User-agent: Productsup Crawler +User-agent: Proximic User-agent: Pulsetic User-agent: QualifiedBot User-agent: Quantcastbot @@ -129,18 +133,20 @@ User-agent: Reelevant User-agent: SBIntuitionsBot User-agent: SE Ranking Bot User-agent: SalesViewerBot +User-agent: SemrushBot-OCOB User-agent: Sentry Uptime Monitoring User-agent: Site24x7 User-agent: SiteUpTimeBot User-agent: Slickstream User-agent: SolarWinds Observability User-agent: Spider -User-agent: Splunk User-agent: Splunk Synthetics +User-agent: StatsDroneBot User-agent: StatusCake User-agent: Synthetic Bot User-agent: TTD Content User-agent: Taboola +User-agent: TavilyBot User-agent: Thousand Eyes Cloud Agent User-agent: Timpibot User-agent: Trendiction Bot