User-agent: * Allow: / # Tracking parameters (fbclid, gclid, utm_*, noonce, ref) are handled by # server-side 301 redirects that strip them and return the canonical URL. # They are NOT blocked here — blocking prevents redirects from firing and # causes Google Search Console to report them as "Blocked by robots.txt". # Disallow admin and private areas Disallow: /admin/ Disallow: /auth Disallow: /profile/*/notifications Disallow: /profile/*/account Disallow: /api/ # Allow search engines to crawl important content Allow: /movies/ Allow: /food-drink/ Allow: /places/ Allow: /tv/ Allow: /events/ Allow: /articles/ Allow: /author/ Allow: /reviews/ # Explicitly allow favicons for search engines Allow: /favicon.ico Allow: /favicon-48x48.png Allow: /icons/ # Google News specific directives User-agent: Googlebot-News Allow: /articles/ Allow: /food-drink/articles/ Allow: /tv/news/ Allow: /movies/news/ # Sitemap locations Sitemap: https://www.clickthecity.com/sitemap.xml Sitemap: https://www.clickthecity.com/sitemap-news.xml Sitemap: https://www.clickthecity.com/sitemap-articles.xml Sitemap: https://www.clickthecity.com/sitemap-movies.xml Sitemap: https://www.clickthecity.com/sitemap-events.xml Sitemap: https://www.clickthecity.com/sitemap-tv-series.xml # Crawl delay to be respectful Crawl-delay: 1