User-agent: * Allow: / # Sitemap Sitemap: https://www.epichno.com/sitemap.xml # Crawl-delay Crawl-delay: 1 # Disallow admin areas Disallow: /admin/ Disallow: /login/ Disallow: /api/ # Allow important files Allow: /robots.txt Allow: /sitemap.xml # Disallow search results and filters Disallow: /search? Disallow: /*?filter= Disallow: /*?sort= # Allow social media bots User-agent: facebookexternalhit/* Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: /