# robots.txt for https://www.xenonsignages.com/ # Allow all search engine crawlers User-agent: * Allow: / # Disallow admin, private or unnecessary directories/files Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /includes/ Disallow: /admin/ Disallow: /images/ # Allow Google Image Bot to crawl images User-agent: Googlebot-Image Allow: /images/ # Allow all major search engines explicitly User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Sitemap location Sitemap: https://www.xenonsignages.com/sitemap.xml