# Robots.txt for DigitaVision - Premium SEO Tools Platform # https://digitavision.com/robots.txt # Allow all search engines to crawl the site User-agent: * Allow: / # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 1 # Social media crawlers User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / User-agent: LinkedInBot Allow: / # Disallow admin and private areas User-agent: * Disallow: /admin Disallow: /private # Sitemap location Sitemap: https://digitavision.com/sitemap.xml