# Hank Robotics - robots.txt # Controls how search engine crawlers access public content # Primary domain: https://www.hankrobotics.com # Default rule for all crawlers User-agent: * Allow: / Disallow: /admin.html Disallow: /admin_setup.sql Disallow: /template/ Disallow: /unused/ Disallow: /customers/ Disallow: /personas/ Disallow: /news-detail-demo.html Disallow: /detail_ Disallow: /prequalification Disallow: /wp-admin/ Disallow: /wp-login.php # Googlebot rules User-agent: Googlebot Allow: / Disallow: /admin.html Disallow: /template/ Disallow: /unused/ Disallow: /customers/ Disallow: /personas/ Disallow: /prequalification # Bingbot rules User-agent: Bingbot Allow: / Disallow: /admin.html Disallow: /template/ Disallow: /unused/ Disallow: /customers/ Disallow: /personas/ Disallow: /prequalification # Crawl rate management Crawl-delay: 1 # Sitemap location Sitemap: https://www.hankrobotics.com/sitemap.xml