# This is robots.txt file created by Suman Banerjee # Allow all user agents full access User-agent: * Disallow: # Disallow access to specific directories for all user agents User-agent: * Disallow: /admin/ Disallow: /login/ Disallow: /private/ Disallow: /bin/ Disallow: /extra/ Disallow: /Scripts/ Disallow: /fonts/ Disallow: /Content/assets/css Disallow: /Content/assets/js Disallow: /Content/assets/scss Disallow: /Content/assets/vendor Disallow: /Content/assets/img/RAW/ Disallow: /Content/Downloads/ # Block a specific user agent from the entire site User-agent: BadBot Disallow: / # Block a specific user agent from a specific directory User-agent: AnotherBadBot Disallow: /temporary/ # Allow Googlebot full access User-agent: Googlebot Disallow: # Allow Bingbot full access User-agent: Bingbot Disallow: # Disallow all crawlers from accessing URL parameters User-agent: * Disallow: /*?* Sitemap: https://peerlesssec.co.in/sitemap.xml