# Robots.txt for AR Collection User-agent: * # Allow crawling of main content Allow: / Allow: /category/ Allow: /brand/ Allow: /product/ Allow: /page/ Allow: /about Allow: /contact Allow: /shop/ # Disallow admin and backend areas Disallow: /admin/ Disallow: /backend/ Disallow: /api/ Disallow: /reseller/ Disallow: /merchant/ # Disallow system directories Disallow: /storage/ Disallow: /vendor/ Disallow: /node_modules/ Disallow: /bootstrap/ Disallow: /config/ Disallow: /database/ Disallow: /resources/ Disallow: /chunks/ # Disallow sensitive files Disallow: /*.json$ Disallow: /*.xml$ Disallow: /*.env Disallow: /artisan Disallow: /server.php Disallow: /webpack.mix.js # Disallow search and filter pages with parameters (prevent duplicate content) Disallow: /*?*sort= Disallow: /*?*filter= Disallow: /*?*page= # Disallow cart and checkout (user-specific pages) Disallow: /cart Disallow: /checkout Disallow: /order/ # Disallow login/register pages Disallow: /login Disallow: /register Disallow: /password/ # Crawl delay (optional - be gentle on server) Crawl-delay: 1 # Sitemap location Sitemap: https://arcollectionbd.com/sitemap.xml