User-agent: * Allow: / Disallow: /admin-panel-dashboard/ Disallow: /accounts/login/ Disallow: /accounts/logout/ Disallow: /cart/ Disallow: /orders/checkout/ Disallow: /api/ # Sitemap Sitemap: https://shopaway.com/sitemap.xml # Crawl-delay Crawl-delay: 1 # Allow search engines to index product images User-agent: Googlebot-Image Allow: /media/products/ Allow: /static/images/ # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: /