# Optimized robots.txt for OneUp Retro Clothing (WooCommerce) # Generated by Manus AI User-agent: * # 1. Block access to WordPress admin and login pages Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /my-account/ # 2. Allow access to admin-ajax.php (Essential for WooCommerce functionality) Allow: /wp-admin/admin-ajax.php # 3. Block access to WooCommerce specific directories Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ # 4. Block "Add to Cart" and "Add to Wishlist" links to prevent server overload Disallow: /*?add-to-cart=* Disallow: /*?*add-to-cart=* Disallow: /*?add_to_wishlist=* # 5. Block internal search results to prevent duplicate content and negative SEO Disallow: /*?s=* Disallow: /search/ # 6. Block dynamic query strings (sorting, filtering) to save crawl budget Disallow: /*?orderby=* Disallow: /*?filter_* Disallow: /*?min_price=* Disallow: /*?max_price=* # 7. Block WordPress feed URLs Disallow: /feed/ Disallow: /*/feed/ # 8. Optional: Add a crawl delay for aggressive bots (Google ignores this, but others respect it) Crawl-delay: 5 # 9. Optional: Block aggressive SEO tools (Uncomment if needed to save server resources) # User-agent: AhrefsBot # Disallow: / # User-agent: SemrushBot # Disallow: / # User-agent: MJ12bot # Disallow: / # User-agent: DotBot # Disallow: / # 10. Link to the XML Sitemap Sitemap: https://stacksclothing.com/sitemap_index.xml