# robots.txt 2017/01/01 by jhunt
#
# Site: factory.jcrew.com WWW
#
# This file is retrieved automatically by crawlers conforming to
# the Robots.txt standard. It defines what URLs should/shouldn't
# be indexed.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# Format:
# User-agent: <agent-string>
# Disallow: <nothing> | <path>
# -----------------------------------------------------------------------------

User-agent: AdsBot-Google
Allow: /


User-agent: AdsBot-Google-Mobile
Allow: /


# All User Agent Exclusions
User-agent: *
Disallow: /AST/filterAsst/
Disallow: /AST/Factory/FactoryNavigation/
Allow: /AST/Factory/FactoryNavigation/black_friday_2019.jsp
Allow: /AST/Factory/FactoryNavigation/cyber_monday_fac_2019.jsp
Disallow: */account/
Disallow: /checkout/
Disallow: /checkout2/
Allow: /checkout2/shoppingbag.jsp
Disallow: /baby/
Disallow: /baby_mobile/
Disallow: /boys_category/
Disallow: /boys_feature/
Disallow: /boys_special_shops/
Disallow: /discovered/
Disallow: /girls_category/
Disallow: /girls_feature/
Disallow: /girls_special_shops/
Disallow: /kids/
Disallow: /mens_category/
Disallow: /mens_feature/
Disallow: /mens_sale/
Disallow: /mens_special_shops/
Disallow: /sizecharts/
Disallow: /wedding/
Disallow: /womens_category/
Disallow: /womens_feature/
Disallow: /womens_sale/
Disallow: /womens_special_shops/
Disallow: */shopall

# Disallow Search Results
Disallow: /search/

# Disallow brand creative
Disallow: /brand_creative/

# Allow Sale Search Pages
Allow: /search/searchNavigation.jsp?eneQuery=Nu%3DP_productid%26N%3D20*

# Removing fragmented store locator. The container page still exists here:
Disallow: /help/include/inc_storelocator_right.jsp

# XML Sitemap location, update with final location once deployed
Sitemap: https://factory.jcrew.com/sitemap/sitemap-index.xml