#  ____ ___ _  _______ _     ___ ____ _____ 
# | __ )_ _| |/ / ____| |   |_ _/ ___|_   _|
# |  _ \| || ' /|  _| | |    | |\___ \ | |  
# | |_) | || . \| |___| |___ | | ___) || |  
# |____/___|_|\_\_____|_____|___|____/ |_|  
#                                      
Sitemap: https://www.bikelist.com/sitemap.xml.gz
User-agent: *
Disallow: 
Crawl-delay: 5
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /account/
Disallow: /settings/
Disallow: /messages/
Disallow: /sign_out/
Disallow: /passwords/
Disallow: /sell/
Disallow: /orders/
Disallow: /offers/
Disallow: /listings/*/buy/
Disallow: /*/edit/
Disallow: /*/new/
Disallow: /*/delete/
# Disallow: /*?make_offer=true
Disallow: /resque/
Disallow: /errors/
Disallow: /invoices/
Disallow: /welcome/
#
# Disallow stuff we're seeing in our logs
#
Disallow: /administrator/
Disallow: /wp-content/
Disallow: /wp-admin/
#
# PetalBot does not drive any valuable traffic and tries to crawl invalid URLs
# 
User-agent: PetalBot
Disallow: /