User-agent: *
Crawl-delay: 30
Request-rate: 1/30
Disallow: /util/
Disallow: /account/
Disallow: http://frenchtoast-rev.marketlive.com/
Disallow: http://frenchtoast-prod.marketlive.com/
Disallow: http://frenchtoast-admin.marketlive.com/
Disallow: http://frenchtoast-rev.marketlive.com/
Allow: /sitemap.xml
Allow: /sitemapancillary.xml
Allow: /sitemapcategoryproduct.xml
Sitemap: http://www.frenchtoast.com/sitemap.xml