User-Agent: * Allow: / # Disallow all crawlers access to certain pages. User-agent: * Disallow: /Customer Database.csv Disallow: /GREENSEXPORTED.csv Disallow: /tracking030209.csv Disallow: /TrackingExport.csv Disallow: /trackingtoday.csv Disallow: /031109.csv Disallow: /031109part2.csv Disallow: /031209.csv Disallow: /031309.csv Disallow: /031609.csv Disallow: /031709.csv Disallow: /031809.csv Disallow: /031909.csv Disallow: /coupons.html Disallow: /coupons060109.html Disallow: /coupons060809.html Disallow: /coupons061509.html Disallow: /signUpForm.html Disallow: /thankYou.html Disallow: /fresh_cut_flower_prices.html Disallow: /white_roses.html Disallow: /store/p/2044-Mokara-1-bunch-5-stems.html Disallow: /store/p/2043--Alstroemeria-1-bunch-10-stems.html Disallow: /store/p/2045-Salal-Lemon-Leaf-.html Disallow: /store/p/2042-Thai-Dendrobium-10-stems.html