User-agent: *
Disallow: /clothing_01/
Disallow: /clothing_02/
Disallow: /clothing_03/
Disallow: /clothing_04/
Disallow: /clothing_05/
Disallow: /clothing_06/
Disallow: /add_item.html
Disallow: /shopping_bag.html
Disallow: /add_shipping.html

User-agent: seekbot
Disallow: /

User-agent: TwengaBot
Crawl-delay: 15
Request-rate: 1/15
Visit-time: 0200-0445