# robots.txt DFL

User-agent: *
Disallow: /

# Google, MSN und Yahoo sind ok
User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: AdsBot-Google
User-agent: Slurp#
User-agent: yahoo-mmcrawler
User-agent: psbot
User-agent: rogerbot
User-agent: shopstylebot/1.0
User-agent: SearchmetricsBot
Disallow:

User-agent: MSNBot
User-agent: Bingbot
Disallow:
Crawl-delay: 10

User-agent: *
Disallow: /captcha/

# DFL Sitemap
Sitemap: http://m.dress-for-less.ru/sitemap/dress_ru_RUS.xml

Sitemap: http://m.dress-for-less.ru/sitemap/dress_ru_brands_men.xml
Sitemap: http://m.dress-for-less.ru/sitemap/dress_ru_brands_women.xml
Sitemap: http://m.dress-for-less.ru/sitemap/dress_ru_brands.xml
Sitemap: http://m.dress-for-less.ru/sitemap/dress_ru_men.xml
Sitemap: http://m.dress-for-less.ru/sitemap/dress_ru_unisex.xml
Sitemap: http://m.dress-for-less.ru/sitemap/dress_ru_women.xml