User-agent: *
Disallow: /admin/
Disallow: /cart/
Disallow: /construction.html
Disallow: /accounts/
Disallow: /downloads/

User-agent: Slurp
Crawl-delay: 10

User-agent: XoviBot
Disallow: /

User-agent: SeznamBot
Disallow: /

#User-agent: Googlebot-Mobile
#Disallow: /

#User-agent: AdsBot-Google
#Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BaiduMobaider 
Disallow: /

User-agent: BaiduImagespider 
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Ezooms 
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: libwww-perl
Disallow: /
Disallow: /admin/
Disallow: /cart/

Sitemap: https://document-center.com/sitemap.xml