# Advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /

# Some bots known to be trouble.
User-agent: Download Ninja
User-agent: Fetch
User-agent: HTTrack
User-agent: linko
User-agent: larbin
User-agent: libwww
User-agent: Microsoft.URL.Control
User-agent: MSIECrawler
User-agent: Offline Explorer
User-agent: sitecheck.internetseer.com
User-agent: SiteSnagger
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebCopier
User-agent: WebReaper
User-agent: WebStripper
User-agent: WebZIP
User-agent: Xenu
User-agent: Zealbot
User-agent: ZyBORG
Disallow: /

# Hits many times per second, not acceptable
User-agent: NPBot
Disallow: /

# General rules for all other bots
User-agent: *
Disallow: /Scripts/
Disallow: /backoffice/
Disallow: /admin/




sitemap: http://www.discovery-korea.com/sitemap.xml