User-agent: Slurp
Crawl-delay: 5
Disallow: /images
Disallow: /Files
Disallow: /cgi-bin
Disallow: /themes
Disallow: /udm-resources

User-agent: Googlebot
Crawl-delay: 2
Disallow: /images
Disallow: /Files
Disallow: /cgi-bin
Disallow: /themes
Disallow: /udm-resources


User-agent: MSNBot
Crawl-delay: 2
Disallow: /images
Disallow: /Files
Disallow: /cgi-bin
Disallow: /themes
Disallow: /udm-resources


User-agent: Ask
Crawl-delay: 2
Disallow: /images
Disallow: /Files
Disallow: /cgi-bin
Disallow: /themes
Disallow: /udm-resources

User-agent: Alexa
Crawl-delay: 2
Disallow: /images
Disallow: /Files
Disallow: /cgi-bin
Disallow: /themes
Disallow: /udm-resources

User-agent: MSNBot-media
Crawl-delay: 2
Disallow: /images
Disallow: /Files
Disallow: /cgi-bin
Disallow: /themes
Disallow: /udm-resources

User-agent: Slurp China
Crawl-delay: 2
Disallow: /images
Disallow: /Files
Disallow: /cgi-bin
Disallow: /themes
Disallow: /udm-resources

User-agent: Cfetch
Crawl-delay: 2
Disallow: /images
Disallow: /Files
Disallow: /cgi-bin
Disallow: /themes
Disallow: /udm-resources