Crawl-delay: 60

User-agent: *
Disallow: /usercp/
Disallow: /members/
Disallow: /search/

User-agent: Wget
Disallow: /

User-agent: Wget/1.10.1
Disallow: /

User-agent: Wget/1.8.2
Disallow: /

User-agent: Wget/1.7
Disallow: /

User-agent: Wget/1.9.1
Disallow: /

User-agent: lftp/3.4.0
Disallow: /

User-agent: "libwww-perl/5.805"
Disallow: /


sitemap: http://contentdig.com/sitemap.xml.gz
sitemap: http://contentdig.com/sitemap1.xml.gz