User-Agent: *
Disallow: /sitecheck/show/
Disallow: /showBadUrls.pl
Disallow: /linkcheck/show/
Disallow: /DIR
Allow: /