User-agent: *
Crawl-delay: 2

# disallow these dir
Disallow: /stats/
Disallow: /nlrd
Disallow: /linkcode
Disallow: /cfl
Disallow: /s2003
Disallow: /s2004
Disallow: /s2005
Disallow: /s2007
Disallow: /s2009
Disallow: /s2010
Disallow: /07-F-O-S-frms
Disallow: /_includes

# disallow these urls
Disallow: /faq.html
Disallow: /feedback_thanks.htm
Disallow: /feedback_thanks2.htm
Disallow: /offer_addalink_thanks.htm
Disallow: /offer_addalink_thanks2.htm
Disallow: /sites_addalink_thanks.htm
Disallow: /sites_addalink_thanks2.htm

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*.gif$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.jpg$
Allow: /*.ico$
Allow: /*.jpg$
Allow: /images/
Allow: /frm/*.gif$
Allow: /frm/*.png$
Allow: /frm/*.jpeg$
Allow: /frm/*.jpg$
Allow: /frm/*.ico$
Allow: /frm/*.jpg$
Allow: /frm/images/

# adsense bot
User-agent: Mediapartners-Google*
Disallow: /stats/
Disallow: /nlrd
Disallow: /linkcode
Disallow: /cfl
Disallow: /s2003
Disallow: /s2004
Disallow: /s2005
Disallow: /s2007
Disallow: /s2009
Disallow: /s2010
Disallow: /07-F-O-S-frms
Disallow: /_includes
Disallow: /faq.html
Disallow: /feedback_thanks.htm
Disallow: /feedback_thanks2.htm
Disallow: /offer_addalink_thanks.htm
Disallow: /offer_addalink_thanks2.htm
Disallow: /sites_addalink_thanks.htm
Disallow: /sites_addalink_thanks2.htm