User-agent: *
Disallow: /_notes/*
Disallow: /admin/*
Disallow: /ajax/*
Disallow: /core/*
Disallow: /data/*
Disallow: /dev_docs/*
Disallow: /fbapi/*
Disallow: /fonts/*
Disallow: /images/*
Disallow: /includes/*
Disallow: /js/*
Disallow: /lightbox/*
Disallow: /mails/*
Disallow: /pdf/*
Disallow: /templates/*
Disallow: /tools/*
Disallow: /webalizer/*

# Dont allow spambot to crawl any pages
User-agent: spambot
disallow: /*
disallow: *

sitemap: www.example.com/sitemap.xml