Sitemap: http://www.freegroup.org/sitemap.xml

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-*
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: */comments-page*
Disallow: /?r=*
Disallow: /*?*
Disallow: /*?
Disallow: */zh/
Disallow: */ru/
Disallow: */pl/
Disallow: */fr/
Disallow: */nl/
Disallow: */id/
Disallow: */pt/
Disallow: */es/
Disallow: */ja/
Allow: /wp-content/uploads

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /wp-admin
Disallow: /wp-*
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*?*
Disallow: /*?

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /