User-agent:  * # disallow all files in these directories Disallow: /wp-admin/   User-agent: Googlebot # disallow all files ending with these extensions Disallow: /wp-* Disallow: /2008/ Disallow: /2009/ Disallow: /page/   # allow google image bot to search all images User-agent: Googlebot-Image Allow: /*   # allow adsense bot on entire site User-agent: Mediapartners-Google* Allow: /*