User-agent: * # disallow core folders Disallow: /demo Disallow: /support Disallow: /images # disallow wordpress specific files Disallow: /cgi-bin/ Disallow: /feed/ Disallow: /trackback/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /archives/