User-agent: * # disallow files in the following folders Disallow: /cgi-bin/ # disallow all files ending in .php #disallow all files in /wp- directories Disallow: /wp-admin/ # Disallow: /wp-includes/ # Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-content/upgrade/ Disallow: /wp-content/w3tc/ # Disallow: /wp-content/wptouch-data/ Disallow: /ads/ Disallow: /cwfl/ Disallow: /images/ Disallow: /UFA/ Disallow: /videos/ # disallow all files with ? in url User-agent: Googlebot # Disallow: /*? # disallow any files that are stats related Disallow: /stats* #Sitemap location for auto-discovery Sitemap: http://hwhills.com/sitemap.xml.gz User-agent: Googlebot-Image Disallow: Allow: /*