User-agent: * # disallow files in the following folders Disallow: /cgi-bin/ Disallow: /dwtsupdates/ Disallow: /amidolupdates/ Disallow: /bachelorupdates/ Disallow: /sytycdupdates/ Disallow: /hookuphell/ Disallow: /dealsotheday/ Disallow: /american/ Disallow: /idolonitunes/ # disallow all files ending in .php Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ #disallow all files in /wp- directorys Disallow: /wp-*/ # disallow all files with ? in url # disallow any files that are stats related Disallow: /stats* #Sitemap location for auto-discovery Sitemap: http://bigbrother9.net/sitemap.xml User-agent: Googlebot-Image Disallow: Allow: /*