User-agent: * Disallow: / #User-agent: Googlebot # Disallow all directories and files within #Disallow: /cgi-bin/ #Disallow: /wp-admin/ #Disallow: /wp-includes/ # Disallow all files ending with these extensions #Disallow: /*.php$ #Disallow: /*.js$ #Disallow: /*.inc$ #Disallow: /*.css$ # Disallow parsing individual post feeds, categories and trackbacks.. #Disallow: /trackback/ #Disallow: /feed/ #Disallow: /category/ #Crawl-delay: 192 #Disallow: /gallery/ #Disallow: /main.php/v/slideshow/ #Disallow: /v/slideshow/