####################### # # robots.txt file for Web site # # "*" addresses all robots and spider programs # # User-agent: * # list folders robots should NOT index Disallow: /wp-admin/ Disallow: /wp-includes/ # list specific files robots should NOT index # # end of robots.txt file # #######################