# robots.txt file for canedodecor.com # # Really just tells robots to please ignore a single swf. # # To add more filez you donut want index'd, just add # additional "Disallow:" lines to the "User-agent: *" list. # # In general, if you are naming specific bots, it's enough # to have their name without any version number or anything. User-agent: * Disallow: /interiorDesign.swf Disallow: /canedoDecor2/ Disallow: /images/ Disallow: /clients/ Disallow: /cdGalleryShots/ # If there's some bot that you *do* want to allow to # index everything, name it specifically and disallow # nothing. User-agent: GabeBot Disallow: # Similarly, you could make a certain bot include the # swf in its searches, but ignore the other stuff, but # you have to re-type everything except the swf. User-agent: swfAwareBot Disallow: /everything/in/this/subdirectory/ Disallow: /some/otherfile.html # And to tell some bot to ignore everything on your site # you can just disallow anything beginning with a slash. User-agent: EvilBot Disallow: /