############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /areatrans* Disallow: /brevardnc* Disallow: /cahwendell* Disallow: /car* Disallow: /chicagogsb* Disallow: /counter* Disallow: /im* Disallow: /golfshop* Disallow: /jaycees* Disallow: /liquidsod* Disallow: /mackie* Disallow: /miva* Disallow: /nixTest* Disallow: /njit* Disallow: /review* Disallow: /rotary* Disallow: /rti* Disallow: /wcrbc* Disallow: /wf* # # list specific files robots are not allowed to index # # # End of robots.txt file # ###############################