# # This is the robots.txt file. It should be in the root (/) # of your web site. # # This file is used to tell search engine crawlers what # directories they should ignore when indexing. # # Lines beginning with # are comments, and are not processed # by crawlers. # # The format is a series of records. Each record begins with # a User-agent: statement, and is followed by at least one # Disallow: statement. The preset records below demonstrate # this format. # # Records are separated by blank lines # # For further information, visit # http://info.webcrawler.com/mak/projects/robots/norobots.html # # Leave these records intact: User-agent: stress-agent Disallow: / # Edit this record as appropriate for your site. Add any # other directories you want crawlers to ignore. User-agent: * Disallow: /_ Disallow: /admin Disallow: /bin Disallow: /_css Disallow: /_images Disallow: /aspnet_client Disallow: /_scripts Disallow: /error Disallow: /W3C Disallow: /_usercontrols Disallow: /newsletter Disallow: /grownups Disallow: /grownups/showtell/tips.aspx Disallow: /grownups/kidswithkids/tips.aspx Disallow: /grownups/materials/default.aspx Disallow: /Grownups/TalkingListening/whatthink.aspx Disallow: /Grownups/Time/discussion.aspx Disallow: /grownups/time/discussion.aspx Disallow: /grownups/time/tips.aspx Disallow: /grownups/time/getreading.aspx Disallow: /grownups/walk/tips.aspx Disallow: /grownups/walk/tryingfoods.aspx Disallow: /grownups/walk/healthyeating.aspx Disallow: /grownups/talkinglistening/whatthink.aspx Disallpw: /Grownups/Rules/carsafety.aspx Disallow: /educators/bestpractices/livingwithrules.aspx Disallow: /educators/bestpractices/sleepenergy.aspx Disallow: /educators/bestpractices/withreading.aspx Disallow: /educators/bestpractices Disallow: /Family/Rules/carsafety.aspx Disallow: /Children/Younger/default.aspx Disallow: /children/younger Disallow: /children/younger/default.aspx Disallow: /children/younger/smile.aspx Disallow: /children/older Disallow: /children/youngold