# ROBOTS.TXT # www.maar.org User-agent: * Disallow: Crawl-delay: 30 User-agent: * Disallow: /membership Disallow: /index.php?*src=membership* # Google #User-agent: Googlebot #Disallow: # Yahoo #User-agent: Slurp #Disallow: # Alta-Vista #User-agent: Scooter #Disallow: # Excite #User-agent: ArchitextSpider #Disallow: # InfoSeek #User-agent: UltraSeek #Disallow: # Lycos #User-agent: Lycos_Spider_(T-Rex) #Disallow: # LookSmart #User-agent: MantraAgent #Disallow: # Alltheweb #User-agent: FAST-WebCrawler #Disallow: