# robots.txt # Robot-exclusion file for www.datadrive.com # See: http://info.webcrawler.com/mak/projects/robots/norobots.html User-agent: * # ROOT DIRECTORY EXCLUSIONS FOLLOW Disallow: /data/ Disallow: /add/ Disallow: /ftp/ Disallow: /test/ Disallow: /stats/ # GLOBAL DIRECTORY EXCLUSIONS FOLLOW Disallow: *Admin/ Disallow: *Dev/ Disallow: *New/ Disallow: *Stats/ Disallow: *Tools/ Disallow: *Survey/ # SUB-DIRECTORY EXCLUSIONS FOLLOW