# robots.txt for http://www.ait.ac.th User-agent: * Disallow: /Servers/ # No need to dig through here Disallow: /Other/ # Disallow: /Subject/ # Disallow: /lib Disallow: /courses Disallow: /images Disallow: /WebResources Disallow: /_private # Use for a specific robot # User-agent: cybermapper # Disallow: