# robots.txt for http://www.os2warp.be/ User-agent: * Disallow: /cyberworld/map/ # This is an infinite virtual URL space Disallow: /images/ # these will soon disappear Disallow: /contact.htm Disallow: /aboutus/index.htm Disallow: /usb/images/ Disallow: /genmac/reports.txt Disallow: /os2/intro/screen.htm Disallow: /usb/adaptersw.php Disallow: /usb/audiow.php Disallow: /usb/camerasw.php Disallow: /usb/cardsw.php Disallow: /usb/cdrww.php Disallow: /usb/hubsw.php Disallow: /usb/micekeyboardsw.php Disallow: /usb/modemsw.php Disallow: /usb/nicsw.php Disallow: /usb/printersw.php Disallow: /usb/removablesw.php Disallow: /usb/scannersw.php Crawl-delay: 3 Request-rate: 1/3 Visit-time: 2300-0700