# configuration file for visiting Web robots # Frank Schoeters User-agent: * Disallow: /access Disallow: /bin Disallow: /clubs/adm # because for some strange reason /competitie/rivier/index.en.shtml/ is considered a subdirectory by some robots Disallow: /competitie/rivier/index.en.shtml/ Disallow: /competitie/rivier/index.nl.shtml/ Disallow: /htdig Disallow: /images Disallow: /include # 2003-12-01 from now on riv-wal data is on kbkv site Disallow: /riv-wal # 2003-12-11 from now on organisatie -> contactinfo Disallow: /organisatie #Disallow: /info # our own robot for the search stuff #User-agent: htdig_esat # 2003-12-01 from now on riv-wal data is on kbkv site Disallow: /riv-wal # 2003-12-11 from now on organisatie -> contactinfo Disallow: /organisatie #Disallow: /save/