############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /billeder/ Disallow: /display/ Disallow: /filer/ Disallow: /database/ Disallow: /images/ Disallow: /nyhed/ Disallow: /rediger/ Disallow: /reg/ Disallow: /reg/admin/ Disallow: /style/ Disallow: /upload/ # # list specific files robots are not allowed to index # Disallow: /artikler.asp Disallow: /brev.asp Disallow: /menu131_com.js Disallow: /favicon.ico # # End of robots.txt file # ###############################