# list of directories to exclude from serch engine robots, spiders, etc. # # following rules apply to all robots # User-agent: * # # directories # Disallow: /oldsite/ Disallow: /working_images/ # # files # Disallow: /robots.txt