# robots.txt This file tells the robot (spider) which files it may spider. User-agent: "*" # all spiders Disallow: /images/ Disallow: /imageA/ Disallow: /forms/ Disallow: /fbdb/ Disallow: /includes/ Disallow: /SFLib/ Disallow: /ssl/