# Robots must obey the following: User-agent: * # The wildcard means ALL robots # Do not index thess particular pages: Disallow: /alert.html Disallow: /alttxt.js Disallow: /det_skal_alle_vide.html Disallow: /fuck_you_sucker.html # This directoryes is off-limits: Disallow: /chat # Disallow: /dir/file.asp # Don't index this page, but the rest of the directory is OK