# Robots must obey the following:
User-agent: * # The wildcard means ALL robots
Disallow: /images/  
Disallow: /txt/
Disallow: /scripts/
Disallow: /css/
Disallow: /twitter/
# of the directory is OK