# All robots will spider the domain
User-agent: *
Disallow:

# Just in Case something is accessable from outside 
# in /admin/, we don't want to let spider it :)

# Disallow directory /admin/
User-agent: *
Disallow: /admin/

# Disallow directory /admin/
User-agent: WeboFantBot
Disallow: /