# robots.txt
# all user agents
User-agent: *
# allow all URLs
Disallow: 

# NO to majestic12.co.uk spider
User-Agent: MJ12bot
Disallow:   /