# /robots.txt file letting all agents go anywhere

User-agent: *
Disallow:

#/ to exclude a specific robot from all urls starting with temp enter
#/ User-agent: lycosz
#/ Disallow: /temp