# All robots will spider the domain
User-agent: *
Disallow: 

#disallow cgi-bin
User-agent:*
Disallow:cgi-bin

#disallow _private
User-agent:*
Disallow: _private