Robots.txt for domain

# Google will spider all 
User-agent: Googlebot
Disallow:

# Other crawler have more disallowed directory 
User-agent: *
Disallow: /
Disallow: /*?