User-agent: Mediapartners-Google* Disallow: ############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * User-agent: * # list specific files robots are not allowed to index Disallow: /reply.aspx Disallow: /LoginError.aspx Disallow: /showemail.aspx Disallow: /login.aspx Disallow: /registration.aspx Disallow: /PasswordRecovery.aspx User-agent: BecomeBot* Disallow: / # End of robots.txt file