# addresses all robots by using wild card *


User-agent: ia_archiver
Disallow: /


User-agent: *
# list folders robots are not allowed to index
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /images/
Disallow: /screenshots/
Disallow: /register/
Disallow: /include/
Disallow: /awstats/
Disallow: /project/
# list specific files robots are not allowed to index
Disallow: /formmail.asp
Disallow: /hosting_signup.asp
Disallow: /route.asp
Disallow: /studio_purchase.asp
Disallow: /studio_result.asp
Disallow: /search.asp

# End of robots.txt file