# robots.txt file
# Disallow these bots

User-agent: gigabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: * 
Disallow: /search.aspx
Disallow: /reg.aspx
Disallow: /verifyidentity.aspx
Disallow: /review.aspx
Disallow: /suppliersnrpicker.aspx
Disallow: /LoadSiteCheckCookie.aspx 

# end