# /robots.txt file User-agent: webcrawler Disallow: /login.asp Disallow: /login2.asp User-agent: * Disallow: /login.asp Disallow: /login2.asp