# All robots will spider the domain User-agent: * Disallow: /login.asp Disallow: /update_news.asp Disallow: /update_fix_news.asp Disallow: /update_fix_news2.asp Disallow: /update_player.asp Disallow: /update_playerDetails.asp Disallow: /update_playerSearch.asp Disallow: /updateOverall.asp Disallow: /includes/