User-Agent: * Disallow: /deptexam/ #This is to prevent access errors when the bot tries to index restricted files. Disallow: /~dcline/Examples/ #Prevent indexing errors due to authentication Disallow: /~dglab/STAT201/index.html #Prevent indexing errors due to authentication