# # Robots.txt for Avue Digital Services and Avue Central (Production) # # Because of the different environments, Production and Staging, # there needs to be different files for the different environments. # This file is for the production environment. # The file for the Staging server should be simply: # user-agent: * # disallow: / ##################################### # Avue's own Google Search Appliance user-agent: avue-gsa-crawler disallow: ##################################### # All other bots # First, specifically allow areas you want crawled, # like the logged-out view of the portals (/casting/aiportal/), # then disallow everything at the root (/). # Remember, directories must have the trailing slash # or they act as a wildcard match: # disallow: /dog matches all of: /dog/ /doggone/ doggy.html user-agent: * allow: /casting/aiportal/ disallow: /