# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: Mediapartners-Google # Disallow: User-agent: * Disallow: /*?after_redirect Disallow: /*?action_to_redirect Disallow: /*?job_type Disallow: /users/*?mba_program_id Disallow: /users/*?college_id Sitemap: https://sitemaps.campusreel.org/sitemap.xml