# robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site. # Allow: / # User-agent: * Allow: https://papers.aast.edu/projects_files.html Allow: https://papers.aast.edu/thesis_files.html Allow: https://papers.aast.edu Allow: https://researchfiles.aast.edu/ Allow: https://openaccess.aast.edu/PDFs/ Allow: *.ppt$ Allow: *.pdf$ Allow: *.doc$ Allow: https://aast.edu/pheed/staffadminview/ Allow: /en/sites/pgrad/ Allow: https://aast.edu/getData/retreiveGalleryPIC.php Allow: / User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /junk/ Disallow: https://webmail.aast.edu/ Disallow: https://webmail.aast.edu/ Disallow: https://studentportal.aast.edu/ Disallow: https://staffportal.aast.edu/ Disallow: https://mis1.aast.edu/moodle/login/index.php Disallow: https://lms.aast.edu/ Disallow: https://beta.aast.edu/ Disallow: https://forum.aast.edu/ Disallow: https://www.aast.edu:8282/ Disallow: https://mardcon.aast.edu/ Sitemap: https://www.aast.edu/sitemap.xml