#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
Crawl-delay: 10
# CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (clean URLs - Fixed)
Disallow: /admin
Disallow: /comment/reply
Disallow: /filter/tips
Disallow: /node/add
Disallow: /search
Disallow: /user
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
# NMU Test Sites
Disallow: /nmuexample/
Disallow: /responsivenmu/
Disallow: /irdev/
Sitemap: https://www.nmu.edu/Webb/SiteMap/sitemap.xml
# NMU Migrated Sites - we don't want old files from these migrated sites to show up on search
Disallow: /sites/default/files/UserFiles/
Disallow: /sites/Drupalaapc/files/UserFiles/
Disallow: /sites/DrupalACAC/files/UserFiles/
Disallow: /sites/DrupalAcademicAffairs/files/UserFiles/
Disallow: /sites/DrupalAcademicSenate/files/UserFiles/
Disallow: /sites/DrupalAdmissions/files/UserFiles/
Disallow: /sites/Drupalaisac/files/UserFiles/
Disallow: /sites/DrupalAlumniAssociation/files/UserFiles/
Disallow: /sites/DrupalArchives/files/UserFiles/
Disallow: /sites/DrupalArtAndDesign/files/UserFiles/
Disallow: /sites/DrupalArtsAndSciences/files/UserFiles/
Disallow: /sites/DrupalASNMU/files/UserFiles/
Disallow: /sites/DrupalAudioVisual/files/UserFiles/
Disallow: /sites/DrupalBEAR/files/UserFiles/
Disallow: /sites/DrupalBeaumierHeritageCenter/files/UserFiles/
Disallow: /sites/DrupalBiology/files/UserFiles/
Disallow: /sites/DrupalBoardOfTrustees/files/UserFiles/
Disallow: /sites/DrupalBullying/files/UserFiles/
Disallow: /sites/DrupalBusiness/files/UserFiles/
Disallow: /sites/DrupalCAMS/files/UserFiles/
Disallow: /sites/DrupalCareerServices/files/UserFiles/
Disallow: /sites/Drupalcec/files/UserFiles/
Disallow: /sites/DrupalChemistry/files/UserFiles/
Disallow: /sites/DrupalClassrooms/files/UserFiles/
Disallow: /sites/DrupalClinicalSciences/files/UserFiles/
Disallow: /sites/DrupalCommencement/files/UserFiles/
Disallow: /sites/DrupalContinuingEducation/files/UserFiles/
Disallow: /sites/DrupalCounselingAndConsultation/files/UserFiles/
Disallow: /sites/DrupalCriminalJustice/files/UserFiles/
Disallow: /sites/Drupalctl/files/UserFiles/
Disallow: /sites/DrupalCTOS/files/UserFiles/
Disallow: /sites/Drupalcup/files/UserFiles/
Disallow: /sites/DrupalDisabilityServices/files/UserFiles/
Disallow: /sites/DrupalDiversity/files/UserFiles/
Disallow: /sites/DrupalDiversityCommittee/files/UserFiles/
Disallow: /sites/Drupaldso/files/UserFiles/
Disallow: /sites/DrupalEducation/files/UserFiles/
Disallow: /sites/DrupalEEGS/files/UserFiles/
Disallow: /sites/DrupalEngineeringTechnology/files/UserFiles/
Disallow: /sites/DrupalEnglish/files/UserFiles/
Disallow: /sites/DrupalEqualOpportunity/files/UserFiles/
Disallow: /sites/Drupaletrpc/files/UserFiles/
Disallow: /sites/DrupalExtendedLearning/files/UserFiles/
Disallow: /sites/Drupalfgc/files/UserFiles/
Disallow: /sites/DrupalFinance/files/UserFiles/
Disallow: /sites/DrupalFinancialAid/files/UserFiles/
Disallow: /sites/DrupalFreshmanFellows/files/UserFiles/
Disallow: /sites/Drupalgec/files/UserFiles/
Disallow: /sites/DrupalGender/files/UserFiles/
Disallow: /sites/DrupalGolfCourse/files/UserFiles/
Disallow: /sites/Drupalgpc/files/UserFiles/
Disallow: /sites/DrupalGraduateStudies/files/UserFiles/
Disallow: /sites/DrupalGrantsAndContracts/files/UserFiles/
Disallow: /sites/Drupalhbc/files/UserFiles/
Disallow: /sites/DrupalHealthCenter/files/UserFiles/
Disallow: /sites/DrupalHonors/files/UserFiles/
Disallow: /sites/DrupalHousing/files/UserFiles/
Disallow: /sites/Drupalhr/files/UserFiles/
Disallow: /sites/Drupalic/files/UserFiles/
Disallow: /sites/DrupalInformationTechnology/files/UserFiles/
Disallow: /sites/DrupalInternalAudit/files/UserFiles/
Disallow: /sites/DrupalInternationalPrograms/files/UserFiles/
Disallow: /sites/DrupalLanguages/files/UserFiles/
Disallow: /sites/DrupalLIS/files/UserFiles/
Disallow: /sites/Drupallsc/files/UserFiles/
Disallow: /sites/DrupalMathAndComputerScience/files/UserFiles/
Disallow: /sites/DrupalMBA/files/UserFiles/
Disallow: /sites/DrupalMC/files/UserFiles/
Disallow: /sites/DrupalMcNairScholars/files/UserFiles/
Disallow: /sites/DrupalMilitaryScience/files/UserFiles/
Disallow: /sites/DrupalMulticulturalEdAndRes/files/UserFiles/
Disallow: /sites/DrupalMusic/files/UserFiles/
Disallow: /sites/DrupalMWServices/files/UserFiles/
Disallow: /sites/DrupalNewFaculty/files/UserFiles/
Disallow: /sites/DrupalNorthernCenter/files/UserFiles/
Disallow: /sites/DrupalNorthernClimateNetwork/files/UserFiles/
Disallow: /sites/DrupalNorthernMagazine/files/UserFiles/
Disallow: /sites/DrupalNursing/files/UserFiles/
Disallow: /sites/DrupalOneBook/files/UserFiles/
Disallow: /sites/DrupalOnline/files/UserFiles/
Disallow: /sites/DrupalOrganizations/files/UserFiles/
Disallow: /sites/DrupalOrientation/files/UserFiles/
Disallow: /sites/DrupalPreProfessional/files/UserFiles/
Disallow: /sites/DrupalPresident/files/UserFiles/
Disallow: /sites/DrupalProfessionalStudies/files/UserFiles/
Disallow: /sites/DrupalPsychology/files/UserFiles/
Disallow: /sites/DrupalPurchasing/files/UserFiles/
Disallow: /sites/DrupalRecSports/files/UserFiles/
Disallow: /sites/DrupalRegistrar/files/UserFiles/
Disallow: /sites/DrupalResearch/files/UserFiles/
Disallow: /sites/DrupalRetiree/files/UserFiles/
Disallow: /sites/DrupalRiskManagement/files/UserFiles/
Disallow: /sites/DrupalSeaborg/files/UserFiles/
Disallow: /sites/DrupalService/files/UserFiles/
Disallow: /sites/DrupalSigmaXi/files/UserFiles/
Disallow: /sites/DrupalSISU/files/UserFiles/
Disallow: /sites/DrupalSocialWork/files/UserFiles/
Disallow: /sites/DrupalSociologyAndAnthropology/files/UserFiles/
Disallow: /sites/Drupalstudentcelebration/files/UserFiles/
Disallow: /sites/DrupalStudentEnrichment/files/UserFiles/
Disallow: /sites/DrupalStudentLeaderFellowship/files/UserFiles/
Disallow: /sites/DrupalStudentServiceCenter/files/UserFiles/
Disallow: /sites/DrupalStudentSupport/files/UserFiles/
Disallow: /sites/DrupalSuperiorEdge/files/UserFiles/
Disallow: /sites/DrupalSustainableNMU/files/UserFiles/
Disallow: /sites/DrupalTheatreAndDance/files/UserFiles/
Disallow: /sites/DrupalTitleIX/files/UserFiles/
Disallow: /sites/Drupaltlac/files/UserFiles/
Disallow: /sites/DrupalTobaccoFree/files/UserFiles/
Disallow: /sites/DrupalTOS/files/UserFiles/
Disallow: /sites/DrupalTutoring/files/UserFiles/
Disallow: /sites/DrupalUMBTC/files/UserFiles/
Disallow: /sites/DrupalUPTLC/files/UserFiles/
Disallow: /sites/DrupalUpwardBoundMathScience/files/UserFiles/
Disallow: /sites/DrupalVeterans/files/UserFiles/
Disallow: /sites/DrupalWritingCenter/files/UserFiles/
Disallow: /sites/DrupalWUPX/files/UserFiles/
Disallow: /sites/DrupalYourHealth/files/UserFiles/
Disallow: /sites/DrupalYourWealth/files/UserFiles/
Disallow: /sites/DrupalPoliticalScience/files/UserFiles/
Disallow: /sites/DrupalEPC/files/UserFiles/
Disallow: /sites/DrupalPhilosophy/files/UserFiles/
Disallow: /sites/DrupalFROST/files/UserFiles/
Disallow: /sites/Drupalaqip/files/UserFiles/
Disallow: /sites/DrupalNativeAmericanStudies/files/UserFiles/
Disallow: /sites/DrupalUpperPeninsulaStudies/files/UserFiles/
Disallow: /sites/DrupalEconomics/files/UserFiles/
Disallow: /sites/DrupalFacilities/files/UserFiles/
Disallow: /sites/DrupalPhysics/files/UserFiles/
Disallow: /sites/DrupalPublicSafetyInstitute/files/UserFiles/
Disallow: /sites/DrupalCharterSchools/files/UserFiles/
Disallow: /sites/DrupalVienna/files/UserFiles/
Disallow: /sites/DrupalRecordsManagement/files/UserFiles/
Disallow: /sites/DrupalInstitutionalResearch/files/UserFiles/
Disallow: /sites/DrupalUNITED/files/UserFiles/
Disallow: /sites/DrupalMinorsOnCampus/files/UserFiles/
Disallow: /sites/Drupalceee/files/UserFiles/
Disallow: /sites/DrupalRuralAndLocal/files/UserFiles/
Disallow: /sites/DrupalSRA/files/UserFiles/
Disallow: /sites/DrupalHistory/files/UserFiles/
Disallow: /sites/DrupalSafetyDepartment/files/UserFiles/
Disallow: /sites/DrupalPoliceDepartment/files/UserFiles/
Disallow: /sites/DrupalBulletin/files/UserFiles/
Disallow: /sites/DrupalGraduateBulletin/files/UserFiles/
Disallow: /sites/DrupalParentPartnership/files/UserFiles/
Disallow: /sites/DrupalNCLL/files/UserFiles/