# robots.txt file for http://www.utsa.edu
# This character signifies a comment tag

User-agent: webcrawler
Disallow:

User-agent: *
Disallow: /advising/internal/
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /Cfdocs
Disallow: /Cfide
Disallow: /ice
Disallow: /internet/iom
Disallow: /orientation
Disallow: /lead/adm/
Disallow: /logs
Disallow: /today/admin
Disallow: /today/new
Disallow: /oracledoc
Disallow: /scsstaff
Disallow: /tlc/
Disallow: /cftemp
Disallow: /java
Disallow: /_derived
Disallow: /_fpclass
Disallow: /_private
Disallow: /_themes
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_script
Disallow: /_vti_txt
Disallow: /_vit_inf
Disallow: /ofponline/ol/ct-training.html
Disallow: /concern
Disallow: /financialaffairs/ds
Disallow: /sombrilla/spring2020/index.html
Disallow: /index-reference.html
Disallow: /index-emergency.html
Disallow: /index-footer.html
Disallow: /index-review.html
Disallow: /roadmap/do-your-part/toolkit-with-email-signature.html
Disallow: /president/confidential/



# Dev sites
Disallow: /today/preview/*
Disallow: /marcomstudio-dev/*
Disallow: /safecampus-dev/*
Disallow: /preview/*
Disallow: /giving1/*