#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /media/oembed
Disallow: /*/media/oembed
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
# LT Specific
# Crawl-delay: 10
# Directories
# Disallow: /NewMatrix/
# Disallow: /Bio/
# Disallow: /forms/
# Disallow: /Brochure/
# Disallow: /download/
# Disallow: /takeaction/
Disallow: /livechat-campus-locator
Disallow: /sites/default/files/images/partnership/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /sites/default/files/2022-09/DOD-MOU-Tuition-Jan2022v2.pdf
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed
# New disallow added [11/1/2023]
Disallow: /sites/default/files/download/consumer/Columbia_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Hartford_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Melrose-Park_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Mahwah_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Denver_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/New-Britain_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Shelton_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/East-Windsor_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Marietta_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Indy_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Summerlin_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Iselin_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Moorestown_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Paramus_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Union_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/South-Plainfield_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Queens_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Allentown_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Philly_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Lincoln-RI_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Nashville_HS_DAAPP.pdf
Disallow: /sites/default/files/download/consumer/Grand-Prairie_HS_DAAPP.pdf
Disallow: /sites/default/files/2021-05/NonDiscrimination_Harassment_Retaliation_policy.pdf
Disallow: /sites/default/files/2020-05/letter-from-adp-about-wisely-debit-card.pdf
Disallow: /sites/default/files/2020-06/lincoln-protocols-for-school-safety.pdf
Disallow: /sites/default/files/download/consumer/Shelton_GII_CSC.pdf
Disallow: /sites/default/files/2022-12/DOD-MOU-Tuition-Rates-2023.pdf
# disallow added [2/2/2024]
Disallow: /sites/default/files/2019-06/Nashville_Articulation_Agreements.pdf
Disallow: /sites/default/files/2020-05/cares-act-faqs-for-students.pdf
Disallow: /sites/default/files/download/consumer/Allentown_TS.pdf
Disallow: /sites/default/files/download/consumer/Columbia_TS.pdf
Disallow: /sites/default/files/download/consumer/Denver_TS.pdf
Disallow: /sites/default/files/download/consumer/East-Windsor_Student_Bill_of_Rights.pdf
Disallow: /sites/default/files/download/consumer/East-Windsor_TS.pdf
Disallow: /sites/default/files/download/consumer/Grand-Prairie_TS.pdf
Disallow: /sites/default/files/download/consumer/Indy_TS.pdf
Disallow: /sites/default/files/download/consumer/Iselin_TS.pdf
Disallow: /sites/default/files/download/consumer/Lincoln-RI_TS.pdf
Disallow: /sites/default/files/download/consumer/Mahwah_TS.pdf
Disallow: /sites/default/files/download/consumer/Marietta_TS.pdf
Disallow: /sites/default/files/download/consumer/Melrose-Park_TS.pdf
Disallow: /sites/default/files/download/consumer/Moorestown_TS.pdf
Disallow: /sites/default/files/download/consumer/Nashville_TS.pdf
Disallow: /sites/default/files/download/consumer/New-Britain_TS.pdf
Disallow: /sites/default/files/download/consumer/Paramus_TS.pdf
Disallow: /sites/default/files/download/consumer/Philly_Student_Bill_of_Rights.pdf
Disallow: /sites/default/files/download/consumer/Philly_TS.pdf
Disallow: /sites/default/files/download/consumer/Queens_TS.pdf
Disallow: /sites/default/files/download/consumer/Shelton_TS.pdf
Disallow: /sites/default/files/download/consumer/Somerville_TS.pdf
Disallow: /sites/default/files/download/consumer/South-Plainfield_TS.pdf
# disallow added [3/28/2024]
Disallow: /sites/default/files/download/consumer/Denver_GII_CSC.pdf
Disallow: /sites/default/files/download/consumer/New-Britain_GII_CSC.pdf
Disallow: /sites/default/files/download/consumer/EastPoint_GII_CSC.pdf
Disallow: /sites/default/files/download/consumer/Marietta_GII_CSC.pdf
Disallow: /sites/default/files/download/consumer/Melrose-Park_GII_CSC.pdf
Disallow: /sites/default/files/download/consumer/Fern-Park_GII_CSC.pdf
Disallow: /sites/default/files/download/consumer/WPB_GII_CSC.pdf
Disallow: /sites/default/files/download/consumer/Somerville_GII_CSC.pdf
Disallow: /sites/default/files/download/consumer/CC-Philly_GII_CSC.pdf
# disallow added [4/9/2024]
Disallow: /sites/default/files/download/consumer/