User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.md
Disallow: /composer/Metapackage/README.txt
Disallow: /composer/Plugin/ProjectMessage/README.md
Disallow: /composer/Plugin/Scaffold/README.md
Disallow: /composer/Plugin/VendorHardening/README.txt
Disallow: /composer/Template/README.txt
Disallow: /modules/README.txt
Disallow: /sites/README.txt
Disallow: /themes/README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /media/oembed
Disallow: /*/media/oembed
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed

User-agent: 008
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-agent: Yandex
Disallow: /

User-agent: *
# Previous robots directives
Disallow: /blank
Disallow: /BLANK
Disallow: /print
Disallow: /PRINT
Disallow: /secure
Allow: /secure-email$
Disallow: /feed
Disallow: /physphoto
Disallow: /blank.cfm
Disallow: /?src=
Disallow: /body.cfm/
Disallow: /body.cfm.cfm
Disallow: /*.cfm?
Allow: /*body.cfm?
Allow: /*default.cfm

# Legacy
Disallow: /*emailfriend*
Disallow: /*emailfriend
Disallow: /*action=calendarWeek
Disallow: /*action=calendarWeek*
Disallow: /*action=calendarDay
Disallow: /*action=calendarDay*
Disallow: /*action=calendarMonth
Disallow: /*action=calendarMonth*
Disallow: /*action=detail&AEArticleID
Disallow: /*action=detail&AEArticleID*
Disallow: /*aeproductid=adam
Disallow: /*aeproductid=adam*
Disallow: /*AEProductID=Adam2004
Disallow: /*AEProductID=Adam2004*
Disallow: /*AEProductID=HW_Knowledgebase
Disallow: /*AEPoductID=HW_Knowledgebase*
Disallow: /printtopdf

# Search results index prevention
Disallow: *[0]*
Disallow: */search?*
Allow: /clinical-trials/search$
Allow: /news/search$
Allow: /providers/search$
Allow: /locations/search$
Allow: /locations/search?s=beverly+hills$
Allow: /locations/search?s=birthplace$
Allow: /locations/search?s=burbank$
Allow: /locations/search?s=calabasas$
Allow: /locations/search?s=central+coast$
Allow: /locations/search?s=century+city$
Allow: /locations/search?s=conejo+valley$
Allow: /locations/search?s=culver+city$
Allow: /locations/search?s=doheny+eye+center$
Allow: /locations/search?s=downtown+la$
Allow: /locations/search?s=downtown+los+angeles$
Allow: /locations/search?s=encino$
Allow: /locations/search?s=immediate+care$
Allow: /locations/search?s=los+angeles$
Allow: /locations/search?s=malibu$
Allow: /locations/search?s=manhattan+beach$
Allow: /locations/search?s=marina+del+rey$
Allow: /locations/search?s=mptf$
Allow: /locations/search?s=north+hollywood$
Allow: /locations/search?s=orange+county$
Allow: /locations/search?s=palos+verdes$
Allow: /locations/search?s=pasadena$
Allow: /locations/search?s=pharmacy$
Allow: /locations/search?s=porter+ranch$
Allow: /locations/search?s=primary+care$
Allow: /locations/search?s=redondo+beach$
Allow: /locations/search?s=rolling+hills$
Allow: /locations/search?s=ronald+reagan$
Allow: /locations/search?s=san+fernando+valley$
Allow: /locations/search?s=san+gabriel+valley$
Allow: /locations/search?s=san+luis+obispo$
Allow: /locations/search?s=santa+barbara$
Allow: /locations/search?s=santa+clarita+valley$
Allow: /locations/search?s=santa+monica$
Allow: /locations/search?s=simi+valley$
Allow: /locations/search?s=south+bay$
Allow: /locations/search?s=thousand+oaks$
Allow: /locations/search?s=torrance$
Allow: /locations/search?s=valencia$
Allow: /locations/search?s=ventura$
Allow: /locations/search?s=west+hills$
Allow: /locations/search?s=west+los+angeles$
Allow: /locations/search?s=westlake+village$
Allow: /locations/search?s=westwood$
Allow: /locations/search?s=woodland+hills$

# GSA crawler
User-Agent: gsa-crawler
Disallow: /blank
Disallow: /BLANK
Disallow: /print
Disallow: /PRINT
Disallow: /secure
Disallow: /printtopdf

Sitemap: https://www.uclahealth.org/sitemap.xml