treehouse/static/robots.txt

12 lines
365 B
Plaintext
Raw Normal View History

# This file is mirrored under /robots.txt and /static/robots.txt.
User-Agent: *
# /static does not contain any pages.
Disallow: /static
# /_treehouse contains system pages such as the 404 page.
Disallow: /_treehouse
# In addition to this, some system pages contain a <meta name="robots" content="noindex"> tag to
# prevent them from appearing in search results.