12 lines
365 B
Plaintext
12 lines
365 B
Plaintext
# This file is mirrored under /robots.txt and /static/robots.txt.
|
|
|
|
User-Agent: *
|
|
|
|
# /static does not contain any pages.
|
|
Disallow: /static
|
|
# /_treehouse contains system pages such as the 404 page.
|
|
Disallow: /_treehouse
|
|
|
|
# In addition to this, some system pages contain a <meta name="robots" content="noindex"> tag to
|
|
# prevent them from appearing in search results.
|