Lapl.org - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

• 123 Andrés
• Casey McQuiston
• Come to My Garden
• Edgar Rice Burroughs
• Templo de Los Ángeles (California)

Robots.txt

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 3
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /staff/
Disallow: /sites/default/files/
Disallow: /mouserobics/
Disallow: /screensavers/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
disallow: /audience/
disallow: /blog-type/
disallow: /city-card
disallow: /city-card-resources
disallow: /collections-resources/articles-and-information/
disallow: /collections-resources/web-resources/adult/
disallow: /collections-resources/web-resources/veteran-resources/
disallow: /collections-resources/visual-collections/
Disallow: /comment/reply/
disallow: /connected-menu/
disallow: /connected-menu-spanish/
disallow: /database-access/
disallow: /database-category/
disallow: /event-audience/
disallow: /event-category/
disallow: /event-tags/
disallow: /faq-category/
Disallow: /filter/tips/
disallow: /genre/
disallow: /genre-new-lapl/
Disallow: /genband-privacy-policy
disallow: /homeless-resorce-categories/
disallow: /service-categories/
disallow: /service-population/
disallow: /homeless-resorces
disallow: /homeless-resorces/
disallow: /hot-title-type/
disallow: /item-type/
Disallow: /items/
disallow: /jobseekers-menu/
disallow: /kidspath-menu/
disallow: /media-folders/
disallow: /moneymatters-menu/
Disallow: /node/add/
disallow: /photobooth-image-category/
disallow: /podcast-episode-category/
Disallow: /podcast-episode-participants/
Disallow: /print/
disallow: /promo-slide-type/
disallow: /regions/
disallow: /resources-services/
disallow: /scripts/
Disallow: /search/
Disallow: /sites/default/files/
Disallow: /sites/default/files/*
Disallow: /staff/
disallow: /styles/
disallow: /subject-guides/
disallow: /tags/
disallow: /teenweb-menu/
disallow: /test/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
disallow: /user-titles/
Disallow: /users/
disallow: /web-resource/
Disallow: /whats-on/events/
Disallow: /whats-on/calendar*
Disallow: /whats-on/calendar-past-events*
Disallow: /screensavers/

# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

Search preview