Euraxess.de - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: */delete
Disallow: */edit
Disallow: */revisions
Disallow: */translations
Disallow: */quick_clone
Disallow: /user/*
Disallow: /my/*
Disallow: /extranet/*
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/*/delete
Disallow: /index.php/*/edit
Disallow: /index.php/*/revisions
Disallow: /index.php/*/translations
Disallow: /index.php/*/quick_clone
Disallow: /index.php/search/
Disallow: /index.php/user/*
Disallow: /index.php/my/*
Disallow: /index.php/extranet/*
# Disallow any search with parameter.
Disallow: /*?
# Disallow Ajax
Disallow: */ajax/*
Disallow: */shortcode/*
Disallow: *ajax_form=*
# Disallow API calls
Disallow: */api/*
Disallow: */rest/*
Disallow: /*?_format=json
# Optionally block PDFs if not important for search
# (Uncomment this if PDF indexing is not needed)
Disallow: /*.pdf$
# Allow essential content
Allow: /jobs
Allow: /information
Allow: /career-development
Allow: /frameworks
Allow: /global/map
Allow: /choose-your-country
Allow: /worldwide
Allow: /global/euraxess-support-centres
Allow: /webinars/search
Allow: /extranet/centres/search
Allow: /news
Allow: /events
# Allow Sitemap
Sitemap: https://euraxess.ec.europa.eu/sitemap.xml
Allow: /jobs/hosting/search?page=
Allow: /jobs/search?page=
Allow: /funding/search?page=

Search preview