# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *

# Do not use the search engine
Disallow: /search/
Disallow: /search*

# Do not search personal paths
Disallow: /list/
Disallow: /profile/
Disallow: /dashboard/
Disallow: /downloads/

# Do not visit AJAX paths
Disallow: /_websocket
Disallow: /_social_media

# Do not index files
Disallow: /*.xls$
Disallow: /*.pdf$

# Link to the XML sitemap
Sitemap: https://vanhouwelingenhout.nl/sitemap.xml