# Robots.txt file for a standard eZ Publish website
# All robots will spider all the domain, except for user login and search

User-agent: *
Disallow: /user/
Disallow: /content/search
Disallow: /content/advancedsearch
Disallow: /Media/
Disallow: /layout/
Allow: /layout/set/google/googlesitemap/generate/2
Allow: /layout/set/google/googlenewssitemap/generate/416