# Block allbot from /admin/... # All other directories on the site are allowed by default. User-agent: * Disallow: /admin/ Disallow: /admin/include/ Disallow: /admin/inc/ Disallow: /admin/updatefile/ Disallow: /admin/updatefile/inc/ Disallow: /admin/updatefile/uploads/ Disallow: /cloud/ Disallow: /js/ Disallow: /external-data/ Disallow: /inc/ Disallow: /inc/none-used/ Disallow: /include/ Allow: /sitemap.html Sitemap: https://biogeochemical-argo.org/sitemap.xml # Block the entire site from anothercrawler. # User-agent: anothercrawler # Disallow: / # Block a specific image from Google Images: # User-agent: Googlebot-Image # Disallow: /images/dogs.jpg