handle the case where the bot requires the sitemap.txt.

www/.htaccess

 RewriteEngine on
 RewriteBase /
+
 RewriteCond %{REQUEST_FILENAME} !-f
 
 # redirect a call to doi.esrf.fr/DOIprefix/DOIsuffix to doi.esrf.fr/index.html?DOI=DOIprefix/DOIsuffix
@@ -10,8 +11,12 @@ RewriteCond %{REQUEST_URI} !(images/)
 RewriteCond %{HTTP_USER_AGENT} !googlebot [NC]
 RewriteRule  "/(.+)$"   "index.html?DOI=$1"    [NC,L]
 
+# When a googlebot is crawling around
 # P requires that the apache libs 'proxy_http' and 'proxy' is loaded 
 RewriteCond %{HTTP_USER_AGENT} googlebot [NC]
+RewriteCond %{REQUEST_FILENAME} !-f
+
 # RewriteRule "(.+)$" "http://localhost:3002/render/http://%{HTTP_HOST}/$1" [P,L]
 # RewriteRule "(.+)$" "https://render-tron.appspot.com/render/http://%{HTTP_HOST}/$1" [P,L]  
+
 RewriteRule "(.+)$" "http://render-tron.appspot.com/render/http://doi.esrf.fr/$1" [P,L]