User-agent: * # URLs here as dirs/files in www dir Disallow: /+OLD/ Disallow: /CA/ Disallow: /adblock/ Disallow: /cli/ Allow: /favicon.ico Allow: /freebsd/ Disallow: /freevo/ Allow: /index.shtml Allow: /o16.png Allow: /o32.png Allow: /opal/ # GoogleBot fails without the next two also here, even # though the previous one covers these... Why??! Allow: /opal/css/ Allow: /opal/images/ Disallow: /pix/ Allow: /robots.txt Disallow: /spam.html Allow: /src/ # URLs configured in httpd.conf Disallow: /bin/ Disallow: /blogs/ Disallow: /bugs/ Disallow: /mail/ Disallow: /nextcloud/ Disallow: /webtrees/ # URLs formerly in httpd.conf #Disallow: /baikal/ #Allow: /bugtracker/ #Disallow: /openme/ #Disallow: /owncloud/ #Disallow: /roundcube/ #Disallow: /wordpress/