# robots.txt # user-agent: * # # Directories # D7 Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/default/files/lp/pdfs/* Disallow: /sites/all/ Disallow: /concur-access/ Disallow: /concur-access Disallow: /themes/ Disallow: /taxonomy/ Disallow: /node/ Disallow: /node Allow: /sites/all/modules/custom_concur/concur_tracking/public/js/global_scripts/* Allow: /sites/all/modules/custom_concur/concur_startup/* Allow: /sites/all/themes/concur7/css/font-awesome/font/* # D10 Disallow: /core/ # # FORMS # D7 Disallow: /advisor-platinum-thank-you Disallow: /advisor-registration/thank-you Disallow: /contact/thankyou Disallow: /ap-process-risk-assessment/result # # DRUPAL PATHS (CLEAN URLs) # D7 Disallow: /node/add/ Disallow: /search?sqs=* Disallow: /user/password/ # D10 Disallow: /user/register Disallow: /user/password Disallow: /user/login # # FILES - CSS, JS, IMAGES # D7 Allow: /sites/all/modules/custom_concur/trackingmod/js/*.js Allow: /sites/default/files/*.css Allow: /sites/default/files/*.js Allow: /misc/*.css Allow: /misc/*.png Allow: /misc/*.js Allow: /misc/*.jpg Allow: /misc/*.jpeg Allow: /sites/*.css Allow: /sites/*.png Allow: /sites/*.jpg Allow: /sites/*.jpeg Allow: /sites/all/modules/*.js Allow: /sites/all/themes/*.js # D10 Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /core/*.webp # # FAVICON Allow: /sites/all/themes/concur7/favicon.ico # # PDF Disallow: /*.pdf # Sitemap: https://www.concur.nl/sitemap.xml Sitemap: https://www.concur.nl/blog/sitemap.xml