# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html # Block Bingbot from /search User-agent: bingbot Disallow: /search User-agent: * # CSS, JS, Images Disallow: /core/*.css$ Disallow: /core/*.css? Disallow: /core/*.js$ Disallow: /core/*.js? Disallow: /core/*.gif Disallow: /core/*.jpg Disallow: /core/*.jpeg Disallow: /core/*.png Disallow: /core/*.svg Disallow: /profiles/*.css$ Disallow: /profiles/*.css? Disallow: /profiles/*.js$ Disallow: /profiles/*.js? Disallow: /profiles/*.gif Disallow: /profiles/*.jpg Disallow: /profiles/*.jpeg Disallow: /profiles/*.png Disallow: /profiles/*.svg # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.md Disallow: /composer/Metapackage/README.txt Disallow: /composer/Plugin/ProjectMessage/README.md Disallow: /composer/Plugin/Scaffold/README.md Disallow: /composer/Plugin/VendorHardening/README.txt Disallow: /composer/Template/README.txt Disallow: /modules/README.txt Disallow: /sites/README.txt Disallow: /themes/README.txt Disallow: /web.config # Paths (clean URLs) Disallow: /admin/* Disallow: /comment/reply/* Disallow: /filter/tips/* Disallow: /node/add/* Disallow: /search/* Disallow: /user/register/* Disallow: /user/password Disallow: /user/login/* Disallow: /user/logout/* Disallow: /media/oembed/* Disallow: /*/media/oembed/* # Paths (no clean URLs) Disallow: /index.php Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout Disallow: /index.php/media/oembed Disallow: /index.php/*/media/oembed Disallow: /oss/* Disallow: /xml/* Disallow: /node/* Disallow: /admin/* Disallow: /wp-admin/* Disallow: /auth/* Disallow: /site/* Disallow: /user/* Disallow: /saml-login/* Disallow: /login/* # New list of URLs (08 Oct 2025) Disallow: /api2.php Disallow: /admin/config/people/simplesamlphp_auth/local Disallow: /phpmyadmin Disallow: /horde/login.php Disallow: /squirrelmail/src/login.php Disallow: /webmail/src/login.php Disallow: /admin/config/people/simplesamlphp_auth Disallow: /wp-login.php Disallow: /index.php/admin Disallow: /index.php/user/register Disallow: /index.php/*/media/oembed Disallow: /index.php/1 Disallow: /index.php/comment/reply/ Disallow: /index.php/node/add/ Disallow: /wp-admin/load-scripts.php Disallow: /careers/job/563431003083696-php-developer-mexico-mexico-city-am- Disallow: /careers/job/563431003197032-php-specialist-laravel--greece-athens-amdocs-site- Disallow: /careers/job/563431004445681-php-developer-greece-athens-amdocs-site- Disallow: /core/modules/file/lib/Drupal/file/FileStorageControllerInterface.php Disallow: /index.php/* Disallow: /php.zip Disallow: /libs/* Disallow: /core/* Disallow: /admin/content Disallow: /admin/content/media Disallow: /admin/cohesion/components/components Disallow: /admin/cohesion/styles/cohesion_custom_styles/96cc50c2/edit Disallow: /admin/cohesion/components/components/cpt_amd_careers_banner/edit Disallow: /careers/job/563431003571481-system-admin-linux-admin--manila-philippines Disallow: /admin Disallow: /admin/config/search/search-api/index/acquia_search_index Disallow: /admin/config/system/cron/jobs Disallow: /admin/content/date Disallow: /admin/structure/views/view/media Disallow: /admin/cohesion/components/components/cpt_amd_signposting/edit Disallow: /admin/cohesion/components Disallow: /admin/cohesion/styles/cohesion_custom_styles Disallow: /admin/content/files Disallow: /admin/config/development/performance Disallow: /admin/config/search/search-api Disallow: /admin/config/search/search-api/index/acquia_search_index/fields Disallow: /admin/modules Disallow: /admin/config/system/cron Disallow: /careers/job/563431003548053-system-admin-linux-vmware--india-pune-amdocs-site- Disallow: /admin/config/search/search-api/index/default_index Disallow: /admin/content/media-grid Disallow: /careers/job/563431004125706-system-admin-linux-vmware--india-pune-amdocs-site- Disallow: /wp-admin Disallow: /admin/config/search/search-api/server/acquia_search_server Disallow: /admin/config/search/search-api/index/acquia_search_index/processors Disallow: /admin/content/node/delete Disallow: /admin/reports/dblog Disallow: /admin/cohesion/components/components/cpt_amd_banner_slider/edit Disallow: /admin/config/people/simplesamlphp_auth/local Disallow: /admin/reports/status Disallow: /admin/structure/views Disallow: /phpmyadmin Disallow: /admin/config/system/shield Disallow: /admin/cohesion/components/components/cpt_amd_article_banner/edit Disallow: /admin/cohesion/components/components/cpt_amd_event_teaser/edit Disallow: /admin/config Disallow: /admin/config/search/redirect Disallow: /admin/structure/media/manage/video/fields Disallow: /admin/people Disallow: /admin/cohesion/components/components/cpt_amd_featured_product_banner/edit Disallow: /admin/cohesion/sync/packages Disallow: /admin/cohesion/templates/view_templates Disallow: /admin/cohesion Disallow: /admin/cohesion/components/components/cpt_amd_contact_card_url/edit Disallow: /admin/cohesion/templates/content_templates/node/node_insights_article_full/edit Disallow: /careers/job/563431002872725-db-administrator-india-pune-amdocs-site- Disallow: /admin/cohesion/cohesion_website_settings/font_libraries/bulk_edit Disallow: /admin/cohesion/sync/packages/pack_homepage Disallow: /admin/config/people/simplesamlphp_auth Disallow: /admin/people/permissions/module/employee_info Disallow: /admin/structure/media/manage/image/fields Disallow: /admin/cohesion/components/components/cpt_amd_event_detail_card_full/edit Disallow: /admin/cohesion/components/components/cpt_parallax_banner/edit Disallow: /admin/cohesion/styles/cohesion_custom_styles/1fcfe4f7/edit Disallow: /admin/cohesion/templates/content_templates/node Disallow: /admin/structure/menu Disallow: /admin/cohesion/components/components/cpt_amd_event_labels/edit Disallow: /admin/cohesion/components/components/cpt_amd_homepage_banner_updated/edit Disallow: /admin/cohesion/components/components/cpt_latest_from_amdocs/edit Disallow: /admin/content/files/usage/37551 Disallow: /admin/structure Disallow: /admin/structure/media/manage/document/fields Disallow: /admin/structure/menu/item/776/edit Disallow: /admin/structure/menu/manage/topbar Disallow: /taxonomy Disallow: /taxonomy/* Disallow: /admin/structure/taxonomy/manage/individual_products/add Disallow: /admin/structure/taxonomy/manage/individual_products/overview Disallow: /admin/structure/taxonomy/manage/page_label_category/overview Disallow: /admin/structure/taxonomy/manage/subcategory/overview Disallow: /admin/structure/views/view/content_by_create_date Disallow: /index.php/admin Disallow: /admin/cohesion/components/components/cpt__careers_banner/edit Disallow: /admin/cohesion/components/components/cpt_contact_tile/edit Disallow: /admin/config/search/redirect/add Disallow: /admin/structure/display-modes Disallow: /admin/structure/media Disallow: /admin/structure/media/manage/audio/fields Disallow: /Admin Disallow: /admin/cohesion/components/* Disallow: /admin/cohesion/templates/* Disallow: /admin/config/search Disallow: /admin/config/search/search-api/index/acquia_search_index/edit Disallow: /admin/structure/media/* Disallow: /cgi-bin/cgi-bin/topicadmin Disallow: /user/* Disallow: /ADMIN Disallow: /admin/cohesion/components/components/add Disallow: /admin/cohesion/components/components/cpt_amd_careers_banner/in_use Disallow: /admin/cohesion/configuration/account-settings Disallow: /admin/cohesion/sync/packages/export/pack_homepage Disallow: /admin/config/search/search-api/index/searchstax_index Disallow: /admin/config/services/acquia-connector/login Disallow: /admin/config/system/site-information Disallow: /admin/structure/block Disallow: /admin/structure/display-modes/view Disallow: /admin/structure/media/manage/document Disallow: /%admin Disallow: /Admin.; Disallow: /admin/ Disallow: /tag Disallow: /tag/* Disallow: /media-room/* Disallow: /media-room Disallow: /admin/* Disallow: /admin/cohesion/styles Disallow: /admin/cohesion/sync/* Disallow: /admin/cohesion/templates Disallow: /admin/cohesion/templates/* Disallow: /admin/config/content/scheduler Disallow: /admin/config/* Disallow: /admin/config/search/search-api/index/* Disallow: /admin/config/system/cron/jobs/* Disallow: /admin/content/files/usage/67616 Disallow: /admin/login Disallow: /admin/login/* Disallow: /admin/people/permissions/administrator Disallow: /admin/people/roles/manage/administrator Disallow: /admin/register Disallow: /admin/reports Disallow: /admin/structure/display-modes/form Disallow: /admin/structure/media/* Disallow: /admin/structure/taxonomy/* Disallow: /admin/structure/taxonomy/manage/* Disallow: /admin/structure/views/view/* Disallow: /admin/user/* Disallow: /adminlogin Disallow: /cgi-bin/openvpnadmin Disallow: /wp-admin/load-scripts.php Disallow: /admin/appearance Disallow: /admin/cohesion/developer/* Disallow: /admin/cohesion/* Disallow: /admin/cohesion/styles/* Disallow: /admin/cohesion/sync/packages/* Disallow: /admin/cohesion/templates/* Disallow: /admin/config/amdocs_utility/ui-settings Disallow: /admin/config/content/honeypot Disallow: /admin/config/media/clamav Disallow: /admin/config/search/metatag Disallow: /admin/config/search/metatag/settings Disallow: /admin/config/search/search-api/* Disallow: /admin/config/search/* Disallow: /admin/config/system/munchkin Disallow: /admin/people/permissions Disallow: /admin/people/roles Disallow: /admin/reports/dblog/* Disallow: /admin/structure/block/manage/topbar Disallow: /admin/structure/media/manage/* Disallow: /admin/structure/* Disallow: /admin/structure/menu/* Disallow: /admin/structure/types/* Disallow: /admin/cohesion/components/components/* Disallow: /admin/people/* Disallow: /admin/reports/*