#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# SR#214471: Added sitemap URL in robots.txt
Sitemap: https://www.pfizerpro.co.uk/sitemap.xml?pfizer_sst=1

User-agent: *
Crawl-delay: 10
# CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

#  SR#217356: Hide PfizerPro Uk PDFs from google search
Disallow: /system/files/*.pdf
Disallow: /sites/default/files/*.pdf

# SR#217756: Hide support/list and information/list from google search
Disallow: /*/information/list/
Disallow: /*/support/list/

# SR#218351 - Removal of All Support and services listing pages
Disallow: /*/support/support-and-services/list/
Disallow: /*/support/your-patients/list/
Disallow: /support/about-inflectrar/
Disallow: /support/biosimilars/
Disallow: /support/categories-anticoagulants/
Disallow: /support/considerations-biologic-switching/
Disallow: /support/cresembar-mode-action/
Disallow: /support/diagnostic-driven-approach-ifis-0/
Disallow: /support/dosing-guide/
Disallow: /support/educational-videos-mdr-gram-negative-infections/
Disallow: /support/educational-videos-zavicefta-clinical-practice-0/
Disallow: /support/extrapolation/
Disallow: /support/fragminr-patient-resources/
Disallow: /support/fragminr-presentations/
Disallow: /support/fragminr-tolerability/
Disallow: /support/gecse-kb-et-al-2017/
Disallow: /support/genotropin-somatropin-rbe-helpline-support-materials/
Disallow: /support/genotropin-somatropin-rbe-request-visit/
Disallow: /support/genotropin-somatropin-rbe-support-pharmacists/
Disallow: /support/groassistr-patient-support-app/
Disallow: /support/guidelines/
Disallow: /support/how-xeljanz-works/
Disallow: /support/induction-and-maintenance-ibd/
Disallow: /support/inflammatory-bowel-disease/
Disallow: /support/mechanism-action/
Disallow: /support/nor-switch/
Disallow: /support/optimising-treatment-inflectrar/
Disallow: /support/order-depo-provera-materials/
Disallow: /support/order-materials/
Disallow: /support/paediatric-studies/
Disallow: /support/patient-resources/
Disallow: /support/planetas/
Disallow: /support/planetra-0/
Disallow: /support/prescribing-information-2/
Disallow: /support/prosit-bio-0/
Disallow: /support/real-world-evidence-ibd-0/
Disallow: /support/resources-your-patients/
Disallow: /support/safety-and-tolerability/
Disallow: /support/sayanar-press-patient-website/
Disallow: /support/somavert-contact-us/
Disallow: /support/study-34/
Disallow: /support/support-materials-patients-prescribed-champix-varenicline/
Disallow: /support/sutent-therapy-management/
Disallow: /support/switch-studies/
Disallow: /support/uk-guidance-biosimilars/
Disallow: /support/using-fragminr-needle-trap/
Disallow: /support/xeljanz-events/
Disallow: /support/zinforo-video-resources/

# SR#221381 - Hide below file extensions from Google Search
Disallow: /file/*
Disallow: /images/*
Disallow: /sites/default/files/*.jpg
Disallow: /sites/default/files/*.jpeg
Disallow: /sites/default/files/*.gif
Disallow: /sites/default/files/*.png
Disallow: /sites/default/files/*.txt
Disallow: /sites/default/files/*.doc
Disallow: /sites/default/files/*.docx
Disallow: /sites/default/files/*.xls
Disallow: /sites/default/files/*.xlsx
Disallow: /sites/default/files/*.pdf
Disallow: /sites/default/files/*.ppt
Disallow: /sites/default/files/*.pptx
Disallow: /sites/default/files/*.pps
Disallow: /sites/default/files/*.ppsx
Disallow: /sites/default/files/*.odt
Disallow: /sites/default/files/*.ods
Disallow: /sites/default/files/*.odp
Disallow: /sites/default/files/*.mp3
Disallow: /sites/default/files/*.mov
Disallow: /sites/default/files/*.mp4
Disallow: /sites/default/files/*.m4a
Disallow: /sites/default/files/*.m4v
Disallow: /sites/default/files/*.mpeg
Disallow: /sites/default/files/*.avi
Disallow: /sites/default/files/*.ogg
Disallow: /sites/default/files/*.oga
Disallow: /sites/default/files/*.ogv
Disallow: /sites/default/files/*.weba
Disallow: /sites/default/files/*.webp
Disallow: /sites/default/files/*.webm
Disallow: /sites/default/files/*.svg
Disallow: /sites/default/modules/custom/*.png
Disallow: /sites/default/modules/custom/*.jpg
Disallow: /sites/default/modules/custom/*.jpeg

# SR#221376 - Hide all node links from Google Search
Disallow: /node/*

# SR#226606 - Hide below urls from Google Search
Disallow: /images/
Disallow: /files/
Disallow: /medicine/apexxnar/images/
Disallow: /medicine/apexxnar/files/
Disallow: /medicine/bavencio/images/
Disallow: /medicine/bavencio/files/
Disallow: /medicine/benefix/images/
Disallow: /medicine/benefix/files/
Disallow: /medicine/besponsa/images/
Disallow: /medicine/besponsa/files/
Disallow: /medicine/bosulif/images/
Disallow: /medicine/bosulif/files/
Disallow: /medicine/champix/images/
Disallow: /medicine/champix/files/
Disallow: /medicine/cibinqo/images/
Disallow: /medicine/cibinqo/files/
Disallow: /medicine/cresemba/images/
Disallow: /medicine/cresemba/files/
Disallow: /medicine/depo-provera/images/
Disallow: /medicine/depo-provera/files/
Disallow: /medicine/dostinex/images/
Disallow: /medicine/dostinex/files/
Disallow: /medicine/ecalta/images/
Disallow: /medicine/ecalta/files/
Disallow: /medicine/eliquis/images/
Disallow: /medicine/eliquis/files/
Disallow: /medicine/enbrel/images/
Disallow: /medicine/enbrel/files/
Disallow: /medicine/estring/images/
Disallow: /medicine/estring/files/
Disallow: /medicine/fragmin/images/
Disallow: /medicine/fragmin/files/
Disallow: /medicine/genotropin/images/
Disallow: /medicine/genotropin/files/
Disallow: /medicine/ibrance/images/
Disallow: /medicine/ibrance/files/
Disallow: /medicine/inflectra/images/
Disallow: /medicine/inflectra/files/
Disallow: /medicine/inlyta/images/
Disallow: /medicine/inlyta/files/
Disallow: /medicine/lorviqua/images/
Disallow: /medicine/lorviqua/files/
Disallow: /medicine/mylotarg/images/
Disallow: /medicine/mylotarg/files/
Disallow: /medicine/ngenla/images/
Disallow: /medicine/ngenla/files/
Disallow: /medicine/nimenrix/images/
Disallow: /medicine/nimenrix/files/
Disallow: /medicine/paxlovid/images/
Disallow: /medicine/paxlovid/files/
Disallow: /medicine/prevenar-13/images/
Disallow: /medicine/prevenar-13/files/
Disallow: /medicine/raylumis/images/
Disallow: /medicine/raylumis/files/
Disallow: /medicine/refacto-af/images/
Disallow: /medicine/refacto-af/files/
Disallow: /medicine/sayana-press/images/
Disallow: /medicine/sayana-press/files/
Disallow: /medicine/somavert/images/
Disallow: /medicine/somavert/files/
Disallow: /medicine/sutent/images/
Disallow: /medicine/sutent/files/
Disallow: /medicine/ticovac/images/
Disallow: /medicine/ticovac/files/
Disallow: /medicine/trumenba/images/
Disallow: /medicine/trumenba/files/
Disallow: /medicine/xalkori/images/
Disallow: /medicine/xalkori/files/
Disallow: /medicine/xeljanz/images/
Disallow: /medicine/xeljanz/files/
Disallow: /medicine/zavicefta/images/
Disallow: /medicine/zavicefta/files/
Disallow: /medicine/zinforo/images/
Disallow: /medicine/zinforo/files/
Disallow: /therapy-areas/acromegaly/images/
Disallow: /therapy-areas/acromegaly/files/
Disallow: /therapy-areas/alopecia-areata/images/
Disallow: /therapy-areas/alopecia-areata/files/
Disallow: /therapy-areas/ankylosing-spondylitis/images/
Disallow: /therapy-areas/ankylosing-spondylitis/files/
Disallow: /therapy-areas/anti-infectives/images/
Disallow: /therapy-areas/anti-infectives/files/
Disallow: /therapy-areas/atopic-dermatitis/images/
Disallow: /therapy-areas/atopic-dermatitis/files/
Disallow: /therapy-areas/attr-cm/images/
Disallow: /therapy-areas/attr-cm/files/
Disallow: /therapy-areas/cardiovascular/images/
Disallow: /therapy-areas/cardiovascular/files/
Disallow: /therapy-areas/cardiovascular/images/
Disallow: /therapy-areas/cardiovascular/files/
Disallow: /therapy-areas/covid19/images/
Disallow: /therapy-areas/covid19/files/
Disallow: /therapy-areas/crohns-disease/images/
Disallow: /therapy-areas/crohns-disease/files/
Disallow: /therapy-areas/growth-disorders/images/
Disallow: /therapy-areas/growth-disorders/files/
Disallow: /therapy-areas/haemophilia/images/
Disallow: /therapy-areas/haemophilia/files/
Disallow: /therapy-areas/inflammation/images/
Disallow: /therapy-areas/inflammation/files/
Disallow: /therapy-areas/meningococcal/images/
Disallow: /therapy-areas/meningococcal/files/
Disallow: /therapy-areas/nvaf/images/
Disallow: /therapy-areas/nvaf/files/
Disallow: /therapy-areas/oncology-biosimilars/images/
Disallow: /therapy-areas/oncology-biosimilars/files/
Disallow: /therapy-areas/oncology/images/
Disallow: /therapy-areas/oncology/files/
Disallow: /therapy-areas/pneumococcal/images/
Disallow: /therapy-areas/pneumococcal/files/
Disallow: /therapy-areas/psoriasis/images/
Disallow: /therapy-areas/psoriasis/files/
Disallow: /therapy-areas/psoriatic-arthritis/images/
Disallow: /therapy-areas/psoriatic-arthritis/files/
Disallow: /therapy-areas/rheumatoid-arthritis/images/
Disallow: /therapy-areas/rheumatoid-arthritis/files/
Disallow: /therapy-areas/smoking-cessation/images/
Disallow: /therapy-areas/smoking-cessation/files/
Disallow: /therapy-areas/ulcerative-colitis/images/
Disallow: /therapy-areas/ulcerative-colitis/files/
Disallow: /therapy-areas/vaccines/images/
Disallow: /therapy-areas/vaccines/files/
Disallow: /therapy-areas/vte/images/
Disallow: /therapy-areas/vte/files/
Disallow: /therapy-areas/vte/images/
Disallow: /therapy-areas/vte/files/
Disallow: /therapy-areas/womens-health/images/
Disallow: /therapy-areas/womens-health/files/
Disallow: /medicine/atgam/images/
Disallow: /medicine/atgam/files/
Disallow: /medicine/benefix/images/
Disallow: /medicine/benefix/files/
Disallow: /medicine/nivestim/images/
Disallow: /medicine/nivestim/files/
Disallow: /medicine/retacrit/images/
Disallow: /medicine/retacrit/files/
Disallow: /medicine/ruxience/images/
Disallow: /medicine/ruxience/files/
Disallow: /medicine/tomudex/images/
Disallow: /medicine/tomudex/files/
Disallow: /medicine/trazimera/images/
Disallow: /medicine/trazimera/files/
Disallow: /medicine/vydura/images/
Disallow: /medicine/vydura/files/
Disallow: /medicine/vyndaqel/images/
Disallow: /medicine/vyndaqel/files/
Disallow: /medicine/zirabev/images/
Disallow: /medicine/zirabev/files/
Disallow: /therapy-areas/cachexia/images/
Disallow: /therapy-areas/cachexia/files/
Disallow: /therapy-areas/jia/images/
Disallow: /therapy-areas/jia/files/
Disallow: /therapy-areas/migraine/images/
Disallow: /therapy-areas/migraine/files/
Disallow: /therapy-areas/nash/images/
Disallow: /therapy-areas/nash/files/
Disallow: /therapy-areas/obesity/images/
Disallow: /therapy-areas/obesity/files/
Disallow: /therapy-areas/rare-disease/images/
Disallow: /therapy-areas/rare-disease/files/
Disallow: /therapy-areas/tick-borne-encephalitis/images/
Disallow: /therapy-areas/tick-borne-encephalitis/files/
Disallow: /therapy-areas/t2d/images/
Disallow: /therapy-areas/t2d/files/
Disallow: /therapy-areas/rheumatology/images/
Disallow: /therapy-areas/rheumatology/files/

#ZD472409 Hide below URLs from search
Disallow: /therapy-areas/attr-cm/images/
Disallow: /therapy-areas/attr-cm/files/
Disallow: /medicine/ticovac/images/
Disallow: /medicine/ticovac/files/

#For Material and Videos on AB and Brands and TA
Disallow: /api/vc/*