#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
Disallow: /sites/default/files/aao_documents/*
Disallow: /sites/default/files/fda_documents/*
Disallow: /sites/default/files/non-indexed/*
Disallow: /media/*
Disallow: /taxonomy/*
Disallow: /node/*
# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /sites/default/files/2019_AC_AML_Challenges.pdf
Disallow: /sites/default/files/2019_AC_Blockchain_ICOs_Cryptocurrencies.pdf
Disallow: /sites/default/files/2019_AC_Books_and_Records.pdf
Disallow: /sites/default/files/2019_AC_Branch_Cybersecurity_Controls.pdf
Disallow: /sites/default/files/2019_AC_Branch_Office_Inspections.pdf
Disallow: /sites/default/files/2019_AC_Breakfast_Member_Supervision_Staff.pdf
Disallow: /sites/default/files/2019_AC_Business_Continuity.pdf
Disallow: /sites/default/files/2019_AC_CCOs_Role_in_Cybersecurity.pdf
Disallow: /sites/default/files/2019_AC_Clearing_and_Operational_Issues.pdf
Disallow: /sites/default/files/2019_AC_Common_Examination_Findings_Institutional.pdf
Disallow: /sites/default/files/2019_AC_Common_Examination_Findings_Med_Large.pdf
Disallow: /sites/default/files/2019_AC_Common_Examination_Findings_Small.pdf
Disallow: /sites/default/files/2019_AC_Communications_With_Public.pdf
Disallow: /sites/default/files/2019_AC_Complex_Products.pdf
Disallow: /sites/default/files/2019_AC_Conflicts_Interest.pdf
Disallow: /sites/default/files/2019_AC_Conflicts_Interest_Investment_Banking.pdf
Disallow: /sites/default/files/2019_AC_CRCP_Lunch.pdf
Disallow: /sites/default/files/2019_AC_Cyber_Guidance_Small_Firms.pdf
Disallow: /sites/default/files/2019_AC_Cybersecurity_Response_Plans.pdf
Disallow: /sites/default/files/2019_AC_Digital_Assets_Initial_Coin_Offerings.pdf
Disallow: /sites/default/files/2019_AC_Digital_Transformation.pdf
Disallow: /sites/default/files/2019_AC_Diversity_Inclusion_Luncheon.pdf
Disallow: /sites/default/files/2019_AC_Effective_Documentation_0.pdf
Disallow: /sites/default/files/2019_AC_Fraud_Detection.pdf
Disallow: /sites/default/files/2019_AC_Effective_Supervision_Med_Large.pdf
Disallow: /sites/default/files/2019_AC_Enforcement.pdf
Disallow: /sites/default/files/2019_AC_Ethical_Culture.pdf
Disallow: /sites/default/files/2019_AC_Financial_Operational_Practices.pdf
Disallow: /sites/default/files/2019_AC_FINRA_Rule_2210.pdf
Disallow: /sites/default/files/2019_AC_FinTech_Wealth_Management.pdf
Disallow: /sites/default/files/2019_AC_FinTech_Trends.pdf
Disallow: /sites/default/files/2019_AC_Fixed_Income.pdf
Disallow: /sites/default/files/2019_AC_Fraud_Misappropriation.pdf
Disallow: /sites/default/files/2019_AC_High-Risk_Activity.pdf
Disallow: /sites/default/files/2019_AC_How_FINRA_Rules_Get_Made.pdf
Disallow: /sites/default/files/2019_AC_AML_Risks.pdf
Disallow: /sites/default/files/2019_AC_Managing_Cybersecurity_Risks_0.pdf
Disallow: /sites/default/files/2019_AC_Margin_Requirements.pdf
Disallow: /sites/default/files/2019_AC_Detecting_Preventing_Misconduct.pdf
Disallow: /sites/default/files/2019_AC_Mark-Up_Disclosure_Requirements.pdf
Disallow: /sites/default/files/2019_AC_Membership_Application_Program.pdf
Disallow: /sites/default/files/2019_AC_Mergers_Acquisitions.pdf
Disallow: /sites/default/files/2019_AC_Multigenerational_Clients_Staff.pdf
Disallow: /sites/default/files/2019_AC_Municipal_Securities.pdf
Disallow: /sites/default/files/2019_AC_Navigate_Arbitration_Sm_Firms.pdf
Disallow: /sites/default/files/2019_AC_OBAs_PSTs.pdf
Disallow: /sites/default/files/2019_AC_Orientation.pdf
Disallow: /sites/default/files/2019_AC_Changes_to_CE_Program.pdf
Disallow: /sites/default/files/2019_AC_Registration_Requirements.pdf
Disallow: /sites/default/files/2019_AC_Regulatory_Changes.pdf
Disallow: /sites/default/files/2019_AC_Regulatory_Exams.pdf
Disallow: /sites/default/files/2019_AC_Social_Media.pdf
Disallow: /sites/default/files/2019_AC_Suitability_Rule.pdf
Disallow: /sites/default/files/2019_AC_Suitability_What_You_Need_to_Know.pdf
Disallow: /sites/default/files/2019_AC_Supervising_Variable_Annuities_Business.pdf
Disallow: /sites/default/files/2019_AC_Suspicious_Activity_Monitoring.pdf
Disallow: /sites/default/files/2019_AC_Three_Lines_Defense.pdf
Disallow: /sites/default/files/2019_AC_Third-Party_Vendors.pdf
Disallow: /sites/default/files/2018_CC_CCO_Role.pdf
Disallow: /sites/default/files/2018_CC_Cyber_Incident_Response.pdf
Disallow: /sites/default/files/2018_CC_Guidance_Small_Firms.pdf
Disallow: /sites/default/files/2018_CC_Effective_Practices.pdf
Disallow: /sites/default/files/2018_CC_Keynote_Address.pdf
Disallow: /sites/default/files/2019_AC_Welcome_Remarks.pdf
Disallow: /sites/default/files/2019_AC_Fireside_Chat.pdf
Disallow: /sites/default/files/2019_AC_Compliance_Legal_Trends.pdf
Disallow: /sites/default/files/2019_AC_Keynote_Chris_Gardner.pdf
Disallow: /sites/default/files/2018_CC_Branch_Controls.pdf
Disallow: /sites/default/files/2018_CC_Insight_from_Experts.pdf
Disallow: /sites/default/files/2019_AC_Ask_FINRA_Senior_Staff.pdf
Disallow: /sites/default/files/2018_CC_Cyber_Attacks.pdf
Disallow: /sites/default/files/2018_CC_Steps_if_Breached.pdf
Disallow: /industry/real-world-scenario-ransomware-video
Disallow: /sites/default/files/2018_CC_Welcome.pdf
Disallow: /events-training/conferences-events/get-set-state-examiner-training-2021
Disallow: /events-training/conferences-events/get-set-state-examiner-training-2021/agenda
Disallow: /sites/default/files/2021-01/2021_GetSET_On-line_Brochure.pdf
Disallow: /arbitration-mediation/arbitration-awards-online
Disallow: /rules-guidance/oversight-enforcement/finra-disciplinary-actions
Disallow: /investors/investing/investment-products/options/*
Disallow: /investors/investing/investment-products/futures-and-commodities/*
Disallow: /investors/investing/investment-products/annuities/*
Disallow: /investors/investing/investment-products/alternative-and-emerging-products/*
Disallow: /investors/investing/investment-products/digital-assets/*
Disallow: /investors/investing/investment-products/mutual-funds/*
Disallow: /investors/investing/investment-products/exchange-traded-funds-and-products/*
Disallow: /investors/investing/investment-products/bank-products/*
Disallow: /investors/investing/investment-products/bonds/*
Disallow: /investors/investing/investment-products/stocks/overview
Disallow: /investors/investing/investment-products/stocks/types
Disallow: /investors/investing/investment-products/stocks/buying-selling
Disallow: /investors/investing/investment-products/stocks/risks
Disallow: /investors/investing/investment-accounts/brokerage-accounts/*
Disallow: /investors/investing/investment-accounts/retirement-accounts/*
Disallow: /investors/investing/investment-accounts/college-savings-accounts/overview
Disallow: /investors/investing/investment-accounts/college-savings-accounts/types
Disallow: /investors/investing/investment-accounts/college-savings-accounts/other-considerations
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /index.php/*