# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * # ####################### ## Universal Rules # CSS, JS, Images #work with FED team for exceptions # Directories #Disallow CL, CH, UAE, NZ, SG Sites Disallow:/sg/en/* Disallow:/nz/en/* Disallow:/ae/en/* Disallow:/ch/en/* Disallow:/ch/fr/* Disallow:/ch/de/* Disallow:/cl/es/* Disallow:/nl/nl/* Disallow:/nl/en/* # Files Disallow: /web.config #Disallow CL, CH, UAE, NZ, SG, NL Sitemaps Disallow: /content/roberthalf.sitemap.sg-sitemap.xml Disallow: /content/roberthalf.sitemap.sg-en-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.sg-en-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.sg-external-job-details-sitemap.xml Disallow: /content/roberthalf.sitemap.sg-en-external-role-details-sitemap.xml Disallow: /content/roberthalf.sitemap.nz-sitemap.xml Disallow: /content/roberthalf.sitemap.nz-en-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.nz-en-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.nz-external-job-details-sitemap.xml Disallow: /content/roberthalf.sitemap.nz-en-external-role-details-sitemap.xml Disallow: /content/roberthalf.sitemap.ae-sitemap.xml Disallow: /content/roberthalf.sitemap.ae-en-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.ae-en-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.ae-external-job-details-sitemap.xml Disallow: /content/roberthalf.sitemap.ae-en-external-role-details-sitemap.xml Disallow: /content/roberthalf.sitemap.cl-sitemap.xml Disallow: /content/roberthalf.sitemap.cl-es-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.cl-es-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.cl-external-job-details-sitemap.xml Disallow: /content/roberthalf.sitemap.cl-es-external-role-details-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-en-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-en-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-external-job-details-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-en-external-role-details-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-de-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-de-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-external-job-details-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-de-external-role-details-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-fr-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-fr-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-external-job-details-sitemap.xml Disallow: /content/roberthalf.sitemap.ch-fr-external-role-details-sitemap.xml Disallow: /content/roberthalf.sitemap.nl-sitemap.xml Disallow: /content/roberthalf.sitemap.nl-nl-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.nl-nl-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.nl-external-job-details-sitemap.xml Disallow: /content/roberthalf.sitemap.nl-nl-external-role-details-sitemap.xml Disallow: /content/roberthalf.sitemap.nl-en-external-job-search-sitemap.xml Disallow: /content/roberthalf.sitemap.nl-en-external-role-detail-no-salary-sitemap.xml Disallow: /content/roberthalf.sitemap.nl-en-external-role-details-sitemap.xml # FED Team # SEO Team # ####################### # US (.com/us/en) rules # XML sitemap Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.us-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.us-en-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.us-en-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.us-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.us-en-external-role-details-sitemap.xml # FED Team # SEO Team Disallow: /us/en/insights/salary-guide/details/* Disallow: /us/en/insights/salary-guide-preview* Disallow: /us/en/job-details-preview* Disallow: /us/en/search?param=* Disallow: /us/en/contact/search?param=* Disallow: /us/en/c/* # ####################### # CA (.com/ca/en|.com/ca/fr) rules # XML Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.ca-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.ca-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.ca-en-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.ca-en-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.ca-en-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.ca-fr-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.ca-fr-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.ca-fr-external-role-detail-no-salary-sitemap.xml # FED Team # SEO Team Disallow: /ca/en/insights/salary-guide/details/* Disallow: /ca/en/insights/salary-guide-preview* Disallow: /ca/en/job-details-preview* Disallow: /ca/fr/perspectives/guide-salarial/details/* Disallow: /ca/fr/job-details-preview* Disallow: /ca/fr/perspectives/apercu-guide-salarial* Disallow: /ca/en/search?param=* Disallow: /ca/fr/recherche?param=* Disallow: /ca/en/c/* Disallow: /ca/fr/c/* # ####################### # DE (.com/de/de) rules # XML sitemap Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.de-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.de-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.de-de-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.de-de-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.de-de-external-role-detail-no-salary-sitemap.xml # FED Team # SEO Team Disallow: /insights/gehaltsuebersicht/job-details/* Disallow: /de/de/suche?param=* Disallow: /de/de/c/* # ####################### # UK (.com/gb) rules # XML sitemap Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.gb-en-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.gb-en-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.gb-en-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.gb-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.gb-sitemap.xml # FED Team # SEO Team Disallow: /gb/en/search?param=* Disallow: /gb/en/contact/search?param=* Disallow: /gb/en/c/* # ####################### # AU (.com/au) rules # XML sitemap Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.au-en-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.au-en-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.au-en-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.au-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.au-sitemap.xml # FED Team # SEO Team Disallow: /au/en/search?param=* Disallow: /au/en/contact/search?param=* Disallow: /au/en/c/* # ####################### # BR (.com/br) rules # XML sitemap Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.br-pt-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.br-pt-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.br-pt-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.br-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.br-sitemap.xml # FED Team # SEO Team Disallow: /br/pt/search?param=* Disallow: /br/pt/c/* # ####################### # FR (.com/FR) rules # XML sitemap Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.fr-fr-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.fr-fr-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.fr-fr-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.fr-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.fr-sitemap.xml # FED Team # SEO Team Disallow: /fr/fr/search?param=* Disallow: /fr/fr/c/* # ####################### # BE (.com/be) rules # XML sitemap Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-en-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-en-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-en-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-fr-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-fr-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-fr-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-nl-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-nl-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-nl-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.be-sitemap.xml # FED Team # SEO Team Disallow: /be/fr/search?param=* Disallow: /be/fr/c/* Disallow: /be/nl/search?param=* Disallow: /be/nl/c/* Disallow: /be/en/search?param=* Disallow: /be/en/c/* # ####################### # JP (.com/jp) rules # XML sitemap Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.jp-ja-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.jp-ja-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.jp-ja-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.jp-en-external-job-search-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.jp-en-external-role-detail-no-salary-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.jp-en-external-role-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.jp-external-job-details-sitemap.xml Sitemap: https://www.roberthalf.com/content/roberthalf.sitemap.jp-sitemap.xml # FED Team # SEO Team Disallow: /jp/en/search?param=* Disallow: /jp/en/c/* Disallow: /jp/ja/search?param=* Disallow: /jp/ja/c/* #Spam Prevention Disallow: /us/en/jobs/all/*COM* Disallow: /us/en/jobs/all/*cØM* Disallow: /us/en/jobs/all/*CØM* Disallow: /us/en/jobs/all/*COm* Disallow: /us/en/jobs/all/*com* Disallow: /us/en/jobs/all/*cØm* Disallow: /us/en/jobs/all/*á‘•0á—°* Disallow: /us/en/jobs/all/*CoM* Disallow: /us/en/jobs/all/*â–²* Disallow: /us/en/jobs/all/*@* Disallow: /us/en/jobs/all/*á‘•0á—°* Disallow: /us/en/jobs/all/*◐* Disallow: /us/en/jobs/all/*→* Disallow: /us/en/jobs/all/*â–½* Disallow: /us/en/jobs/all/*♥* Disallow: /us/en/jobs/*/*ê°€* Disallow: /us/en/jobs/*/*나* Disallow: /us/en/jobs/*/*다* Disallow: /us/en/jobs/*/*라* Disallow: /us/en/jobs/*/*마* Disallow: /us/en/jobs/*/*ë°”* Disallow: /us/en/jobs/*/*사* Disallow: /us/en/jobs/*/*ì•„* Disallow: /us/en/jobs/*/*자* Disallow: /us/en/jobs/*/*ì°¨* Disallow: /us/en/jobs/*/*ì¹´* Disallow: /us/en/jobs/*/*타* Disallow: /us/en/jobs/*/*파* Disallow: /us/en/jobs/*/*하* Disallow: /us/en/jobs/*/*ê±°* Disallow: /us/en/jobs/*/*너* Disallow: /us/en/jobs/*/*더* Disallow: /us/en/jobs/*/*러* Disallow: /us/en/jobs/*/*머* Disallow: /us/en/jobs/*/*버* Disallow: /us/en/jobs/*/*ì„œ* Disallow: /us/en/jobs/*/*ì–´* Disallow: /us/en/jobs/*/*ì €* Disallow: /us/en/jobs/*/*처* Disallow: /us/en/jobs/*/*í—ˆ* Disallow: /us/en/jobs/*/*ê³ * Disallow: /us/en/jobs/*/*ë…¸* Disallow: /us/en/jobs/*/*도* Disallow: /us/en/jobs/*/*ë¡œ* Disallow: /us/en/jobs/*/*모* Disallow: /us/en/jobs/*/*ë³´* Disallow: /us/en/jobs/*/*소* Disallow: /us/en/jobs/*/*오* Disallow: /us/en/jobs/*/*ì¡°* Disallow: /us/en/jobs/*/*ì´ˆ* Disallow: /us/en/jobs/*/*호* Disallow: /us/en/jobs/*/*구* Disallow: /us/en/jobs/*/*누* Disallow: /us/en/jobs/*/*둘* Disallow: /us/en/jobs/*/*ë¥ * Disallow: /us/en/jobs/*/*무* Disallow: /us/en/jobs/*/*부* Disallow: /us/en/jobs/*/*수* Disallow: /us/en/jobs/*/*ìš°* Disallow: /us/en/jobs/*/*주* Disallow: /us/en/jobs/*/*추* Disallow: /us/en/jobs/*/*ì¿ * Disallow: /us/en/jobs/*/*튜* Disallow: /us/en/jobs/*/*푸* Disallow: /us/en/jobs/*/*후* Disallow: /us/en/jobs/*/*ê·¸* Disallow: /us/en/jobs/*/*느* Disallow: /us/en/jobs/*/*ë“œ* Disallow: /us/en/jobs/*/*르* Disallow: /us/en/jobs/*/*머* Disallow: /us/en/jobs/*/*브* Disallow: /us/en/jobs/*/*스* Disallow: /us/en/jobs/*/*으* Disallow: /us/en/jobs/*/*ì œ* Disallow: /us/en/jobs/*/*쳐* Disallow: /us/en/jobs/*/*í—¤* Disallow: /us/en/jobs/*/*기* Disallow: /us/en/jobs/*/*니* Disallow: /us/en/jobs/*/*ë””* Disallow: /us/en/jobs/*/*리* Disallow: /us/en/jobs/*/*미* Disallow: /us/en/jobs/*/*비* Disallow: /us/en/jobs/*/*ì‹œ* Disallow: /us/en/jobs/*/*이* Disallow: /us/en/jobs/*/*지* Disallow: /us/en/jobs/*/*치* Disallow: /us/en/jobs/*/*í‹°* Disallow: /us/en/jobs/*/*피* Disallow: /us/en/jobs/*/*히* Disallow: /us/en/jobs/*/*걸* Disallow: /us/en/jobs/*/*ë…€* Disallow: /us/en/jobs/*/*늘* Disallow: /us/en/jobs/*/*린* Disallow: /us/en/jobs/*/*민* Disallow: /us/en/jobs/*/*빈* Disallow: /us/en/jobs/*/*ì‹ * Disallow: /us/en/jobs/*/*인* Disallow: /us/en/jobs/*/*진* Disallow: /us/en/jobs/*/*친* Disallow: /us/en/jobs/*/*하* Disallow: /us/en/jobs/*/*글* Disallow: /us/en/jobs/*/*ë‚ * Disallow: /us/en/jobs/*/*딸* Disallow: /us/en/jobs/*/*빨* Allow: /us/en/jobs/all/*commun*