# Hire Adda robots.txt # Generated by src/app/robots.txt/route.ts — do not edit in place. # ── Tier 1: Major search engines ───────────────────────────────── User-agent: Googlebot User-agent: Googlebot-Image User-agent: Googlebot-News User-agent: Googlebot-Video Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /jobs Allow: /jobs/ Allow: /company/ Allow: /companies Allow: /companies/ Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 Disallow: /*?utm_source=* Disallow: /*?utm_medium=* Disallow: /*?utm_campaign=* Disallow: /*?utm_content=* Disallow: /*?utm_term=* Disallow: /*?fbclid=* Disallow: /*?gclid=* Disallow: /*?gclsrc=* Disallow: /*?msclkid=* Disallow: /*?mc_eid=* Disallow: /*?ref=* User-agent: Bingbot User-agent: Slurp User-agent: DuckDuckBot User-agent: Applebot User-agent: Baiduspider User-agent: Baiduspider-render User-agent: TerracottaBot User-agent: Terracotta Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /jobs Allow: /jobs/ Allow: /company/ Allow: /companies Allow: /companies/ Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 Disallow: /*?utm_source=* Disallow: /*?utm_medium=* Disallow: /*?utm_campaign=* Disallow: /*?utm_content=* Disallow: /*?utm_term=* Disallow: /*?fbclid=* Disallow: /*?gclid=* Disallow: /*?gclsrc=* Disallow: /*?msclkid=* Disallow: /*?mc_eid=* Disallow: /*?ref=* User-agent: YandexBot User-agent: Yandex Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /jobs Allow: /jobs/ Allow: /company/ Allow: /companies Allow: /companies/ Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 Disallow: /*?utm_source=* Disallow: /*?utm_medium=* Disallow: /*?utm_campaign=* Disallow: /*?utm_content=* Disallow: /*?utm_term=* Disallow: /*?fbclid=* Disallow: /*?gclid=* Disallow: /*?gclsrc=* Disallow: /*?msclkid=* Disallow: /*?mc_eid=* Disallow: /*?ref=* Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&fbclid&gclid&gclsrc&msclkid&mc_eid&ref / # ── Tier 2: Social media / link-preview crawlers ───────────────── User-agent: facebookexternalhit User-agent: Facebot User-agent: Twitterbot User-agent: LinkedInBot User-agent: Slackbot User-agent: Slackbot-LinkExpanding User-agent: TelegramBot User-agent: Discordbot User-agent: WhatsApp User-agent: SkypeUriPreview User-agent: Pinterest User-agent: Pinterestbot User-agent: redditbot Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /jobs Allow: /jobs/ Allow: /company/ Allow: /companies Allow: /companies/ Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 # ── Tier 3: Google advertising crawlers ────────────────────────── User-agent: AdsBot-Google User-agent: AdsBot-Google-Mobile User-agent: Mediapartners-Google User-agent: APIs-Google Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /jobs Allow: /jobs/ Allow: /company/ Allow: /companies Allow: /companies/ Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 # ── Tier 4: Generic crawlers — restrictive default ─────────────── User-agent: * Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 Disallow: /*?utm_source=* Disallow: /*?utm_medium=* Disallow: /*?utm_campaign=* Disallow: /*?utm_content=* Disallow: /*?utm_term=* Disallow: /*?fbclid=* Disallow: /*?gclid=* Disallow: /*?gclsrc=* Disallow: /*?msclkid=* Disallow: /*?mc_eid=* Disallow: /*?ref=* Crawl-delay: 2 # ── Tier 5: AI search engines & assistants — public surfaces ───── User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: Claude-SearchBot User-agent: Claude-User User-agent: ClaudeBot-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: DuckAssistBot User-agent: MistralAI-User User-agent: xAI-Bot User-agent: GrokBot User-agent: Meta-ExternalFetcher User-agent: YouBot User-agent: PhindBot User-agent: Manus Bot User-agent: Novellum AI Crawl User-agent: ProRataInc User-agent: Anchor Browser Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /jobs Allow: /jobs/ Allow: /company/ Allow: /companies Allow: /companies/ Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 Disallow: /*?utm_source=* Disallow: /*?utm_medium=* Disallow: /*?utm_campaign=* Disallow: /*?utm_content=* Disallow: /*?utm_term=* Disallow: /*?fbclid=* Disallow: /*?gclid=* Disallow: /*?gclsrc=* Disallow: /*?msclkid=* Disallow: /*?mc_eid=* Disallow: /*?ref=* # ── Tier 6: AI training crawlers — public surfaces ─────────────── User-agent: GPTBot User-agent: ClaudeBot User-agent: Claude-Web User-agent: anthropic-ai User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: Google-CloudVertexBot User-agent: Meta-ExternalAgent User-agent: FacebookBot User-agent: Applebot-Extended User-agent: Amazonbot User-agent: cohere-ai User-agent: cohere-training-data-crawler User-agent: CCBot User-agent: Bytespider User-agent: TikTok Spider User-agent: PetalBot User-agent: PanguBot User-agent: Yeti User-agent: Sogou web spider User-agent: Sogou inst spider User-agent: iaskspider/2.0 User-agent: AI2Bot User-agent: AI2Bot-Dolma User-agent: ImagesiftBot User-agent: Omgilibot User-agent: omgili User-agent: Webzio-Extended User-agent: Timpibot User-agent: ICC-Crawler User-agent: ISSCyberRiskCrawler User-agent: Kangaroo Bot User-agent: FriendlyCrawler User-agent: VelenPublicWebCrawler User-agent: NovaAct User-agent: Crawlspace User-agent: IntelliSeek.ai User-agent: BrightBot User-agent: Cloudflare Crawler Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /jobs Allow: /jobs/ Allow: /company/ Allow: /companies Allow: /companies/ Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 Disallow: /*?utm_source=* Disallow: /*?utm_medium=* Disallow: /*?utm_campaign=* Disallow: /*?utm_content=* Disallow: /*?utm_term=* Disallow: /*?fbclid=* Disallow: /*?gclid=* Disallow: /*?gclsrc=* Disallow: /*?msclkid=* Disallow: /*?mc_eid=* Disallow: /*?ref=* # ── Tier 7: Web archives ───────────────────────────────────────── User-agent: archive.org_bot User-agent: ia_archiver User-agent: Arquivo-web-crawler User-agent: Wayback Allow: / Allow: /about Allow: /contact Allow: /help Allow: /site-map Allow: /jobs Allow: /jobs/ Allow: /company/ Allow: /companies Allow: /companies/ Allow: /pricing Allow: /pricing/ Allow: /pricing/candidate Allow: /pricing/employer Allow: /billing/quote Allow: /billing/quote/ Allow: /vendors Allow: /vendors/ Allow: /privacy Allow: /terms Allow: /cookie-policy Allow: /refund-policy Allow: /accessibility Allow: /disclaimer Allow: /auth/login Allow: /auth/login/candidate Allow: /auth/login/employer Allow: /auth/register Allow: /auth/register/candidate Allow: /auth/register/employer Disallow: /candidate/ Disallow: /employer/ Disallow: /admin/ Disallow: /super-admin/ Disallow: /portal/ Disallow: /vendor/ Disallow: /billing/ Disallow: /team/ Disallow: /notifications Disallow: /notifications/ Disallow: /auth/reset-password Disallow: /auth/verify-email Disallow: /auth/forgot-password Disallow: /auth/callback Disallow: /verify-employment/ Disallow: /go/ Disallow: /employers/notice/ Disallow: /employers/opt-out/ Disallow: /api/ Disallow: /_next/ Disallow: /share Disallow: /offline Disallow: /404 Disallow: /500 # ── Tier 8: Commercial scrapers / SEO harvesters — disallow ────── User-agent: Diffbot User-agent: Scrapy User-agent: DataForSeoBot User-agent: SemrushBot User-agent: AhrefsBot User-agent: MJ12bot Disallow: / Sitemap: https://hireadda.in/sitemap-index.xml Sitemap: https://hireadda.in/sitemap-news.xml