# JobDozo — robots.txt # https://jobdozo.com User-agent: * Allow: / Allow: /index.html Allow: /faq.html Allow: /faq Allow: /privacy Allow: /terms Allow: /sitemap.xml Allow: /sitemap-static.xml Allow: /sitemap-jobs.xml Allow: /sitemap-geo.xml Allow: /sitemap-companies.xml Allow: /jobs/ Allow: /cities/ Allow: /states/ Allow: /company/ # Disallow private portals, API, and auth Disallow: /login.html Disallow: /admin/ Disallow: /admin.html Disallow: /seeker/ Disallow: /employer/ Disallow: /recruiter/ Disallow: /super-admin/ Disallow: /api/ Disallow: /server/ Sitemap: https://jobdozo.com/sitemap.xml