# robots.txt file for www.jobstreet.com.ph # Unrestricted access User-agent: Mediapartners-Google User-agent: AdIdxBot Disallow: # Default directives User-agent: * Disallow: */job/ Disallow: *?returnUrl= Disallow: *?page= # Disallowed bots User-agent: LinkedInBot User-agent: Baiduspider User-agent: PetalBot Disallow: / # Exceptions User-agent: GPTBot Disallow: /companies Disallow: */job/ User-agent: LinkedInBot Allow: */job/