# https://www.robotstxt.org/robotstxt.html
User-agent: *
Disallow: /*?*q=
Disallow: /search/new
Disallow: /socket.io/
Disallow: /onboarding/
Disallow: /join/
User-agent: Googlebot
Disallow: /*?*q=
Disallow: /search*
Disallow: /socket.io/
Disallow: /onboarding/
Disallow: /join/
Disallow: /collections/
Allow: /collections/AI-101-Concepts-xEo05lAwS7u.IQU.YlkjWw
Allow: /collections/Questions-about-Perplexity-DbHBP4BtSMadCoU90X6T9A
Allow: /collections/Academic-Research-Al7s77f0TJ.P54unXXS3UA
Sitemap: https://www.perplexity.ai/sitemap.xml