User-Agent: *
Allow: /
Disallow: /private/

Disallow: /login
Disallow: /signup
Disallow: /forgot-password

# /browse faceted filters: unbounded permutations, crawl-budget waste
Disallow: /browse?

# session/share/flow-state query params (any route)
Disallow: /*?from=
Disallow: /*&from=
Disallow: /*?sharedBy=
Disallow: /*&sharedBy=
Disallow: /*?allowBooking=
Disallow: /*&allowBooking=
Disallow: /*?step=
Disallow: /*&step=
Disallow: /*?event_id=
Disallow: /*&event_id=
Disallow: /*?sessionId=
Disallow: /*&sessionId=
Disallow: /*?token=
Disallow: /*&token=

# paid/social tracking params (any route)
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?msclkid=
Disallow: /*&msclkid=

Sitemap: https://rocketdevs.com/sitemap.xml

Sitemap: https://rocketdevs.com/sitemaps/sitemap-static.xml
Sitemap: https://rocketdevs.com/sitemaps/sitemap-developers.xml
Sitemap: https://rocketdevs.com/sitemaps/sitemap-blog.xml
Sitemap: https://rocketdevs.com/sitemaps/sitemap-resource.xml
Sitemap: https://rocketdevs.com/sitemaps/sitemap-pseo.xml
Sitemap: https://rocketdevs.com/sitemaps/sitemap-competitors.xml