User-agent: *
Allow: /
Allow: /search
Allow: /user/
Allow: /sitemap.xml
Allow: /faq
Allow: /privacy_policy
Allow: /contact

Disallow: /profile
Disallow: /register
Disallow: /login
Disallow: /logout
Disallow: /upload_urls
Disallow: /delete_referral
Disallow: /vote
Disallow: /get_referrals
Disallow: /facebook_sign_in
Disallow: /google_sign_in
Disallow: /add_user_to_db
Disallow: /send_signin_link
Disallow: /verify_signin_link

# Prevent crawling of potential sensitive URL parameters
Disallow: /*?

# Prevent crawling of potential file types not meant for indexing
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.txt$

Sitemap: https://refshare.app/sitemap.xml