User-agent: *
# allow all paths
Allow: /

# block all search pages
Disallow: /embed/*
Disallow: /u.php/*
Disallow: /utils/*
Disallow: /api/v1/*
Disallow: /video.php
Disallow: /videos/e/*
Disallow: /recaptcha/*
Disallow: /videos/js/*
Disallow: /video-c.php
Disallow: /video/*
Disallow: /videos/assets/*
Disallow: /videos/images/*
Disallow: /videos/search.php
Disallow: /search/*
Disallow: /search

# allow specific search pages
Allow: /search/fight+compilation
Allow: /search/fight
Allow: /search/fight+comp
Allow: /search/detroitfights
Allow: /search/fight+comp$
Allow: /search/Fight+Compilation
Allow: /search/girl+fights
Allow: /search/woman+fight
Allow: /search/girls+fighting
Allow: /search/girls+fighting
Allow: /search/hood+fight
Allow: /search/shooting
Allow: /search/street+fight

# sitemap URLs
Sitemap: https://worldstar.com/sitemap.xml