User-agent: *
Disallow: /

# Block specific major search engines explicitly
User-agent: Googlebot
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: DuckDuckBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

# Block common web crawlers and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Block access to specific file types
User-agent: *
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.asp$
Disallow: /*.aspx$
Disallow: /*.cfm$
Disallow: /*.shtml$
Disallow: /*.pl$

# Block query strings
User-agent: *
Disallow: /*?

# Block entire site even if crawlers ignore the rules
User-agent: *
Noindex: /