mirror of
https://github.com/allaunthefox/Research-Stack.git
synced 2026-07-31 03:05:21 +00:00
23 lines
270 B
Text
23 lines
270 B
Text
User-agent: AhrefsBot
|
|
Disallow: /
|
|
|
|
User-agent: SemrushBot
|
|
Disallow: /
|
|
|
|
User-agent: dotbot
|
|
Disallow: /
|
|
|
|
User-agent: linkdexbot
|
|
Disallow: /
|
|
|
|
User-agent: MJ12bot
|
|
Disallow: /
|
|
|
|
User-agent: rogerbot
|
|
Disallow: /
|
|
|
|
User-agent: exabot
|
|
Disallow: /
|
|
|
|
User-agent: *
|
|
Disallow: /search
|