User-agent: *
Disallow: /payment*
Disallow: /terms*
Disallow: /legal*

User-agent: AboutUsBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: SurveyBot
Disallow: /

User-Agent: panopta.com
Disallow: /

User-Agent: Searchmetrics
Disallow: /

User-Agent: lipperhey
Disallow: /

User-Agent: dataprovider.com
Disallow: /

User-Agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: doubt
Disallow:/

User-agent: AhrefsBot
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /