User-agent: Googlebot
Disallow:
User-agent: Googlebot-image
Disallow:
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: moget
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: FunWebProducts
Disallow: /
User-agent: 008
Disallow: /
User-agent: EasouSpider
Disallow: /
User-agent: SISTRIX Crawler
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Aboundex
Disallow: /
User-agent: aiHitBot
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: spbot
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: linkdexbot/2.0
Disallow: /
User-agent: linkdexbot/2.1
Disallow: /
User-agent: Adamatic Solutions
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: XoviBot/2.0
Disallow: /
User-agent: Dow Jones Searchbot
Disallow: /
User-agent: oBot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Disallow:
Disallow: /*?
Crawl-delay: 30
#Allow: WebSurge
Sitemap: https://www.topvalueauto.com/sitemap.xml