user_agent.json

{
  "redirected": false,
  "status": 200,
  "size": 812,
  "comment_lines": 0,
  "allow_lines": 1,
  "disallow_lines": 22,
  "user_agents": [
    "*",
    "MJ12bot",
    "BLEXBot",
    "Yandex",
    "AhrefsBot",
    "SEOkicks-Robot",
    "dotbot",
    "WBSearchBot",
    "SputnikBot",
    "EasouSpider",
    "007ac9",
    "SeznamBot",
    "MegaIndex",
    "SMTBot",
    "ia_archiver",
    "proximic",
    "Scrapy",
    "Chilkat",
    "spbot",
    "SemrushBot",
    "CCBot"
  ],
  "sitemaps": [
    "http://www.thingthingkids.com/sitemap.xml"
  ]
}