15:["$","div","DA23",{"className":"Post_post__BuG2d","style":{"display":"flex","flexDirection":"column","alignItems":"center","gap":"8px","flex":"1","width":"calc(100% - 4vw)","padding":"12px","maxWidth":"920px"},"children":[["$","div",null,{"className":"$undefined","style":{"display":"flex","gap":"0.4rem","flexWrap":"wrap","width":"100%"},"children":[false,[["$","a","238E",{"href":"/238E","className":"Post_fg__6on_n","style":{},"children":"SEO"}],["$","a","AA48",{"href":"/AA48","className":"Post_fg__6on_n","style":{},"children":"SEOツール"}],["$","a","333B",{"href":"/333B","className":"Post_fg__6on_n","style":{},"children":"Moz"}],["$","a","E441",{"href":"/E441","className":"Post_fg__6on_n","style":{},"children":"robot.txt"}],["$","a","047E",{"href":"/047E","className":"Post_fg__6on_n","style":{},"children":"クロール"}],["$","a","5092",{"href":"/5092","className":"Post_fg__6on_n","style":{},"children":"クローラ"}]]]}],["$","article",null,{"className":"article","children":[["$","div",null,{"className":"$undefined","style":{"display":"flex","justifyContent":"space-between","flexWrap":"wrap","width":"100%"},"children":[["$","h2",null,{"style":{"margin":"0.2rem"},"children":["$","a",null,{"href":"/DA23","children":"DotBot"}]}],["$","div",null,{"className":"$undefined","style":{"display":"flex","justifyContent":"end","alignItems":"center","flex":"1","textAlign":"right","whiteSpace":"nowrap"},"children":["$","div",null,{"children":"2022/10/10 11:46:00"}]}]]}],["$","div",null,{"className":"article_body","dangerouslySetInnerHTML":{"__html":"

彼らのサイト： https://moz.com/help/moz-procedures/crawlers/dotbot\n

DotBot is 何

Mozという所のクローラ。\n
サイトを見る感じでは、SEOツールを売っている。クロールしてSEOに必要な情報を集めているのだろう。\n
秒間1回の頻度でアクセスしてきていた。\n

robot.txtでDotBotをブロックする方法

User-agent: dotbot\nDisallow: /\n

"}}]]}],["$","div",null,{"className":"$undefined","style":{"display":"flex","gap":"0.4rem","flexWrap":"wrap","width":"100%"},"children":[false,[["$","a","D4FA",{"href":"/D4FA","className":"Post_bg__ejIUb","style":{},"children":"MJ12botとDotBotのクロールをrobot.txtで拒否"}]]]}]]}]