User-agent: * Disallow: /servlets/ # prevent robots from crawling servlet-based dynamic pages Disallow: /botsv/ Disallow: /bbs/phpBB/bb_profile.php Disallow: /bbs/phpBB/editpost.php Disallow: /bbs/phpBB/newtopic.php Disallow: /bbs/phpBB/sendpmsg.php Disallow: /bbs/phpBB/topicadmin.php Disallow: /bbs/phpBB/reply.php Disallow: /club/print/print.php Crawl-Delay: 5 Sitemap: https://atmarkit.itmedia.co.jp/ait/google_sitemap_index.xml Sitemap: https://atmarkit.itmedia.co.jp/googlenews_sitemap.xml