User-agent: * Disallow: /cgi-bin Disallow: /account.php Disallow: /includes/ Disallow: /landing/ Disallow: /login.php Disallow: /checkout_success.php Disallow: /help/ Disallow: /digium-analog-cards-digium-tdm2400p-c-23_39_66.html Disallow: /sangoma-asterisk-cards-sangoma-pri-cards-c-23_54.html Disallow: /wireless-ip-telephones-pirelli-sipgsm-telephone-c-1_95.html Disallow: /digium-analog-cards-digium-aex800-pci-express-c-23_39_182.html Disallow: /digium-asterisk-cards-digium-analog-cards-c-23_39.html Disallow: /asterisk-hardware-digium-analog-cards-c-23_39.html Disallow: /services/ajax/ Disallow: /services/autosuggest/ Disallow: /sip/ User-agent: msnbot Disallow: /helpdesk/ User-agent: bingbot Disallow: /helpdesk/ User-agent: Yandex Crawl-delay: 2 # specifies a delay of 2 seconds User-Agent: MJ12bot Disallow: / #User-agent: SemrushBot #Disallow: / #User-agent: SemrushBot-SA #Disallow: / User-agent: AhrefsBot Disallow: / #Allowed access 2018/11/29 User-agent: rogerbot Disallow: / User-agent: dotbot Disallow: /