# robots.txt for https://www.drabel.com/
# Email: Dennis@drabel.com

User-agent: Pi-Monster
Disallow: /

# Block pricepi 
User-agent: pimonster
Disallow: /
User-agent: Pimonster
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Pi-Monster
Disallow: /

User-agent: Pricepi
Disallow: /

User-agent: TWICELER
Disallow: /

User-agent: fatbot
Disallow: /

User-agent: shopzilla
Disallow: /

User-agent: Nakhodka
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-news
Disallow: /

User-agent: Baiduspider-favo
Disallow: /

User-agent: Baiduspider-cpro
Disallow: /

User-agent: Baiduspider-ads
Disallow: /

User-agent: Baidu
Disallow: /

User-agent: YRSpider
Disallow: /

User-agent: JikeSpider
Disallow: /

User-agent: JikeSpider \"Mozilla/5.0"
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: 141.8.143.179
Disallow: /

User-agent: 85.24.205.185
Disallow: /

User-agent: 213.109.202.30
Disallow: /

User-agent: corp.bahnhof.se
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: istellabot
Disallow: /

#User-agent: AhrefsBot
#Crawl-Delay: 60

User-agent: DataForSeoBot
Crawl-delay: 25

User-name: DataForSeoBot
Crawl-delay: 25

User-agent: 213.109.202.30
Disallow: /

User-agent: 213.109.202.30
Disallow: /

#User-agent: *
#Allow: /
#Disallow: /~
#Disallow: /account.php
#Disallow: /account_edit.php
#Disallow: /account_edit_process.php
#Disallow: /account_history.php
#Disallow: /account_history_info.php
#Disallow: /account_notifications.php
#Disallow: /account_password.php
#Disallow: /add_checkout_success.php
#Disallow: /address_book.php
#Disallow: /address_book_process.php
#Disallow: /addtocart.php
#Disallow: /advanced_search.php
#Disallow: /advanced_search_result.php
#Disallow: /cgi-bin/
#Disallow: /checkout_confirmation.php
#Disallow: /checkout_payment.php
#Disallow: /checkout_payment_address.php
#Disallow: /checkout_paypalipn.php
#Disallow: /checkout_process.php
#Disallow: /checkout_shipping.php
#Disallow: /checkout_shipping_address.php
#Disallow: /checkout_success.php
#Disallow: /cookie_usage.php
#Disallow: /create_account.php
#Disallow: /create_account_process.php
#Disallow: /create_account_success.php
#Disallow: /download.php
#Disallow: /download/
#Disallow: /free-downloads.php
#Disallow: /includes/
#Disallow: /info_shopping_cart.php
#Disallow: /login.php
#Disallow: /logoff.php
#Disallow: /password_forgotten.php
#Disallow: /popup_coupon_help.php
#Disallow: /popup_image.php
#Disallow: /popup_search_help.php
#Disallow: /product_notifications.php
#Disallow: /pub/
#Disallow: /redirect.php
#Disallow: /reunion/
#Disallow: /shipping_estimator_popup.php
#Disallow: /shopping_cart.php
#Disallow: /shopping_cart_help.php
#Disallow: /stats_products.php: 
#Disallow: /tell_a_friend.php
#Disallow: /temp/

User-agent: Mediapartners-Google
Disallow: /

# To ensure the 'googlebot' is not being blocked, please add the following two lines of text to the end of your robots.txt file:
User-agent: Googlebot-Image
Disallow:
# For Google sitemap
sitemap: https://www.drabel.com/sitemapindex.xml
sitemap: https://www.drabel.com/sitemapproducts.xml
sitemap: https://www.drabel.com/sitemap_mobileindex.xml