User-agent: AhrefsBot
Allow: /


User-agent: AhrefsSiteAudit
Allow: /

User-agent: bingbot
Crawl-delay: 3600 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: Applebot
Crawl-delay: 3600 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: PetalBot
Crawl-delay: 3600 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400

User-agent: MojeekBot
Crawl-delay: 360 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: BLEXBot
Crawl-delay: 360 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400



User-agent: DuckDuckBot
Crawl-delay: 360 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: BacklinksExtendedBot
Crawl-delay: 360 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400

 


User-agent: PetalBot
Crawl-delay: 360 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400



User-agent: coccocbot-image
Crawl-delay: 60 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400



User-agent: robot
Crawl-delay: 3660 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400

User-agent: Sogou web spider
Crawl-delay: 60 
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400

User-agent: sogou spider
Crawl-delay: 60 
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: Yahoo! Slurp
Crawl-delay: 60 
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: YandexBot
Crawl-delay: 60
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400



User-agent: facebookexternalhit
Crawl-delay: 60
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400




User-agent: YandexCalendar
Crawl-delay: 60 
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400

User-agent: YandexMobileBot
Crawl-delay: 60 
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400

User-agent: YandexImages
Crawl-delay: 10 
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: YandexRenderResourcesBot
Crawl-delay: 10 
Request-rate: 1/1440m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Crawl-delay: 10
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: SeobilityBot
Crawl-delay: 60
Request-rate: 1/1m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: coccocbot-web
Crawl-delay: 60 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400



User-agent: Scrapy
Disallow: /

User-agent: LinkedInBot
Crawl-delay: 60 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400

 

User-agent: facebookexternalhit
Crawl-delay: 10 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: Applebot
Crawl-delay: 10 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: BLEXBot
Crawl-delay: 10 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400

User-agent: YisouSpider
Crawl-delay: 10 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400


User-agent: MojeekBot
Crawl-delay: 10 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400

User-agent: Baiduspider
Crawl-delay: 10 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400



User-agent: CFNetwork
Crawl-delay: 10 
Request-rate: 1/60m
Disallow: /wp-admin
Visit-time: 0000-2400