; allowed web robots and their networks 
; google - worlds largest search engine
botwhitelist[googlebot] = "google(bot?).com"
botwhitelist[google-mobile] = "google(bot?).com"
botwhitelist[google-read-aloud] = "google(bot?).com"
botwhitelist[feedfetcher-google] = "google(bot?).com"
botwhitelist[mediapartners-google] = "google(bot?).com"
botwhitelist[google-sites] = "google(bot?).com"
botwhitelist[zoominfobot] = "googleusercontent.com"
; search powered by Microsoft"
botwhitelist[outlook-express] = "(microsoft.com|msn.com|live.com)"
botwhitelist[bingbot] = "(microsoft.com|msn.com|live.com)"
botwhitelist[bingpreview] = "(microsoft.com|msn.com|live.com)"
; comscore.com
botwhitelist[proximic] = "comscore.com"
; german serach engine
botwhitelist[seekport] = "007ac9.net"
botwhitelist[xovibot] = "AS24961"
; neeva.com search engine
botwhitelist[neevabot] = "neevabot.com"
; original web search engine
botwhitelist[yahoo] = "yahoo.com"
; search engine that doesnt track you
botwhitelist[duckduckbot] = "duckduckgo.com"
botwhitelist[cloudflair] = "AS13335"
; chinese search engine(s)
botwhitelist[baidu] = "baidu.(com|jp)"
botwhitelist[360spider] = "baidu.(com|jp)"
botwhitelist[yisouspider] = "crawl.sm.cn"
botwhitelist[petalbot] = "petalsearch.com"
; uptime robot monitoring service
botwhitelist[uptimerobot] = "uptimerobot.com"
botwhitelist[seznambot] = "seznam.cz"
; censys attack surface management
botwhitelist[censysinspect] = "censys-scanner.com"
; apple.com
botwhitelist[applebot] = "apple.com"
; reddit.com
botwhitelist[redditbot] = "reddit.com"
; wordpress
botwhitelist[wordpress.com] = "AS2635"
botwhitelist[automattic] = "AS2635"
botwhitelist[photon] = "AS2635"
; korean news site
botwhitelist[naver.com] = "naver.com"
botwhitelist[yeti] = "naver.com"
; status cake monitoring service
botwhitelist[statuscake] = "vultr.com"
; the chinese search engine
botwhitelist[yandex] = "yandex.(ru|net|com)"
; second largest search engine in china, agressive web crawling
botwhitelist[sogou.com] = "sogou.com"
; largest search engine in France
botwhitelist[exabot] = "exalead.com"
botwhitelist[linkedinbot] = "(linkedin.com|microsoft.com|msn.com)"
; facebook, and instagram web crawler used for social media posts
botwhitelist[facebookexternalhit] = "AS32934"
; allow snapchat from google apps
botwhitelist[snapchat-proxy] = "35\.187\.*\.*,107.178.194.*"
; gndplus data aggrgator
botwhitelist[gndplus.com] = "104.206.128.*"
; tumblr blogs
botwhitelist[tumblr] = "AS2635"
; allow whats app from facebook network
botwhitelist[whatsapp] = "AS32934"
; twitter's web crawler used for social media posts
botwhitelist[twitterbot] = "AS13414"
; www consortium
botwhitelist[w3.org] => "w3.org";
; medium.com
botwhitelist[embedly] = "embed.ly"
botwhitelist[wikipedia] = "wmflabs.org"
; medium
botwhitelist[mediumbot] = "amazonaws.com"
; gigablast search engine
botwhitelist[gigabot] = "gigablast.com"
; web ranking, traffic and marketing
botwhitelist[alexa] = "alexa.com"
botwhitelist[bitlybot] = "amazonaws.com"
botwhitelist[amazonbot] = "compute-1.amazonaws.com"
; ask.com search engine
botwhitelist[jeeves] = "ask.com"
; America Online
botwhitelist[aolbuild] = "aol.com"
; the wayback machine web crawler
botwhitelist[archive.org] = "archive.org"
; web crawler
botwhitelist[Pintrest] = "pintrest.com"
; command line client from all local IPs
botwhitelist[curl] = "127.0.0.1,192.168.*,10.*"
botwhitelist[wget] = "127.0.0.1,192.168.*,10.*"
; mozilla observatory
botwhitelist[rv:98] = "mozilla.com"
; hrefs bot
botwhitelist[ahrefsbot] = "ahrefs.com"
; censys.io
botwhitelist[censysinspect] = "sensys-scanner.com"
; petal search engine
botwhitelist[petalbot] = "petalsearch.com"
botwhitelist[googlestackdriver] = "bc.googleusercontent.com"
; jetpack
botwhitelist[jetpack] = "AS2635"
; local waf requests for testing
botwhitelist[bitfire waf] = "192.168.*,10.*,127.*"
; uber suggest
botwhitelist[rsiteauditor] = "your-server.de"
botwhitelist[mj12bot] = "your-server.de"
; palo alto network crawler
botwhitelist[paloaltonetworks] = "AS396982,AS46606"
; datapropvider.com
botwhitelist[dataprovider.com] = "dataprovider(bot?).com"
; google-lighthouse tools
botwhitelist[chrome-lighthouse] = "AS15169"
botwhitelist[hstspreload-bot] = "AS396982"
; moz.com
botwhitelist[rogerbot] = "AS23033"
botwhitelist[dotbot] = "AS23033"
botwhitelist[pingbot] = "amazonaws.com"
; semrush
botwhitelist[semrush] = "semrush.com"
; admantx
botwhitelist[admantx] = "dedicatedpanel.com"
; addthis 
botwhitelist[grapeshot] = "AS200981"
; site24x7
botwhitelist[site24x7] = "site24x7.com"
; misc
botwhitelist[cron-job] = "cron-job.org"
botwhitelist[updown.io] = "updn.io"
botwhitelist[mxtoolbox.com] = "mxtoolbox.com"
botwhitelist[adscanner] = "startdedicated.de"
botwhitelist[adsbot] = "startdedicated.de"
botwhitelist[seostar.co] = "(seostar.co|webnx.com)"
botwhitelist[hubspot.com] = "AS16509"
botwhitelist[mediatoolkit.com] = "AS44306"
botwhitelist[linkpadbot] = "37.48.64.*"
botwhitelist[telegrambot] = "149.154.161.*"
botwhitelist[outbrain] = "outbrain.com"
botwhitelist[skypeuripreview] = "AS8075"
; seznam news search engine
botwhitelist[seznambot] = "seznam.cz"