✔️ cdanis@evebox ~ 🕝☕ for SITE in $( curl -s https://en.wikipedia.org/wiki/List_of_most_popular_websites | xmllint --html --xpath '//tbody/tr/td[2]' - 2>/dev/null | sed -E 's/<[^>]+>//g' | fgrep -v '[data unknown/missing]' ) ; do echo $SITE; curl $SITE --max-time 20 -Lv -H 'User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.83 Safari/537.36' >/dev/null |& egrep -i '< nel:|< report-to:' ; echo ; done\
for SITE in $( curl -s https://en.wikipedia.org/wiki/List_of_most_popular_websites \
| xmllint --html --xpath '//tbody/tr/td[2]' - 2>/dev/null \
| sed -E 's/<[^>]+>//g' \
| fgrep -v '[data unknown/missing]' \
)
do
echo $SITE
curl $SITE --max-time 20 -Lv -H 'User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.83 Safari/537.36' \
>/dev/null \
|& egrep -i '< nel:|< report-to:'
echo
done
google.com
youtube.com
baidu.com
qq.com
sohu.com
facebook.com
taobao.com
360.cn
jd.com
yahoo.com
amazon.com
wikipedia.org
sina.com.cn
weibo.com
live.com
< report-to: {"group":"NelOfficeUpload1","max_age":86400,"endpoints":[{"url":"https://exo.nel.measure.office.net/api/report?cat=mdocs"}],"include_subdomains":true}
< nel: {"report_to":"NelOfficeUpload1","max_age":86400,"include_subdomains":true,"failure_fraction":1.0,"success_fraction":0.01}
< report-to: {"group":"NelOfficeUpload1","max_age":604800,"endpoints":[{"url":"https://exo.nel.measure.office.net/api/report?cat=mdocs"}],"include_subdomains":true}
< nel: {"report_to":"NelOfficeUpload1","max_age":604800,"include_subdomains":true,"failure_fraction":1.0,"success_fraction":0.001}
zoom.us
reddit.com
netflix.com
xinhuanet.com
okezone.com
microsoft.com
vk.com
instagram.com
office.com
alipay.com
myshopify.com
csdn.net
yahoo.co.jp
bongacams.com
zhanqi.tv
twitch.tv
panda.tv
google.com.hk
bing.com
naver.com
aliexpress.com
microsoftonline.com
ebay.com
china.com.cn
amazon.in
tianya.cn
tribunnews.com
twitter.com
stackoverflow.com
google.co.in
amazon.co.jp
chaturbate.com
< NEL: {"report_to":"default","max_age":2592000,"include_subdomains":true}
< Report-To: {"group":"default","max_age":2592000,"endpoints":[{"url":"https://report-uri.highwebmedia.com/a/t/g"}],"include_subdomains":true}
< nel: {"report_to":"default","max_age":2592000,"include_subdomains":true}
< report-to: {"group":"default","max_age":2592000,"endpoints":[{"url":"https://report-uri.highwebmedia.com/a/t/g"}],"include_subdomains":true}