From ca69e6e21c5c816c38bf7d9a243592d606ec1bee Mon Sep 17 00:00:00 2001 From: Lucifer M Date: Thu, 28 Jan 2021 14:51:58 +0000 Subject: [PATCH 1/7] Update wargaming.net.txt --- wargaming.net.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/wargaming.net.txt b/wargaming.net.txt index 3544bf8..8ceedab 100644 --- a/wargaming.net.txt +++ b/wargaming.net.txt @@ -17,3 +17,4 @@ dl-wowp-ak.wargaming.net dl-wowp-gc.wargaming.net dl-wowp-se.wargaming.net dl-wowp-cdx.wargaming.net +wgus-woteu.wargaming.net From 2ea1782d42e15738aed2437d9d0bb18facf52335 Mon Sep 17 00:00:00 2001 From: Cronus89 Date: Tue, 15 Mar 2022 22:25:28 -0500 Subject: [PATCH 2/7] Update RenegadeX domains --- renegadex.txt | 20 +++++++++++--------- 1 file changed, 11 insertions(+), 9 deletions(-) diff --git a/renegadex.txt b/renegadex.txt index 37cd6ad..73ae146 100644 --- a/renegadex.txt +++ b/renegadex.txt @@ -1,16 +1,18 @@ -rxmirror.ctgamehosts.uk +us-chi2.cncirc.net +us-lv2.cncirc.net eu-ger.hetzner.ctgamehosts.uk us-nj.shockhosting.ctgamehosts.uk us-va.ovh.ctgamehosts.uk -mirror.us.tyrant.gg -mirror.usa.tyrant.gg rxp-de1.ts3-server.ch -rxp-lax2.cncfps.com -apac-sg.nexusbytes.ren-x.com +us-la.cncfps.com +us-lv.buyvm.ren-x.com +us-ny.buyvm.ren-x.com +eu-lux.buyvm.ren-x.com apac-tyo.nexusbytes.ren-x.com -eu-uk.nexusbytes.ren-x.com +apac-sg.nexusbytes.ren-x.com eu-nl.nexusbytes.ren-x.com +eu-uk.nexusbytes.ren-x.com us-mia.buyvm.ren-x.com -us-lv.buyvm.renegade-x.com -us-ny.buyvm.renegade-x.com -eu-lux.buyvm.renegade-x.com +us-phx.speedy.ren-x.com +us-dal.boomerhost.ren-x.com +us-chi.racknerd.ren-x.com From df6d36d1b7e0fc74b0da30af24e9767a9924ce65 Mon Sep 17 00:00:00 2001 From: Daniel Hoffend Date: Sun, 3 Apr 2022 16:53:00 +0200 Subject: [PATCH 3/7] Script Support for RPZ Domains (#180) * add script to generate bind response policy zone for dns manipulation/filtering * rpz: support custom basedomain via cli arg * Update create-rpz.sh * changed times to match current lanacache_dns --- scripts/create-rpz.sh | 114 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 114 insertions(+) create mode 100755 scripts/create-rpz.sh diff --git a/scripts/create-rpz.sh b/scripts/create-rpz.sh new file mode 100755 index 0000000..95cc457 --- /dev/null +++ b/scripts/create-rpz.sh @@ -0,0 +1,114 @@ +#!/bin/bash +basedir=".." +outputdir="output/rpz" +path="${basedir}/cache_domains.json" +basedomain=${1:-lancache.net} + +export IFS=' ' + +test=$(which jq); +out=$? +if [ $out -gt 0 ] ; then + echo "This script requires jq to be installed." + echo "Your package manager should be able to find it" + exit 1 +fi + +cachenamedefault="disabled" + +while read line; do + ip=$(jq ".ips[\"${line}\"]" config.json) + declare "cacheip$line"="$ip" +done <<< $(jq -r '.ips | to_entries[] | .key' config.json) + +while read line; do + name=$(jq -r ".cache_domains[\"${line}\"]" config.json) + declare "cachename$line"="$name" +done <<< $(jq -r '.cache_domains | to_entries[] | .key' config.json) + +rm -rf ${outputdir} +mkdir -p ${outputdir} +outputfile=${outputdir}/db.rpz.$basedomain +cat > $outputfile << EOF +\$TTL 60 ; default TTL +\$ORIGIN rpz.$basedomain. +@ SOA ns1.$basedomain. admin.$basedomain. ( + $(date +%Y%m%d01) ; serial + 604800 ; refresh (1 week) + 600 ; retry (10 mins) + 600 ; expire (10 mins) + 600 ; minimum (10 mins) + ) + NS ns1.$basedomain. + NS ns2.$basedomain. + +EOF + +while read entry; do + unset cacheip + unset cachename + key=$(jq -r ".cache_domains[$entry].name" $path) + cachename="cachename${key}" + if [ -z "${!cachename}" ]; then + cachename="cachenamedefault" + fi + if [[ ${!cachename} == "disabled" ]]; then + continue; + fi + cacheipname="cacheip${!cachename}" + cacheip=$(jq -r 'if type == "array" then .[] else . end' <<< ${!cacheipname} | xargs) + while read fileid; do + while read filename; do + echo "" >> $outputfile + echo "; $(echo $filename | sed -e 's/.txt$//')" >> $outputfile + destfilename=$(echo $filename | sed -e 's/txt/conf/') + while read fileentry; do + # Ignore comments and newlines + if [[ $fileentry == \#* ]] || [[ -z $fileentry ]]; then + continue + fi + parsed=$(echo $fileentry) + if grep -qx "^\"${parsed}\". " $outputfile; then + continue + fi + t="" + for i in ${cacheip}; do + # only one cname per domain is allowed + if [[ ${t} = "CNAME" ]]; then + continue + fi + # for cnames you must use a fqdn with trailing dot + t="CNAME" + if [[ ${i} =~ ^[0-9\.]+$ ]] ; then + t="A" + elif [[ ! ${i} =~ \.$ ]] ; then + i="${i}." + fi + printf "%-50s IN %s %s\n" \ + "${parsed}" \ + "${t}" \ + "${i}" \ + >> $outputfile + done + done <<< $(cat ${basedir}/$filename | sort); + done <<< $(jq -r ".cache_domains[$entry].domain_files[$fileid]" $path) + done <<< $(jq -r ".cache_domains[$entry].domain_files | to_entries[] | .key" $path) +done <<< $(jq -r '.cache_domains | to_entries[] | .key' $path) + +cat << EOF +Configuration generation completed. + +Please include the rpz zone in your bind configuration" +- cp $outputfile /etc/bind +- configure the zone and use it + +options { + [...] + response-policy {zone "rpz.$basedomain";}; + [...] +} +zone "rpz.$basedomain" { + type master; + file "/etc/bind/db.rpz.$basedomain"; +}; +EOF From 03a391f6486ce57fec40ddc85dc5523b940a305c Mon Sep 17 00:00:00 2001 From: Amir Zarrinkafsh Date: Fri, 22 Jul 2022 10:20:05 +1000 Subject: [PATCH 4/7] Clean CDN hosts This change addresses some general housecleaning for CDN hosts: * Removing all hosts that do not resolve * Removing any rogue whitespaces in CDN `.txt` files * Removing hirez CDN (as the only host could not be resolved) --- arenanet.txt | 1 - cache_domains.json | 5 ----- hirez.txt | 1 - renegadex.txt | 1 - steam.txt | 2 +- wargaming.net.txt | 10 +++------- xboxlive.txt | 3 --- 7 files changed, 4 insertions(+), 19 deletions(-) delete mode 100644 hirez.txt diff --git a/arenanet.txt b/arenanet.txt index 19132a1..9943b21 100644 --- a/arenanet.txt +++ b/arenanet.txt @@ -1,4 +1,3 @@ assetcdn.101.arenanetworks.com assetcdn.102.arenanetworks.com assetcdn.103.arenanetworks.com -live.patcher.bladeandsoul.com diff --git a/cache_domains.json b/cache_domains.json index 3f2ca63..c9b6709 100644 --- a/cache_domains.json +++ b/cache_domains.json @@ -35,11 +35,6 @@ "description": "CDN for frontier games", "domain_files": ["frontier.txt"] }, - { - "name": "hirez", - "description": "CDN for hirez", - "domain_files": ["hirez.txt"] - }, { "name": "nexusmods", "description": "Nexus mods / skyrim content", diff --git a/hirez.txt b/hirez.txt deleted file mode 100644 index c127b57..0000000 --- a/hirez.txt +++ /dev/null @@ -1 +0,0 @@ -hirez.http.internapcdn.net diff --git a/renegadex.txt b/renegadex.txt index 73ae146..a4ef41d 100644 --- a/renegadex.txt +++ b/renegadex.txt @@ -1,6 +1,5 @@ us-chi2.cncirc.net us-lv2.cncirc.net -eu-ger.hetzner.ctgamehosts.uk us-nj.shockhosting.ctgamehosts.uk us-va.ovh.ctgamehosts.uk rxp-de1.ts3-server.ch diff --git a/steam.txt b/steam.txt index f87f1c2..5a7b1f2 100644 --- a/steam.txt +++ b/steam.txt @@ -33,7 +33,7 @@ edge.steam-dns-2.top.comcast.net steam.naeu.qtlglb.com steampipe-kr.akamaized.net steam.ix.asn.au -steam.eca.qtlglb.com +steam.eca.qtlglb.com steam.cdn.on.net update5.dota2.wmsj.cn update2.dota2.wmsj.cn diff --git a/wargaming.net.txt b/wargaming.net.txt index 8ceedab..795795c 100644 --- a/wargaming.net.txt +++ b/wargaming.net.txt @@ -1,20 +1,16 @@ -dl1.wargaming.net dl2.wargaming.net wg.gcdn.co -wgusst-na.wargaming.net -wgusst-eu.wargaming.net -update-v4r4h10x.worldofwarships.com wgus-wotasia.wargaming.net dl-wot-ak.wargaming.net dl-wot-gc.wargaming.net -dl-wot-se.wargaming.net +dl-wot-se.wargaming.net dl-wot-cdx.wargaming.net dl-wows-ak.wargaming.net dl-wows-gc.wargaming.net -dl-wows-se.wargaming.net +dl-wows-se.wargaming.net dl-wows-cdx.wargaming.net dl-wowp-ak.wargaming.net dl-wowp-gc.wargaming.net -dl-wowp-se.wargaming.net +dl-wowp-se.wargaming.net dl-wowp-cdx.wargaming.net wgus-woteu.wargaming.net diff --git a/xboxlive.txt b/xboxlive.txt index a0297c9..74fff2b 100644 --- a/xboxlive.txt +++ b/xboxlive.txt @@ -1,8 +1,5 @@ assets1.xboxlive.com assets2.xboxlive.com -xboxone.loris.llnwd.net -*.xboxone.loris.llnwd.net -xboxone.vo.llnwd.net xbox-mbr.xboxlive.com assets1.xboxlive.com.nsatc.net xvcf1.xboxlive.com From 4155d3db26cb84fb28135f03d4632046d5d6a29a Mon Sep 17 00:00:00 2001 From: Amir Zarrinkafsh Date: Thu, 28 Jul 2022 13:12:31 +1000 Subject: [PATCH 5/7] Clean additional CDN hosts This change addresses some general housecleaning for CDN hosts: * Removing all hosts that do not resolve * Only including the Steam CDN trigger address --- blizzard.txt | 4 ---- nintendo.txt | 1 - sony.txt | 2 -- steam.txt | 51 ---------------------------------------------- windowsupdates.txt | 1 - 5 files changed, 59 deletions(-) diff --git a/blizzard.txt b/blizzard.txt index 7d85419..0da27a3 100644 --- a/blizzard.txt +++ b/blizzard.txt @@ -1,14 +1,10 @@ dist.blizzard.com dist.blizzard.com.edgesuite.net -llnw.blizzard.com -edgecast.blizzard.com blizzard.vo.llnwd.net blzddist1-a.akamaihd.net blzddist2-a.akamaihd.net blzddist3-a.akamaihd.net -blzddist4-a.akamaihd.net level3.blizzard.com nydus.battle.net -edge.blizzard.top.comcast.net cdn.blizzard.com *.cdn.blizzard.com diff --git a/nintendo.txt b/nintendo.txt index 7bc0a29..eee7b01 100644 --- a/nintendo.txt +++ b/nintendo.txt @@ -1,4 +1,3 @@ -ccs.cdn.wup.shop.nintendo.com ccs.cdn.wup.shop.nintendo.net ccs.cdn.wup.shop.nintendo.net.edgesuite.net geisha-wup.cdn.nintendo.net diff --git a/sony.txt b/sony.txt index ae8ab77..3543eeb 100644 --- a/sony.txt +++ b/sony.txt @@ -1,6 +1,4 @@ gs2.ww.prod.dl.playstation.net -gs2.sonycoment.loris-e.llnwd.net -pls.patch.station.sony.com *.gs2.ww.prod.dl.playstation.net *.gs2.sonycoment.loris-e.llnwd.net gs2-ww-prod.psn.akadns.net diff --git a/steam.txt b/steam.txt index 5a7b1f2..b21270f 100644 --- a/steam.txt +++ b/steam.txt @@ -1,52 +1 @@ lancache.steamcontent.com -*.content.steampowered.com -content1.steampowered.com -content2.steampowered.com -content3.steampowered.com -content4.steampowered.com -content5.steampowered.com -content6.steampowered.com -content7.steampowered.com -content8.steampowered.com -cs.steampowered.com -steamcontent.com -client-download.steampowered.com -*.hsar.steampowered.com.edgesuite.net -*.akamai.steamstatic.com -content-origin.steampowered.com -clientconfig.akamai.steamtransparent.com -steampipe.akamaized.net -edgecast.steamstatic.com -steam.apac.qtlglb.com.mwcloudcdn.com -*.cs.steampowered.com -*.cm.steampowered.com -*.edgecast.steamstatic.com -*.steamcontent.com -cdn1-sea1.valve.net -cdn2-sea1.valve.net -*.steam-content-dnld-1.apac-1-cdn.cqloud.com -*.steam-content-dnld-1.eu-c1-cdn.cqloud.com -*.steam-content-dnld-1.qwilted-cds.cqloud.com -steam.apac.qtlglb.com -edge.steam-dns.top.comcast.net -edge.steam-dns-2.top.comcast.net -steam.naeu.qtlglb.com -steampipe-kr.akamaized.net -steam.ix.asn.au -steam.eca.qtlglb.com -steam.cdn.on.net -update5.dota2.wmsj.cn -update2.dota2.wmsj.cn -update6.dota2.wmsj.cn -update3.dota2.wmsj.cn -update1.dota2.wmsj.cn -update4.dota2.wmsj.cn -update5.csgo.wmsj.cn -update2.csgo.wmsj.cn -update4.csgo.wmsj.cn -update3.csgo.wmsj.cn -update6.csgo.wmsj.cn -update1.csgo.wmsj.cn -st.dl.bscstorage.net -cdn.mileweb.cs.steampowered.com.8686c.com -steamcdn-a.akamaihd.net diff --git a/windowsupdates.txt b/windowsupdates.txt index 395b68d..059c96e 100644 --- a/windowsupdates.txt +++ b/windowsupdates.txt @@ -1,5 +1,4 @@ *.windowsupdate.com -windowsupdate.com *.dl.delivery.mp.microsoft.com dl.delivery.mp.microsoft.com *.update.microsoft.com From 42da81da6d144598403cfbad9eab890af4ed3c00 Mon Sep 17 00:00:00 2001 From: James Kinsman Date: Fri, 29 Jul 2022 08:17:12 +0100 Subject: [PATCH 6/7] Update steam.txt Reverted steam.txt for seperate discussion --- steam.txt | 51 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 51 insertions(+) diff --git a/steam.txt b/steam.txt index b21270f..5a7b1f2 100644 --- a/steam.txt +++ b/steam.txt @@ -1 +1,52 @@ lancache.steamcontent.com +*.content.steampowered.com +content1.steampowered.com +content2.steampowered.com +content3.steampowered.com +content4.steampowered.com +content5.steampowered.com +content6.steampowered.com +content7.steampowered.com +content8.steampowered.com +cs.steampowered.com +steamcontent.com +client-download.steampowered.com +*.hsar.steampowered.com.edgesuite.net +*.akamai.steamstatic.com +content-origin.steampowered.com +clientconfig.akamai.steamtransparent.com +steampipe.akamaized.net +edgecast.steamstatic.com +steam.apac.qtlglb.com.mwcloudcdn.com +*.cs.steampowered.com +*.cm.steampowered.com +*.edgecast.steamstatic.com +*.steamcontent.com +cdn1-sea1.valve.net +cdn2-sea1.valve.net +*.steam-content-dnld-1.apac-1-cdn.cqloud.com +*.steam-content-dnld-1.eu-c1-cdn.cqloud.com +*.steam-content-dnld-1.qwilted-cds.cqloud.com +steam.apac.qtlglb.com +edge.steam-dns.top.comcast.net +edge.steam-dns-2.top.comcast.net +steam.naeu.qtlglb.com +steampipe-kr.akamaized.net +steam.ix.asn.au +steam.eca.qtlglb.com +steam.cdn.on.net +update5.dota2.wmsj.cn +update2.dota2.wmsj.cn +update6.dota2.wmsj.cn +update3.dota2.wmsj.cn +update1.dota2.wmsj.cn +update4.dota2.wmsj.cn +update5.csgo.wmsj.cn +update2.csgo.wmsj.cn +update4.csgo.wmsj.cn +update3.csgo.wmsj.cn +update6.csgo.wmsj.cn +update1.csgo.wmsj.cn +st.dl.bscstorage.net +cdn.mileweb.cs.steampowered.com.8686c.com +steamcdn-a.akamaihd.net From 8dec36e72fbe14b6906f40e9350568720d28b7fa Mon Sep 17 00:00:00 2001 From: James Kinsman Date: Fri, 29 Jul 2022 08:19:01 +0100 Subject: [PATCH 7/7] Update blizzard.txt Leaving comcast in, comcast is weird and I believe resolves things internally differently to externally so this is probably ok. --- blizzard.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/blizzard.txt b/blizzard.txt index 0da27a3..4093330 100644 --- a/blizzard.txt +++ b/blizzard.txt @@ -6,5 +6,6 @@ blzddist2-a.akamaihd.net blzddist3-a.akamaihd.net level3.blizzard.com nydus.battle.net +edge.blizzard.top.comcast.net cdn.blizzard.com *.cdn.blizzard.com