add adobe and huggingface, fixed backblaze resolving

This commit is contained in:
Anton Volnuhin 2023-12-07 18:54:33 +03:00
parent 3b16fe475d
commit 3e2ce77b58
5 changed files with 2101 additions and 2 deletions

37
adobe/downloader.sh Normal file
View File

@ -0,0 +1,37 @@
#!/bin/bash
set -euo pipefail
set -x
# get from Autonomous System
get_routes() {
whois -h riswhois.ripe.net -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
whois -h whois.radb.net -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
whois -h rr.ntt.net -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
whois -h whois.rogerstelecom.net -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
whois -h whois.bgp.net.br -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
}
get_routes 'AS15224' > /tmp/adobe.txt || echo 'failed'
get_routes 'ADOBES-Z' >> /tmp/adobe.txt || echo 'failed'
python utils/arin-org.py AS15224 >> /tmp/adobe.txt
curl https://raw.githubusercontent.com/antonme/ipnames/master/resolve-adobe.txt >> /tmp/adobe.txt || echo 'failed'
curl https://raw.githubusercontent.com/antonme/ipnames/master/ext-resolve-adobe.txt >> /tmp/adobe.txt || echo 'failed'
# save ipv4
grep -v ':' /tmp/adobe.txt > /tmp/adobe-ipv4.txt
# save ipv6
grep ':' /tmp/adobe.txt > /tmp/adobe-ipv6.txt
# sort & uniq
sort -h /tmp/adobe-ipv4.txt | uniq > adobe/ipv4.txt
sort -h /tmp/adobe-ipv6.txt | uniq > adobe/ipv6.txt

2010
adobe/ipv4.txt Normal file

File diff suppressed because it is too large Load Diff

23
adobe/ipv6.txt Normal file
View File

@ -0,0 +1,23 @@
Something went wrong. Status code: 404
2a00:db60:2000::/48
2a00:db60::/48
2406:fb00:1000::/48
2406:fb00:2000::/48
2406:fb00:2002::/48
2406:fb00:2::/48
2406:fb00:3000::/48
2406:fb00::/48
2620:113:1000::/44
2620:113:1000::/48
2620:113:1001::/48
2620:113:1002::/48
2620:113:1003::/48
2620:113:1004::/48
2620:113:1005::/48
2620:113:1006::/48
2620:113:1007::/48
2620:113:1008::/48
2620:113:1009::/48
2620:113:100a::/48
2620:113:100b::/48
2620:113:100f::/48

View File

@ -23,6 +23,8 @@ get_routes 'AS40401' > /tmp/backblaze.txt || echo 'failed'
python utils/arin-org.py AS40401 >> /tmp/backblaze.txt
curl https://raw.githubusercontent.com/antonme/ipnames/master/resolve-backblaze.txt >> /tmp/backblaze.txt || echo 'failed'
curl https://raw.githubusercontent.com/antonme/ipnames/master/ext-resolve-backblaze.txt >> /tmp/backblaze.txt || echo 'failed'
# save ipv4
@ -31,8 +33,6 @@ grep -v ':' /tmp/backblaze.txt > /tmp/backblaze-ipv4.txt
# save ipv6
grep ':' /tmp/backblaze.txt > /tmp/backblaze-ipv6.txt
curl https://raw.githubusercontent.com/antonme/ipnames/master/resolve-backblaze.txt >> /tmp/backblaze.txt || echo 'failed'
curl https://raw.githubusercontent.com/antonme/ipnames/master/ext-resolve-backblaze.txt >> /tmp/backblaze.txt || echo 'failed'
# sort & uniq

29
huggingface/downloader.sh Executable file
View File

@ -0,0 +1,29 @@
#!/bin/bash
set -euo pipefail
set -x
# get from Autonomous System
get_routes() {
whois -h riswhois.ripe.net -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
whois -h whois.radb.net -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
whois -h rr.ntt.net -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
whois -h whois.rogerstelecom.net -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
whois -h whois.bgp.net.br -- "-i origin $1" | rg '^route' | awk '{ print $2; }'
}
curl https://raw.githubusercontent.com/antonme/ipnames/master/resolve-huggingface.txt > /tmp/huggingface.txt || echo 'failed'
curl https://raw.githubusercontent.com/antonme/ipnames/master/ext-resolve-huggingface.txt >> /tmp/huggingface.txt || echo 'failed'
# save ipv4
grep -v ':' /tmp/huggingface.txt > /tmp/huggingface-ipv4.txt
# save ipv6
grep ':' /tmp/huggingface.txt > /tmp/huggingface-ipv6.txt
# sort & uniq
sort -h /tmp/huggingface-ipv4.txt | uniq > huggingface/ipv4.txt
sort -h /tmp/huggingface-ipv6.txt | uniq > huggingface/ipv6.txt