add resolved ips for bing,facebook,google and tiktok

bing/downloader.sh

@@ -17,7 +17,8 @@ tr -cd "[:print:]\n" < /tmp/bing_original.json > /tmp/bing.json
 
 # save ipv4
 jq '.prefixes[] | [.ipv4Prefix][] | select(. != null)' -r /tmp/bing.json > /tmp/bing-ipv4.txt
-
+curl https://raw.githubusercontent.com/antonme/ipnames/master/resolve-bing.txt >> /tmp/bing-ipv4.txt || echo 'failed'
+curl https://raw.githubusercontent.com/antonme/ipnames/master/ext-resolve-bing.txt >> /tmp/bing-ipv4.txt || echo 'failed'
 # ipv6 not provided
 
 

facebook/downloader.sh

@@ -22,7 +22,8 @@ get_routes 'AS32934' > /tmp/facebook.txt || echo 'failed'
 get_routes 'AS54115' >> /tmp/facebook.txt || echo 'failed'
 get_routes 'AS63293' >> /tmp/facebook.txt || echo 'failed'
 get_routes 'AS149642' >> /tmp/facebook.txt || echo 'failed'
-
+curl https://raw.githubusercontent.com/antonme/ipnames/master/resolve-facebook.txt >> /tmp/facebook.txt || echo 'failed'
+curl https://raw.githubusercontent.com/antonme/ipnames/master/ext-resolve-facebook.txt >> /tmp/facebook.txt || echo 'failed'
 
 # save ipv4
 grep -v ':' /tmp/facebook.txt > /tmp/facebook-ipv4.txt

google/downloader.sh

@@ -50,6 +50,8 @@ grep -v ':' /tmp/goog.txt > /tmp/google-ipv4.txt
 #jq '.prefixes[] | [.ipv4Prefix][] | select(. != null)' -r /tmp/cloud.json >> /tmp/google-ipv4.txt
 jq '.prefixes[] | [.ipv4Prefix][] | select(. != null)' -r /tmp/googlebot.json >> /tmp/google-ipv4.txt
 grep -v ':' /tmp/netblocks.txt >> /tmp/google-ipv4.txt
+curl https://raw.githubusercontent.com/antonme/ipnames/master/resolve-google.txt >> /tmp/google-ipv4.txt || echo 'failed'
+curl https://raw.githubusercontent.com/antonme/ipnames/master/ext-resolve-google.txt >> /tmp/google-ipv4.txt || echo 'failed'
 
 # save ipv6
 grep ':' /tmp/goog.txt > /tmp/google-ipv6.txt

tiktok/downloader.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+
+# https://www.irr.net/docs/list.html
+# https://bgp.he.net/search?search%5Bsearch%5D=tiktok&commit=Search
+# https://github.com/SecOps-Institute/TwitterIPLists/blob/master/tiktok_asn_list.lst
+
+set -euo pipefail
+set -x
+
+
+# get from Autonomous System
+get_routes() {
+    whois -h riswhois.ripe.net -- "-i origin $1" | grep '^route' | awk '{ print $2; }'
+    whois -h whois.radb.net -- "-i origin $1" | grep '^route' | awk '{ print $2; }'
+    whois -h rr.ntt.net -- "-i origin $1" | grep '^route' | awk '{ print $2; }'
+    whois -h whois.rogerstelecom.net -- "-i origin $1" | grep '^route' | awk '{ print $2; }'
+    whois -h whois.bgp.net.br -- "-i origin $1" | grep '^route' | awk '{ print $2; }'
+}
+
+get_routes 'AS138699' > /tmp/tiktok.txt || echo 'failed'
+
+python utils/arin-org.py BYTED >> /tmp/tiktok.txt
+curl https://raw.githubusercontent.com/antonme/ipnames/master/resolve-tiktok.txt >> /tmp/tiktok.txt || echo 'failed'
+curl https://raw.githubusercontent.com/antonme/ipnames/master/ext-resolve-tiktok.txt >> /tmp/tiktok.txt || echo 'failed'
+
+# save ipv4
+grep -v ':' /tmp/tiktok.txt > /tmp/tiktok-ipv4.txt
+
+# save ipv6
+grep ':' /tmp/tiktok.txt > /tmp/tiktok-ipv6.txt
+
+
+# sort & uniq
+sort -h /tmp/tiktok-ipv4.txt | uniq > tiktok/ipv4.txt
+sort -h /tmp/tiktok-ipv6.txt | uniq > tiktok/ipv6.txt

tiktok/ipv6.txt

@@ -0,0 +1,5 @@
+2404:9dc0:cd01::/48
+2404:9dc0:cd02::/48
+2404:9dc0:cd03::/48
+2404:9dc0:cd04::/48
+2605:340::/32