You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
anti-AD/start-ci.sh

83 lines
2.3 KiB
Bash

#!/bin/bash
source /etc/profile
cd $(cd "$(dirname "$0")";pwd)
easylist=(
"https://easylist-downloads.adblockplus.org/easylistchina+easylist.txt"
"https://raw.githubusercontent.com/cjx82630/cjxlist/master/cjx-annoyance.txt"
"https://easylist.to/easylist/fanboy-annoyance.txt"
"https://easylist.to/easylist/easyprivacy.txt"
)
hosts=(
"https://raw.githubusercontent.com/neoFelhz/neohosts/gh-pages/full/hosts.txt"
"https://raw.githubusercontent.com/vokins/yhosts/master/hosts"
"https://raw.githubusercontent.com/jdlingyu/ad-wars/master/hosts"
)
strict_hosts=(
"https://raw.githubusercontent.com/hoshsadiq/adblock-nocoin-list/master/hosts.txt"
)
rm -f ./origin-files/easylist*
rm -f ./origin-files/hosts*
rm -f ./origin-files/strict-hosts*
for i in "${!easylist[@]}"
do
echo "开始下载 easylist${i}..."
curl -o "./origin-files/easylist${i}.txt" --connect-timeout 60 -s "${easylist[$i]}"
# shellcheck disable=SC2181
if [ $? -ne 0 ];then
echo '下载失败,请重试'
exit 1
fi
done
for i in "${!hosts[@]}"
do
echo "开始下载 hosts${i}..."
curl -o "./origin-files/hosts${i}.txt" --connect-timeout 60 -s "${hosts[$i]}"
# shellcheck disable=SC2181
if [ $? -ne 0 ];then
echo '下载失败,请重试'
exit 1
fi
done
for i in "${!strict_hosts[@]}"
do
echo "开始下载 strict-hosts${i}..."
curl -o "./origin-files/strict-hosts${i}.txt" --connect-timeout 60 -s "${strict_hosts[$i]}"
# shellcheck disable=SC2181
if [ $? -ne 0 ];then
echo '下载失败,请重试'
exit 1
fi
done
cd origin-files
cat hosts*.txt | grep -v -E "^((#.*)|(\s*))$" \
| grep -v -E "^[0-9\.:]+\s+(ip6\-)?(localhost|loopback)$" \
| sed s/0.0.0.0/127.0.0.1/g | sed s/::/127.0.0.1/g | sort \
| uniq >base-src-hosts.txt
cat strict-hosts*.txt | grep -v -E "^((#.*)|(\s*))$" \
| grep -v -E "^[0-9\.:]+\s+(ip6\-)?(localhost|loopback)$" \
| sed s/0.0.0.0/127.0.0.1/g | sed s/::/127.0.0.1/g | sort \
| uniq >base-src-strict-hosts.txt
cat easylist*.txt | grep -E "^\|\|[^\*\^]+?\^" | sort | uniq >base-src-easylist.txt
cat easylist*.txt | grep -E "^\|\|?([^\^=\/:]+)?\*([^\^=\/:]+)?\^" | sort | uniq >wildcard-src-easylist.txt
cat easylist*.txt | grep -E "^@@\|\|?[^\^=\/:]+?\^([^\/=\*]+)?$" | sort | uniq >whiterule-src-easylist.txt
cd ../
php make-addr.php
php ./tools/easylist-extend.php anti-ad-easylist.txt