Last active 1748426794

Init a server from cloud provider

Revision 723c4458981a7e7b7964e63e8d6bf221029b92fc

init.sh Raw
1#!/bin/bash
2
3#==========================
4# Set up the environment
5#==========================
6set -e # exit on error
7set -o pipefail # exit on pipeline error
8set -u # treat unset variable as error
9
10#==========================
11# Basic Information
12#==========================
13export LC_ALL=C
14export LANG=en_US.UTF-8
15export DEBIAN_FRONTEND=noninteractive
16export SCRIPT_DIR="$(dirname "$(readlink -f "$0")")"
17
18#==========================
19# Color
20#==========================
21Green="\033[32m"
22Red="\033[31m"
23Yellow="\033[33m"
24Blue="\033[36m"
25Font="\033[0m"
26GreenBG="\033[42;37m"
27RedBG="\033[41;37m"
28OK="${Green}[ OK ]${Font}"
29ERROR="${Red}[FAILED]${Font}"
30WARNING="${Yellow}[ WARN ]${Font}"
31
32#==========================
33# Print Colorful Text
34#==========================
35function print_ok() {
36 echo -e "${OK} ${Blue} $1 ${Font}"
37}
38
39function print_error() {
40 echo -e "${ERROR} ${Red} $1 ${Font}"
41}
42
43function print_warn() {
44 echo -e "${WARNING} ${Yellow} $1 ${Font}"
45}
46
47#==========================
48# Judge function
49#==========================
50function judge() {
51 if [[ 0 -eq $? ]]; then
52 print_ok "$1 succeeded"
53 sleep 0.2
54 else
55 print_error "$1 failed"
56 exit 1
57 fi
58}
59
60prepare_host()
61{
62 print_ok "Update apt-get"
63 sudo apt-get update
64 judge "Update apt-get"
65
66 print_ok "Install sshpass"
67 sudo apt-get install -y sshpass
68 judge "Install sshpass"
69}
70
71wait_server_till_can_ssh()
72{
73 userName=$1
74 password=$2
75 serverName=$3
76
77 print_ok "Waiting for server to be ready: ssh $userName@$serverName"
78 while true; do
79 set +e
80 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$userName@$serverName" "echo 'Server is ready'"
81 if [ $? -eq 0 ]; then
82 break
83 fi
84 print_warn "Server is not ready yet. Retrying..."
85 sleep 5
86 done
87
88 print_ok "Server is ready to connect via ssh"
89 set -e
90}
91
92prepare_server()
93{
94 userName=$1
95 if [ -z "$userName" ]; then
96 print_error "Please provide username. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
97 exit 1
98 fi
99
100 password=$2
101 if [ -z "$password" ]; then
102 print_error "Please provide password for user $userName. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
103 exit 1
104 fi
105
106 serverName=$3
107 if [ -z "$serverName" ]; then
108 print_error "Please provide server name. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
109 exit 1
110 fi
111
112 desiredHostname=$4
113 if [ -z "$desiredHostname" ]; then
114 echo "Please provide desired hostname. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
115 exit 1
116 fi
117
118 desiredUsername=$5
119 if [ -z "$desiredUsername" ]; then
120 print_error "Please provide desired username. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
121 exit 1
122 fi
123
124 prepare_host
125 ssh-keygen -f "/home/anduin/.ssh/known_hosts" -R "$serverName"
126
127 wait_server_till_can_ssh "$userName" "$password" "$serverName"
128
129 print_ok "Changing hostname for $serverName to $desiredHostname"
130 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$userName@$serverName" "sudo hostnamectl set-hostname $desiredHostname"
131 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$userName@$serverName" "sleep 3"
132 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$userName@$serverName" "sudo reboot" || true
133 sleep 5
134 print_ok "Hostname changed to $desiredHostname"
135 print_warn "Server is rebooting..."
136
137 wait_server_till_can_ssh "$userName" "$password" "$serverName"
138
139 print_ok "Creating a new user..."
140 alreadyExist=$(sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$userName@$serverName" "grep -w '^$desiredUsername:' /etc/passwd | wc -l")
141 if [ "$alreadyExist" -gt 0 ]; then
142 print_ok "User $desiredUsername already exists."
143 else
144 print_ok "Creating user $desiredUsername"
145 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$userName@$serverName" "sudo adduser $desiredUsername --gecos 'First Last,RoomNumber,WorkPhone,HomePhone' --disabled-password"
146 fi
147 judge "User $desiredUsername created"
148
149 print_ok "Setting password for user $desiredUsername"
150 userPassword=$(uuidgen)
151 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$userName@$serverName" "echo '$desiredUsername:$userPassword' | sudo chpasswd"
152 judge "Password set for user $desiredUsername as $userPassword"
153
154 print_ok "Adding user $desiredUsername to sudo group"
155 sshpass -p "$userPassword" ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo usermod -aG sudo $desiredUsername"
156 judge "User $desiredUsername added to sudo group"
157
158 # Determine if userName and desiredUsername are the same
159 if [ "$userName" = "$desiredUsername" ]; then
160 # Update the password variable to the new password
161 print_ok "Initial user and desired user are the same. Updating password for subsequent SSH connections."
162 password="$userPassword"
163 fi
164
165 print_ok "Allowing user $desiredUsername to run sudo without password"
166 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo mkdir -p /etc/sudoers.d"
167 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo touch /etc/sudoers.d/$desiredUsername"
168 sshpass -p "$password" ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "echo '$desiredUsername ALL=(ALL) NOPASSWD:ALL' | sudo tee -a /etc/sudoers.d/$desiredUsername"
169 judge "User $desiredUsername can run sudo without password"
170
171 # If ~/.ssh/id_rsa.pub does not exist, create it
172 if [ ! -f ~/.ssh/id_rsa.pub ]; then
173 print_warn "Creating ssh keys on local machine"
174 ssh-keygen -t rsa -N "" -f ~/.ssh/id_rsa
175 fi
176
177 print_ok "Copying ssh keys with ssh-copy-id"
178 sshpass -p "$password" ssh-copy-id -i ~/.ssh/id_rsa.pub "$desiredUsername@$serverName"
179 print_ok "SSH keys copied"
180
181 wait_server_till_can_ssh "$desiredUsername" "$password" "$serverName"
182
183 print_ok "Disabling root login, password login and enabling ssh key login"
184 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sed -i 's/PermitRootLogin yes/PermitRootLogin no/g' /etc/ssh/sshd_config"
185 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sed -i 's/PasswordAuthentication yes/PasswordAuthentication no/g' /etc/ssh/sshd_config"
186 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sed -i 's/PubkeyAuthentication no/PubkeyAuthentication yes/g' /etc/ssh/sshd_config"
187 # Uncomment those lines if they are commented
188 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sed -i 's/#PermitRootLogin no/PermitRootLogin no/g' /etc/ssh/sshd_config"
189 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sed -i 's/#PasswordAuthentication no/PasswordAuthentication no/g' /etc/ssh/sshd_config"
190 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sed -i 's/#PubkeyAuthentication yes/PubkeyAuthentication yes/g' /etc/ssh/sshd_config"
191 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo systemctl restart sshd"
192 judge "Disable root login, password login and enabled ssh key login"
193
194 print_ok "Server is ready for $desiredUsername to login. Deleting other users..."
195 otherUsers=$(ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "grep -v -E 'nologin|false|root|sync|$desiredUsername' /etc/passwd | cut -d: -f1")
196 for otherUser in $otherUsers; do
197 print_warn "Deleting user $otherUser..."
198 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo pkill -u $otherUser" || true
199 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo deluser --remove-home $otherUser"
200 done
201
202 print_ok "Resetting machine-id"
203 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo rm -f /etc/machine-id /var/lib/dbus/machine-id"
204 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo systemd-machine-id-setup"
205 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo cp /etc/machine-id /var/lib/dbus/machine-id"
206 judge "Machine-id reset"
207
208 print_ok "Enabling ufw firewall"
209 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt-get install -y ufw"
210 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo ufw allow OpenSSH"
211 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "echo 'y' | sudo ufw enable"
212 judge "Ufw firewall enabled"
213
214 print_ok "Enabling BBR if not enabled"
215 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sysctl net.ipv4.tcp_available_congestion_control | grep -q bbr || echo 'net.core.default_qdisc=fq' | sudo tee -a /etc/sysctl.conf"
216 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sysctl net.ipv4.tcp_available_congestion_control | grep -q bbr || echo 'net.ipv4.tcp_congestion_control=bbr' | sudo tee -a /etc/sysctl.conf"
217 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo sysctl -p"
218 judge "BBR enabled"
219
220 print_ok "Selecting best mirror"
221 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "curl -s https://gist.aiursoft.cn/anduin/879917820a6c4b268fc12c21f1b3fe7a/raw/HEAD/mirror.sh | bash"
222 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt update"
223 judge "Best mirror selected"
224
225 print_ok "Installing latest kernel..."
226 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt search linux-generic-hwe-* | awk -F'/' '/linux-generic-hwe-/ {print \$1}' | sort | head -n 1 | xargs -r sudo apt install -y"
227 judge "Latest kernel installed"
228
229 print_ok "Rebooting server..."
230 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sleep 3"
231 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo reboot" || true
232 sleep 5
233 print_warn "Server is rebooting..."
234
235 wait_server_till_can_ssh "$desiredUsername" "$password" "$serverName"
236
237 print_ok "Installing updates"
238 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt update"
239 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt upgrade -y"
240 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt autoremove -y"
241 judge "Updates installed"
242
243 print_ok "Rebooting server..."
244 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sleep 3"
245 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo reboot" || true
246 sleep 5
247 print_warn "Server is rebooting..."
248
249 wait_server_till_can_ssh "$desiredUsername" "$password" "$serverName"
250
251 print_ok "Set CPU to performance mode"
252 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt install -y linux-tools-common linux-tools-\$(uname -r)"
253 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo cpupower frequency-info"
254 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo cpupower frequency-set -g performance" || true
255 judge "CPU set to performance mode"
256
257 print_ok "Set timezone to GMT"
258 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo timedatectl set-timezone GMT"
259 judge "Timezone set to GMT"
260
261 print_ok "Removing snap..."
262 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo systemctl disable --now snapd"
263 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt purge -y snapd"
264 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo rm -rf /snap /var/snap /var/lib/snapd /var/cache/snapd /usr/lib/snapd ~/snap"
265 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo tee /etc/apt/preferences.d/no-snap.pref > /dev/null << EOF
266Package: snapd
267Pin: release a=*
268Pin-Priority: -10
269EOF"
270 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo chown root:root /etc/apt/preferences.d/no-snap.pref"
271 judge "Snap removed"
272
273 print_ok "Autoremoving apt packages"
274 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt autoremove -y --purge"
275 judge "Apt packages autoremoved"
276
277 print_ok "Benchmarking server..."
278 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sudo apt install -y sysbench"
279 ssh -o StrictHostKeyChecking=no "$desiredUsername@$serverName" "sysbench cpu --threads=\$(nproc) run"
280 judge "Server benchmarked"
281
282 print_ok "Server is ready for use"
283 print_ok "ssh $desiredUsername@$serverName"
284}
285
286# To use this function:
287# Arg1: username
288# Arg2: password
289# Arg3: servername
290# Arg4: Desired hostname
291# Arg5: Desired username
292prepare_server "$@"
293
mirror.sh Raw
1#!/usr/bin/env bash
2# Step 1: Ensure required packages are installed
3sudo apt update
4sudo apt install -y curl apt-transport-https lsb-release
5
6function switchSource() {
7 # Get current Ubuntu codename (e.g., jammy, focal, bionic)
8 codename=$(lsb_release -cs)
9
10 # Define a list of potential mirrors
11 mirrors=(
12 "https://archive.ubuntu.com/ubuntu/"
13 "https://mirror.aarnet.edu.au/pub/ubuntu/archive/" # Australia
14 "https://mirror.fsmg.org.nz/ubuntu/" # New Zealand
15 "https://mirrors.neterra.net/ubuntu/archive/" # Bulgaria
16 "https://mirror.csclub.uwaterloo.ca/ubuntu/" # Canada
17 "https://mirrors.dotsrc.org/ubuntu/" # Denmark
18 "https://mirrors.nic.funet.fi/ubuntu/" # Finland
19 "https://mirror.ubuntu.ikoula.com/" # France
20 "https://mirror.xtom.com.hk/ubuntu/" # Hong Kong
21 "https://mirrors.piconets.webwerks.in/ubuntu-mirror/ubuntu/" # India
22 "https://ftp.udx.icscoe.jp/Linux/ubuntu/" # Japan
23 "https://ftp.kaist.ac.kr/ubuntu/" # Korea
24 "https://ubuntu.mirror.garr.it/ubuntu/" # Italy
25 "https://ftp.uni-stuttgart.de/ubuntu/" # Germany
26 "https://mirror.i3d.net/pub/ubuntu/" # Netherlands
27 "https://mirroronet.pl/pub/mirrors/ubuntu/" # Poland
28 "https://ubuntu.mobinhost.com/ubuntu/" # Iran
29 "http://sg.archive.ubuntu.com/ubuntu/" # Singapore
30 "http://ossmirror.mycloud.services/os/linux/ubuntu/" # Singapore
31 "https://mirror.enzu.com/ubuntu/" # United States
32 "http://jp.archive.ubuntu.com/ubuntu/" # Japan
33 "http://kr.archive.ubuntu.com/ubuntu/" # Korea
34 "http://us.archive.ubuntu.com/ubuntu/" # United States
35 "http://tw.archive.ubuntu.com/ubuntu/" # Taiwan
36 "https://mirror.twds.com.tw/ubuntu/" # Taiwan
37 "https://ubuntu.mirrors.uk2.net/ubuntu/" # United Kingdom
38 "http://mirrors.ustc.edu.cn/ubuntu/" # 中国科学技术大学
39 "http://ftp.sjtu.edu.cn/ubuntu/" # 上海交通大学
40 "http://mirrors.tuna.tsinghua.edu.cn/ubuntu/" # 清华大学
41 "http://mirrors.aliyun.com/ubuntu/" # 阿里云
42 "http://mirrors.163.com/ubuntu/" # 网易
43 "http://mirrors.cloud.tencent.com/ubuntu/" # 腾讯云
44 "http://mirror.aiursoft.cn/ubuntu/" # Aiursoft
45 "http://mirrors.anduinos.com/ubuntu/" # AnduinOS
46 "http://mirrors.huaweicloud.com/ubuntu/" # 华为云
47 "http://mirrors.zju.edu.cn/ubuntu/" # 浙江大学
48 "http://azure.archive.ubuntu.com/ubuntu/" # Azure
49 "https://mirrors.isu.net.sa/apt-mirror/" # Saudi Arabia
50 "https://mirror.team-host.ru/ubuntu/" # Russia
51 "https://labs.eif.urjc.es/mirror/ubuntu/" # Spain
52 "https://mirror.alastyr.com/ubuntu/ubuntu-archive/" # Turkey
53 "https://ftp.acc.umu.se/ubuntu/" # Sweden
54 "https://mirror.kku.ac.th/ubuntu/" # Thailand
55 "https://mirror.bizflycloud.vn/ubuntu/" # Vietnam
56 )
57
58 declare -A results
59
60 # Function to test speed of a single mirror
61 test_speed() {
62 url="$1"
63 # Attempt to do a quick GET and measure total time
64 response="$(curl -o /dev/null -s -w "%{http_code} %{time_total}\n" \
65 --connect-timeout 1 --max-time 2 "$url")"
66
67 http_code=$(echo "$response" | awk '{print $1}')
68 time_total=$(echo "$response" | awk '{print $2}')
69
70 # If HTTP code == 200, mark the measured time; otherwise use a large value
71 if [ "$http_code" -eq 200 ]; then
72 results["$url"]="$time_total"
73 else
74 echo "Failed to access $url (HTTP code: $http_code)"
75 results["$url"]="9999"
76 fi
77 }
78
79 echo "Testing all mirrors for Ubuntu '$codename'..."
80 for mirror in "${mirrors[@]}"; do
81 test_speed "$mirror"
82 done
83
84 # Sort mirrors by time_total
85 # Example of sorted_mirrors entry: "https://archive.ubuntu.com/ubuntu/ 0.034"
86 sorted_mirrors="$(
87 for url in "${!results[@]}"; do
88 echo "$url ${results[$url]}"
89 done | sort -k2 -n
90 )"
91
92 echo
93 echo "=== Sorted mirrors by response time (ascending) ==="
94 echo "$sorted_mirrors"
95 echo
96
97 # Pick the top (fastest) mirror from the sorted list
98 fastest_mirror="$(echo "$sorted_mirrors" | head -n 1 | awk '{print $1}')"
99
100 echo "Fastest mirror found: $fastest_mirror"
101 echo "Updating /etc/apt/sources.list..."
102
103 # Update /etc/apt/sources.list with the fastest mirror
104 sudo tee /etc/apt/sources.list >/dev/null <<EOF
105deb $fastest_mirror $codename main restricted universe multiverse
106deb $fastest_mirror $codename-updates main restricted universe multiverse
107deb $fastest_mirror $codename-backports main restricted universe multiverse
108deb $fastest_mirror $codename-security main restricted universe multiverse
109EOF
110
111 # Final check
112 sudo apt update
113 echo "All done!"
114}
115
116# Call the main function
117switchSource