Last active 1748426794

Init a server from cloud provider

Revision c2cc5c52631818a19d83e65cc599af76956a81ee

init.sh Raw
1#!/bin/bash
2
3#==========================
4# Set up the environment
5#==========================
6set -e # exit on error
7set -o pipefail # exit on pipeline error
8set -u # treat unset variable as error
9
10#==========================
11# Basic Information
12#==========================
13export LC_ALL=C
14export LANG=en_US.UTF-8
15export DEBIAN_FRONTEND=noninteractive
16export SCRIPT_DIR="$(dirname "$(readlink -f "$0")")"
17
18#==========================
19# Color
20#==========================
21Green="\033[32m"
22Red="\033[31m"
23Yellow="\033[33m"
24Blue="\033[36m"
25Font="\033[0m"
26GreenBG="\033[42;37m"
27RedBG="\033[41;37m"
28OK="${Green}[ OK ]${Font}"
29ERROR="${Red}[FAILED]${Font}"
30WARNING="${Yellow}[ WARN ]${Font}"
31
32#==========================
33# Print Colorful Text
34#==========================
35function print_ok() {
36 echo -e "${OK} ${Blue} $1 ${Font}"
37}
38
39function print_error() {
40 echo -e "${ERROR} ${Red} $1 ${Font}"
41}
42
43function print_warn() {
44 echo -e "${WARNING} ${Yellow} $1 ${Font}"
45}
46
47#==========================
48# Judge function
49#==========================
50function judge() {
51 if [[ 0 -eq $? ]]; then
52 print_ok "$1 succeeded"
53 sleep 0.2
54 else
55 print_error "$1 failed"
56 exit 1
57 fi
58}
59
60prepare_host()
61{
62 print_ok "Update apt-get"
63 sudo apt-get update
64 judge "Update apt-get"
65
66 print_ok "Install sshpass"
67 sudo apt-get install -y sshpass
68 judge "Install sshpass"
69}
70
71wait_server_till_can_ssh()
72{
73 userName=$1
74 password=$2
75 serverName=$3
76
77 print_ok "Waiting for server to be ready: ssh $userName@$serverName"
78 while true; do
79 set +e
80 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "echo 'Server is ready'"
81 if [ $? -eq 0 ]; then
82 break
83 fi
84 print_warn "Server is not ready yet. Retrying..."
85 sleep 5
86 done
87
88 print_ok "Server is ready to connect via ssh"
89 set -e
90}
91
92prepare_server()
93{
94 userName=$1
95 if [ -z "$userName" ]; then
96 print_error "Please provide username. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
97 exit 1
98 fi
99
100 password=$2
101 if [ -z "$password" ]; then
102 print_error "Please provide password for user $userName. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
103 exit 1
104 fi
105
106 serverName=$3
107 if [ -z "$serverName" ]; then
108 print_error "Please provide server name. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
109 exit 1
110 fi
111
112 desiredHostname=$4
113 if [ -z "$desiredHostname" ]; then
114 echo "Please provide desired hostname. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
115 exit 1
116 fi
117
118 desiredUsername=$5
119 if [ -z "$desiredUsername" ]; then
120 print_error "Please provide desired username. Usage: prepare_server.sh '<username>' '<password>' '<serverName>' '<desiredHostname>' '<desiredUsername>'"
121 exit 1
122 fi
123
124 prepare_host
125 ssh-keygen -f "/home/anduin/.ssh/known_hosts" -R $serverName
126
127 wait_server_till_can_ssh $userName $password $serverName
128
129 print_ok "Ensure Server is Ubuntu 22.04" # Accept 22.04.1, 22.04.2, etc
130 osVersion=$(sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "lsb_release -r | awk '{print \$2}'")
131 if [ "$osVersion" != "22.04" ]; then
132 print_error "Server is not Ubuntu 22.04. Please use Ubuntu 22.04"
133 exit 1
134 fi
135
136 print_ok "Changing hostname for $serverName to $desiredHostname"
137 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "sudo hostnamectl set-hostname $desiredHostname"
138 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "sleep 3"
139 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "sudo reboot" || true
140 sleep 5
141 print_ok "Hostname changed to $desiredHostname"
142 print_warn "Server is rebooting..."
143
144 wait_server_till_can_ssh $userName $password $serverName
145
146 print_ok "Creating a new user..."
147 alreadyExist=$(sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "cat /etc/passwd | grep -w $desiredUsername | wc -l")
148 if [ $alreadyExist -gt 0 ]; then
149 print_ok "User $desiredUsername already exists."
150 else
151 print_ok "Creating user $desiredUsername"
152 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "sudo adduser $desiredUsername --gecos 'First Last,RoomNumber,WorkPhone,HomePhone' --disabled-password"
153 fi
154 judge "User $desiredUsername created"
155
156 print_ok "Setting password for user $desiredUsername"
157 userPassword=$(uuidgen)
158 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "echo $desiredUsername:$userPassword | sudo chpasswd"
159 judge "Password set for user $desiredUsername"
160
161 print_ok "Adding user $desiredUsername to sudo group"
162 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "sudo usermod -aG sudo $desiredUsername"
163 judge "User $desiredUsername created with password $userPassword"
164
165 print_ok "Allowing user $desiredUsername to run sudo without password"
166 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "sudo mkdir -p /etc/sudoers.d"
167 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "sudo touch /etc/sudoers.d/$desiredUsername"
168 sshpass -p $password ssh -o StrictHostKeyChecking=no $userName@$serverName "echo '$desiredUsername ALL=(ALL) NOPASSWD:ALL' | sudo tee -a /etc/sudoers.d/$desiredUsername"
169 judge "User $desiredUsername can run sudo without password"
170
171 # If ~/ssh/id_rsa.pub does not exist, create it
172 if [ ! -f ~/.ssh/id_rsa.pub ]; then
173 print_warn "Creating ssh keys on local machine"
174 ssh-keygen -t rsa -N "" -f ~/.ssh/id_rsa
175 fi
176
177 print_ok "Copying ssh keys with ssh-copy-id"
178 sshpass -p $userPassword ssh-copy-id -i ~/.ssh/id_rsa.pub $desiredUsername@$serverName
179 print_ok "SSH keys copied"
180
181 wait_server_till_can_ssh $desiredUsername $userPassword $serverName
182
183 print_ok "Disabling root login, password login and enabling ssh key login"
184 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sed -i 's/PermitRootLogin yes/PermitRootLogin no/g' /etc/ssh/sshd_config"
185 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sed -i 's/PasswordAuthentication yes/PasswordAuthentication no/g' /etc/ssh/sshd_config"
186 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sed -i 's/PubkeyAuthentication no/PubkeyAuthentication yes/g' /etc/ssh/sshd_config"
187 # Uncomment those lines if they are commented
188 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sed -i 's/#PermitRootLogin no/PermitRootLogin no/g' /etc/ssh/sshd_config"
189 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sed -i 's/#PasswordAuthentication no/PasswordAuthentication no/g' /etc/ssh/sshd_config"
190 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sed -i 's/#PubkeyAuthentication yes/PubkeyAuthentication yes/g' /etc/ssh/sshd_config"
191 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo systemctl restart sshd"
192 judge "Disable root login, password login and enabled ssh key login"
193
194 print_ok "Server is ready for $desiredUsername to login. Deleting other users..."
195 otherUsers=$(ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "cat /etc/passwd | grep -v nologin | grep -v false | grep -v root | grep -v sync | grep -v $desiredUsername | cut -d: -f1")
196 for otherUser in $otherUsers; do
197 print_warn "Deleting user $otherUser..."
198 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo pkill -u $otherUser" || true
199 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo deluser --remove-home $otherUser"
200 done
201
202 print_ok "Resetting machine-id"
203 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo rm /etc/machine-id"
204 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo rm /var/lib/dbus/machine-id"
205 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo systemd-machine-id-setup"
206 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo cp /etc/machine-id /var/lib/dbus/machine-id"
207 judge "Machine-id reset"
208
209 print_ok "Enabling ufw firewall"
210 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt-get install -y ufw"
211 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo ufw allow OpenSSH"
212 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "echo 'y' | sudo ufw enable"
213 judge "Ufw firewall enabled"
214
215 print_ok "Enabling BBR if not enabled"
216 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sysctl net.ipv4.tcp_available_congestion_control | grep -q bbr || echo 'net.core.default_qdisc=fq' | sudo tee -a /etc/sysctl.conf"
217 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sysctl net.ipv4.tcp_available_congestion_control | grep -q bbr || echo 'net.ipv4.tcp_congestion_control=bbr' | sudo tee -a /etc/sysctl.conf"
218 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo sysctl -p"
219 judge "BBR enabled"
220
221 print_ok "Selecting best mirror"
222 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "curl -s https://gist.aiursoft.cn/anduin/879917820a6c4b268fc12c21f1b3fe7a/raw/HEAD/mirror.sh | bash"
223 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt update"
224 judge "Best mirror selected"
225
226 print_ok "Installing latest kernel..."
227 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt install -y linux-generic-hwe-22.04"
228 judge "Latest kernel installed"
229
230 print_ok "Rebooting server..."
231 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sleep 3"
232 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo reboot" || true
233 sleep 5
234 print_warn "Server is rebooting..."
235
236 wait_server_till_can_ssh $desiredUsername $userPassword $serverName
237
238 print_ok "Installing updates"
239 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt update"
240 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt upgrade -y"
241 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt autoremove -y"
242 judge "Updates installed"
243
244 print_ok "Rebooting server..."
245 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sleep 3"
246 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo reboot" || true
247 sleep 5
248 print_warn "Server is rebooting..."
249
250 wait_server_till_can_ssh $desiredUsername $userPassword $serverName
251
252 print_ok "Set CPU to performance mode"
253 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt install -y linux-tools-common linux-tools-$(uname -r)"
254 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo cpupower frequency-info"
255 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo cpupower frequency-set -g performance" || true
256 judge "CPU set to performance mode"
257
258 print_ok "Set timezone to GMT"
259 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo timedatectl set-timezone GMT"
260 judge "Timezone set to GMT"
261
262 print_ok "Removing snap..."
263 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo systemctl disable --now snapd"
264 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt purge -y snapd"
265 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo rm -rf /snap /var/snap /var/lib/snapd /var/cache/snapd /usr/lib/snapd ~/snap"
266 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "cat << EOF | sudo tee -a /etc/apt/preferences.d/no-snap.pref
267Package: snapd
268Pin: release a=*
269Pin-Priority: -10
270EOF"
271 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo chown root:root /etc/apt/preferences.d/no-snap.pref"
272 judge "Snap removed"
273
274 print_ok "Autoremoving apt packages"
275 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt autoremove -y --purge"
276 judge "Apt packages autoremoved"
277
278 print_ok "Benchmarking server..."
279 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sudo apt install -y sysbench"
280 ssh -o StrictHostKeyChecking=no $desiredUsername@$serverName "sysbench cpu --threads=\$(nproc) run"
281 judge "Server benchmarked"
282
283 print_ok "Server is ready for use"
284 print_ok "ssh $desiredUsername@$serverName"
285
286 print_layout
287}
288
289print_layout()
290{
291 print_ok "OS information"
292 sudo lsb_release -a
293 print_ok "OS install date"
294 stat -c %w /
295 print_ok "Secure Boot status"
296 sudo mokutil --sb-state
297 print_ok "Root file system"
298 sudo df -Th /
299 print_ok "Boot mode"
300 if [ -d /sys/firmware/efi ]; then echo "Boot mode: UEFI"; else echo "Boot mode: Legacy"; fi
301 print_ok "USB information"
302 sudo lsusb
303 print_ok "Disk layout"
304 sudo lsblk
305 print_ok "All disks information"
306 sudo fdisk -l
307 prprint_okint "Disk usage"
308 sudo df -Th
309 print_ok "Memory information"
310 sudo free -h
311 print_ok "Network information"
312 sudo ip link show
313 print_ok "Firewall status"
314 sudo ufw status
315 print_ok "Network location"
316 curl https://ipinfo.io
317}
318
319# To use this function:
320# Arg1: username
321# Arg2: password
322# Arg3: servername
323# Arg4: Desired hostname
324# Arg5: Desired username
325prepare_server "$@"
mirror.sh Raw
1function switchSource() {
2 mirrors=(
3 "https://archive.ubuntu.com/ubuntu/"
4 "https://mirror.aarnet.edu.au/pub/ubuntu/archive/" # Australia
5 "https://mirror.fsmg.org.nz/ubuntu/" # New Zealand
6 "https://mirrors.neterra.net/ubuntu/archive/" # Bulgaria
7 "https://mirror.csclub.uwaterloo.ca/ubuntu/" # Canada
8 "https://mirrors.dotsrc.org/ubuntu/" # Denmark
9 "https://mirrors.nic.funet.fi/ubuntu/" # Finland
10 "https://mirror.ubuntu.ikoula.com/" # France
11 "https://mirror.xtom.com.hk/ubuntu/" # Hong Kong
12 "https://mirrors.piconets.webwerks.in/ubuntu-mirror/ubuntu/" # India
13 "https://ftp.udx.icscoe.jp/Linux/ubuntu/" # Japan
14 "https://ftp.kaist.ac.kr/ubuntu/" # Korea
15 "https://ubuntu.mirror.garr.it/ubuntu/" # Italy
16 "https://ftp.uni-stuttgart.de/ubuntu/" # Germany
17 "https://mirror.i3d.net/pub/ubuntu/" # Netherlands
18 "https://mirroronet.pl/pub/mirrors/ubuntu/" # Poland
19 "https://ubuntu.mobinhost.com/ubuntu/" # Iran
20 "http://sg.archive.ubuntu.com/ubuntu/" # Singapore
21 "http://ossmirror.mycloud.services/os/linux/ubuntu/" # Singapore
22 "https://mirror.enzu.com/ubuntu/" # United States
23 "http://jp.archive.ubuntu.com/ubuntu/" # Japan
24 "http://kr.archive.ubuntu.com/ubuntu/" # Korea
25 "http://us.archive.ubuntu.com/ubuntu/" # United States
26 "http://tw.archive.ubuntu.com/ubuntu/" # Taiwan (Province of China)
27 "https://mirror.twds.com.tw/ubuntu/" # Taiwan (Province of China)
28 "https://ubuntu.mirrors.uk2.net/ubuntu/" # United Kingdom
29 "http://mirrors.ustc.edu.cn/ubuntu/" # 中国科学技术大学
30 "http://ftp.sjtu.edu.cn/ubuntu/" # 上海交通大学
31 "http://mirrors.tuna.tsinghua.edu.cn/ubuntu/" # 清华大学
32 "http://mirrors.aliyun.com/ubuntu/" # Aliyun
33 "http://mirrors.163.com/ubuntu/" # NetEase
34 "http://mirrors.cloud.tencent.com/ubuntu/" # Tencent Cloud
35 "http://mirror.aiursoft.cn/ubuntu/" # Aiursoft
36 "http://mirrors.anduinos.com/ubuntu/" # AnduinOS
37 "http://mirrors.huaweicloud.com/ubuntu/" # Huawei Cloud
38 "http://mirrors.zju.edu.cn/ubuntu/" # 浙江大学
39 "http://azure.archive.ubuntu.com/ubuntu/" # Azure
40 "https://mirrors.isu.net.sa/apt-mirror/" # Saudi Arabia
41 "https://mirror.team-host.ru/ubuntu/" # Russia
42 "https://labs.eif.urjc.es/mirror/ubuntu/" # Spain
43 "https://mirror.alastyr.com/ubuntu/ubuntu-archive/" # Turkey
44 "https://ftp.acc.umu.se/ubuntu/" # Sweden
45 "https://mirror.kku.ac.th/ubuntu/" # Thailand
46 "https://mirror.bizflycloud.vn/ubuntu/" # Vietnam
47 )
48
49 declare -A results
50
51 test_speed() {
52 url=$1
53 response=$(curl -o /dev/null -s -w "%{http_code} %{time_total}\n" --connect-timeout 1 --max-time 2 "$url")
54 http_code=$(echo $response | awk '{print $1}')
55 time_total=$(echo $response | awk '{print $2}')
56
57 if [ "$http_code" -eq 200 ]; then
58 results["$url"]=$time_total
59 else
60 echo "Failed to access $url"
61 results["$url"]="9999"
62 fi
63 }
64
65 echo "Testing all mirrors..."
66 for mirror in "${mirrors[@]}"; do
67 test_speed "$mirror"
68 done
69
70 sorted_mirrors=$(for url in "${!results[@]}"; do echo "$url ${results[$url]}"; done | sort -k2 -n)
71
72 echo "Sorted mirrors:"
73 echo "$sorted_mirrors"
74
75 fastest_mirror=$(echo "$sorted_mirrors" | head -n 1 | awk '{print $1}')
76
77 echo "Fastest mirror: $fastest_mirror"
78 echo "
79 deb $fastest_mirror jammy main restricted universe multiverse
80 deb $fastest_mirror jammy-updates main restricted universe multiverse
81 deb $fastest_mirror jammy-backports main restricted universe multiverse
82 deb $fastest_mirror jammy-security main restricted universe multiverse
83 " | sudo tee /etc/apt/sources.list
84}
85
86sudo apt update
87sudo apt install curl apt-transport-https -y
88switchSource