1
1
sovereign-stack/install.sh

202 lines
7.2 KiB
Bash
Raw Normal View History

2021-12-25 18:43:01 +00:00
#!/bin/bash
set -exu
cd "$(dirname "$0")"
2023-02-01 19:44:05 +00:00
# see https://www.sovereign-stack.org/management/
2023-03-16 19:50:02 +00:00
# this script is not meant to be executed from the SSME; Let's let's check and abort if so.
if [ "$(hostname)" = ss-mgmt ]; then
echo "ERROR: This command is meant to be executed from the bare metal management machine -- not the SSME."
exit 1
fi
2023-02-01 19:44:05 +00:00
. ./defaults.sh
# the DISK variable here tells us which disk (partition) the admin wants to use for
# lxd resources. By default, we provision the disk under / as a loop device. Admin
# can override with CLI modifications.
DISK="rpool/lxd"
export DISK="$DISK"
# let's check to ensure the management machine is on the Baseline ubuntu
# TODO maybe remove this check; this theoretically should work on anything that support bash and lxd?
2023-02-01 19:44:05 +00:00
if ! lsb_release -d | grep -q "Ubuntu 22.04"; then
2022-06-22 17:40:34 +00:00
echo "ERROR: Your machine is not running the Ubuntu 22.04 LTS baseline OS on your management machine."
exit 1
fi
# install lxd snap and initialize it
2023-02-01 19:44:05 +00:00
if ! snap list | grep -q lxd; then
sudo snap install lxd
2023-03-05 16:50:22 +00:00
sleep 5
2023-02-01 19:44:05 +00:00
# run lxd init
2023-02-01 19:44:05 +00:00
cat <<EOF | lxd init --preseed
config: {}
networks:
- config:
ipv4.address: auto
ipv4.dhcp: true
ipv4.nat: true
ipv6.address: none
description: "Default network bridge for ss-mgmt outbound network access."
name: lxdbr0
2023-03-02 14:46:17 +00:00
type: bridge
2023-02-01 19:44:05 +00:00
storage_pools:
- config:
source: ${DISK}
description: ""
name: sovereign-stack
driver: zfs
profiles:
- config: {}
description: ""
devices:
enp5s0:
name: enp5s0
network: lxdbr0
type: nic
root:
path: /
pool: sovereign-stack
type: disk
name: default
projects: []
2023-02-01 19:44:05 +00:00
EOF
2021-12-25 18:43:01 +00:00
2023-02-01 19:44:05 +00:00
fi
2022-11-21 15:58:32 +00:00
2023-03-18 15:11:12 +00:00
# we need to get the base image. IMport it if it's cached, else download it then cache it.
2023-02-01 19:44:05 +00:00
if ! lxc image list | grep -q "$UBUNTU_BASE_IMAGE_NAME"; then
2023-03-18 15:11:12 +00:00
# if the image if cached locally, import it from disk, otherwise download it from ubuntu
IMAGE_IDENTIFIER=$(find "$SS_JAMMY_PATH" | grep ".qcow2" | head -n1 | cut -d "." -f1)
METADATA_FILE="$SS_JAMMY_PATH/meta-$IMAGE_IDENTIFIER.tar.xz"
IMAGE_FILE="$SS_JAMMY_PATH/$IMAGE_IDENTIFIER.qcow2"
if [ -d "$SS_JAMMY_PATH" ] && [ -f "$METADATA_FILE" ] && [ -f "$IMAGE_FILE" ]; then
lxc image import "$METADATA_FILE" "$IMAGE_FILE" --alias "$UBUNTU_BASE_IMAGE_NAME"
2023-03-18 15:11:12 +00:00
else
lxc image copy "images:$BASE_LXC_IMAGE" local: --alias "$UBUNTU_BASE_IMAGE_NAME" --vm --auto-update
fi
fi
# export the image if it's not cached.
if [ ! -d "$SS_JAMMY_PATH" ]; then
mkdir "$SS_JAMMY_PATH"
lxc image export "$UBUNTU_BASE_IMAGE_NAME" "$SS_JAMMY_PATH" --vm
2023-02-01 19:44:05 +00:00
fi
2021-12-25 18:43:01 +00:00
# if the ss-mgmt doesn't exist, create it.
SSH_PUBKEY_PATH="$HOME/.ssh/id_rsa.pub"
2023-02-01 19:44:05 +00:00
if ! lxc list --format csv | grep -q ss-mgmt; then
2023-03-02 14:46:17 +00:00
lxc init "images:$BASE_LXC_IMAGE" ss-mgmt --vm -c limits.cpu=4 -c limits.memory=4GiB --profile=default
2022-06-22 17:40:34 +00:00
2023-02-01 19:44:05 +00:00
# mount the pre-verified sovereign stack git repo into the new vm
2023-03-19 17:49:00 +00:00
lxc config device add ss-mgmt ss-code disk source="$(pwd)" path=/home/ubuntu/sovereign-stack
# create the ~/.ss path and mount it into the vm.
mkdir -p "$SS_ROOT_PATH"
lxc config device add ss-mgmt ss-root disk source="$SS_ROOT_PATH" path=/home/ubuntu/.ss
2023-03-18 15:11:12 +00:00
# if a ~/.bitcoin/testnet3/blocks direrectory exists, mount it in.
2023-03-19 17:48:26 +00:00
BITCOIN_DIR="$HOME/.bitcoin"
REMOTE_BITCOIN_CACHE_PATH="/home/ubuntu/.ss/cache/bitcoin"
BITCOIN_TESTNET_BLOCKS_PATH="$BITCOIN_DIR/testnet3/blocks"
2023-03-18 15:11:12 +00:00
if [ -d "$BITCOIN_TESTNET_BLOCKS_PATH" ]; then
2023-03-19 17:48:26 +00:00
lxc config device add ss-mgmt ss-testnet-blocks disk source="$BITCOIN_TESTNET_BLOCKS_PATH" path=$REMOTE_BITCOIN_CACHE_PATH/testnet/blocks
2023-03-18 15:11:12 +00:00
fi
# if a ~/.bitcoin/testnet3/blocks direrectory exists, mount it in.
2023-03-19 17:48:26 +00:00
BITCOIN_TESTNET_CHAINSTATE_PATH="$BITCOIN_DIR/testnet3/chainstate"
2023-03-18 15:11:12 +00:00
if [ -d "$BITCOIN_TESTNET_CHAINSTATE_PATH" ]; then
2023-03-19 17:48:26 +00:00
lxc config device add ss-mgmt ss-testnet-chainstate disk source="$BITCOIN_TESTNET_CHAINSTATE_PATH" path=$REMOTE_BITCOIN_CACHE_PATH/testnet/chainstate
fi
# if a ~/.bitcoin/blocks dir exists, mount it in.
BITCOIN_MAINNET_BLOCKS_PATH="$BITCOIN_DIR/blocks"
if [ -d "$BITCOIN_MAINNET_BLOCKS_PATH" ]; then
lxc config device add ss-mgmt ss-mainnet-blocks disk source="$BITCOIN_MAINNET_BLOCKS_PATH" path=$REMOTE_BITCOIN_CACHE_PATH/mainnet/blocks
else
2023-03-19 20:42:48 +00:00
echo "INFO: the blocks directory was not found for mainnet. It will NOT be mounted into ss-mgmt."
2023-03-19 17:48:26 +00:00
fi
# if a ~/.bitcoin/testnet3/blocks direrectory exists, mount it in.
BITCOIN_MAINNET_CHAINSTATE_PATH="$BITCOIN_DIR/chainstate"
if [ -d "$BITCOIN_MAINNET_CHAINSTATE_PATH" ]; then
lxc config device add ss-mgmt ss-mainnet-chainstate disk source="$BITCOIN_MAINNET_CHAINSTATE_PATH" path=$REMOTE_BITCOIN_CACHE_PATH/mainnet/chainstate
2023-03-19 20:42:48 +00:00
else
echo "INFO: the chainstate directory was not found for mainnet. It will NOT be mounted into ss-mgmt."
2023-03-18 15:11:12 +00:00
fi
# mount the ssh directory in there.
if [ -f "$SSH_PUBKEY_PATH" ]; then
lxc config device add ss-mgmt ss-ssh disk source="$HOME/.ssh" path=/home/ubuntu/.ssh
fi
2022-06-22 17:40:34 +00:00
fi
# start the vm if it's not already running
2023-02-01 19:44:05 +00:00
if lxc list --format csv | grep -q "ss-mgmt,STOPPED"; then
lxc start ss-mgmt
sleep 10
2023-02-01 19:44:05 +00:00
fi
2022-11-21 15:58:32 +00:00
# wait for the vm to have an IP address
2023-02-01 19:44:05 +00:00
. ./management/wait_for_lxc_ip.sh
2022-11-21 15:58:32 +00:00
# wait for the VM to complete its default cloud-init.
while lxc exec ss-mgmt -- [ ! -f /var/lib/cloud/instance/boot-finished ]; do
sleep 1
done
2023-02-01 19:44:05 +00:00
# do some other preparations for user experience
2023-03-20 17:01:50 +00:00
lxc file push ./management/bash_aliases ss-mgmt/home/ubuntu/.bash_aliases
2023-02-01 19:44:05 +00:00
lxc file push ./management/bash_profile ss-mgmt/home/ubuntu/.bash_profile
lxc file push ./management/bashrc ss-mgmt/home/ubuntu/.bashrc
lxc file push ./management/motd ss-mgmt/etc/update-motd.d/sovereign-stack
# install SSH
2023-02-01 19:44:05 +00:00
lxc exec ss-mgmt apt-get update
lxc exec ss-mgmt -- apt-get install -y openssh-server
lxc file push ./management/sshd_config ss-mgmt/etc/ssh/sshd_config
lxc exec ss-mgmt -- sudo systemctl restart sshd
# add 'ss-manage' to the bare metal ~/.bashrc
2022-06-22 17:40:34 +00:00
ADDED_COMMAND=false
2023-02-01 19:44:05 +00:00
if ! < "$HOME/.bashrc" grep -q "ss-manage"; then
echo "alias ss-manage='$(pwd)/manage.sh \$@'" >> "$HOME/.bashrc"
ADDED_COMMAND=true
fi
wait-for-it -t 300 "$IP_V4_ADDRESS:22" > /dev/null 2>&1
# Let's remove any entry in our known_hosts, then add it back.
# we are using IP address here so we don't have to rely on external DNS
# configuration for the base image preparataion.
ssh-keygen -R "$IP_V4_ADDRESS"
ssh-keyscan -H -t ecdsa "$IP_V4_ADDRESS" >> "$SSH_HOME/known_hosts"
ssh "ubuntu@$IP_V4_ADDRESS" sudo chown -R ubuntu:ubuntu /home/ubuntu
ssh "ubuntu@$IP_V4_ADDRESS" /home/ubuntu/sovereign-stack/management/provision.sh
#lxc restart ss-mgmt
2022-06-22 17:40:34 +00:00
if [ "$ADDED_COMMAND" = true ]; then
2023-02-01 19:44:05 +00:00
echo "NOTICE! You need to run 'source ~/.bashrc' before continuing. After that, type 'ss-manage' to enter your management environment."
2022-11-21 15:58:32 +00:00
fi
2023-03-06 19:44:36 +00:00
. ./defaults.sh
# As part of the install script, we pull down any other sovereign-stack git repos
2023-03-07 00:04:56 +00:00
PROJECTS_SCRIPTS_REPO_URL="https://git.sovereign-stack.org/ss/project"
PROJECTS_SCRIPTS_PATH="$(pwd)/deployment/project"
if [ ! -d "$PROJECTS_SCRIPTS_PATH" ]; then
git clone "$PROJECTS_SCRIPTS_REPO_URL" "$PROJECTS_SCRIPTS_PATH"
else
cd "$PROJECTS_SCRIPTS_PATH"
2023-03-16 19:50:02 +00:00
git -c advice.detachedHead=false pull origin main
git checkout "$TARGET_PROJECT_GIT_COMMIT"
2023-03-07 00:04:56 +00:00
cd -
2023-03-16 19:50:02 +00:00
fi