# Install LVM
sudo apt update
sudo apt install lvm2 xfsprogs
lshw -class disk -class storage | grep -E 'ai100|logical name|version: EIFZ'
lsblk | grep nvme
# Dangerous！！！ Need to make sure number is right！！！
sudo wipefs -a /dev/nvme0n1 /dev/nvme1n1
# Create LVM
sudo pvcreate /dev/nvme0n1 /dev/nvme1n1
sudo vgcreate ai /dev/nvme0n1 /dev/nvme1n1
sudo lvcreate --type striped -i 2 -I 128k -l 100%FREE -n ai ai
# Mount LVM
# Format the disk.
sudo mkfs.xfs -f -s size=4k -m crc=0 /dev/ai/ai -f
# Mount the disk.
sudo mkdir -p /mnt/nvme0
sudo mount /dev/ai/ai /mnt/nvme0
sudo chown -R $USER:$USER /mnt/nvme0
# Make mount persistent
sudo echo '/dev/ai/ai /mnt/nvme0 xfs defaults,nofail 0 0' | sudo tee -a /etc/fstab
# Remove permanent mount setting #sudo sed -i '//dev/ai/ai/d' /etc/fstab
# Check disk status
lsblk
# If you need to dissolve LVM Setting
# sudo umount /mnt/nvme0;sudo lvremove -y ai;sudo pvremove -y /dev/ nvme1n1 /dev/nvme2n1 -- force --force
# If you only have one SSD, please follow the steps below to mount
#sudo mkfs -t ext4 /dev/nvme1n1
#sudo mkdir -p /mnt/nvme0
#sudo mount /dev/nvme1n1 /mnt/nvme0
#sudo chown -R $USER:$USER /mnt/nvme0
cd
sudo mkdir -p /data/llm_train
sudo chown -R $USER:$USER /data
cd /data/llm_train
wget https://d.leaderg.com/aidaptiv/train-Llama-3.1-8B-Instruct.7z
7z x train-Llama-3.1-8B-Instruct.7z
cd /data/llm_train/train-Llama-3.1-8B-Instruct/model
# Hugging Face
# read token hf_xxxxx
# Install python environment
pip install -U "huggingface_hub[cli]"
huggingface-cli download --token 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 --resume-download meta-llama/Llama-3.1-8B-Instruct --local-dir-use-symlinks False --local-dir Llama-3.1-8B-Instruct
mkdir -p /data/llm_train/aidaptiv
cd /data/llm_train/aidaptiv
wget https://phisonbucket.s3.ap-northeast-1.amazonaws.com/aiDAPTIV_vNXUN_2_01_00.tar.gz
sudo docker load < aiDAPTIV_vNXUN_2_01_00.tar.gz
sudo docker image list
sudo docker run --gpus all -it --ipc=host --privileged=true --ulimit memlock=-1 --ulimit stack=67108864 -v /data/llm_train/train-Llama-3.1-8B-Instruct:/app -v /mnt/nvme0:/mnt -v /dev/mapper:/dev/mapper aidaptiv:vNXUN_2_01_00
cd /app
cd commands
bash example.sh
# List all docker containers
sudo docker ps -a
# Remove docker container
sudo docker stop <CONTAINER ID>
# Remove docker container
sudo docker rm <CONTAINER ID>