How to use Phison aiDAPTIV+

Phison-aiDAPTIV-plus.png

# Install LVM

sudo apt update

sudo apt install lvm2 xfsprogs

lshw -class disk -class storage | grep -E 'ai100|logical name|version: EIFZ'

lsblk | grep nvme

# Dangerous!!! Need to make sure number is right!!!

sudo wipefs -a /dev/nvme0n1 /dev/nvme1n1

# Create LVM

sudo pvcreate /dev/nvme0n1 /dev/nvme1n1

sudo vgcreate ai /dev/nvme0n1 /dev/nvme1n1

sudo lvcreate --type striped -i 2 -I 128k -l 100%FREE -n ai ai

# Mount LVM

# Format the disk.

sudo mkfs.xfs -f -s size=4k -m crc=0 /dev/ai/ai -f

# Mount the disk.

sudo mkdir -p /mnt/nvme0

sudo mount /dev/ai/ai /mnt/nvme0

sudo chown -R $USER:$USER /mnt/nvme0

# Make mount persistent

sudo echo '/dev/ai/ai /mnt/nvme0 xfs defaults,nofail 0 0' | sudo tee -a /etc/fstab

# Remove permanent mount setting #sudo sed -i '//dev/ai/ai/d' /etc/fstab

# Check disk status

lsblk

# If you need to dissolve LVM Setting

# sudo umount /mnt/nvme0;sudo lvremove -y ai;sudo pvremove -y /dev/ nvme1n1 /dev/nvme2n1 -- force --force

# If you only have one SSD, please follow the steps below to mount

#sudo mkfs -t ext4 /dev/nvme1n1

#sudo mkdir -p /mnt/nvme0

#sudo mount /dev/nvme1n1 /mnt/nvme0

#sudo chown -R $USER:$USER /mnt/nvme0

cd

sudo mkdir -p /data/llm_train

sudo chown -R $USER:$USER /data

cd /data/llm_train

wget https://d.leaderg.com/aidaptiv/train-Llama-3.1-8B-Instruct.7z

7z x train-Llama-3.1-8B-Instruct.7z

cd /data/llm_train/train-Llama-3.1-8B-Instruct/model

# Hugging Face

# read token hf_xxxxx

# Install python environment 

pip install -U "huggingface_hub[cli]"

huggingface-cli download --token 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 --resume-download meta-llama/Llama-3.1-8B-Instruct --local-dir-use-symlinks False --local-dir Llama-3.1-8B-Instruct

mkdir -p /data/llm_train/aidaptiv

cd /data/llm_train/aidaptiv

wget https://phisonbucket.s3.ap-northeast-1.amazonaws.com/aiDAPTIV_vNXUN_2_01_00.tar.gz

sudo docker load < aiDAPTIV_vNXUN_2_01_00.tar.gz

sudo docker image list

sudo docker run --gpus all -it --ipc=host --privileged=true --ulimit memlock=-1 --ulimit stack=67108864 -v /data/llm_train/train-Llama-3.1-8B-Instruct:/app -v /mnt/nvme0:/mnt -v /dev/mapper:/dev/mapper aidaptiv:vNXUN_2_01_00

cd /app

cd commands

bash example.sh

# List all docker containers

sudo docker ps -a

# Remove docker container

sudo docker stop <CONTAINER ID>

# Remove docker container

sudo docker rm <CONTAINER ID>

Thanks for the support from our clients

National Taiwan University, National Tsing Hua University, National Yang Ming Chiao Tung University, National Cheng Kung University, Taipei Medical University, Kaohsiung Medical University, National Taipei University of Nursing and Health Sciences, China Medical University, National Chung Hsing University, National Central University, National Sun Yat-sen University, National Chung Cheng University, National Chi Nan University, National Chiayi University, National Ilan University, National Taipei University of Education, National United University, Tamkang University, Feng Chia University, Chang Gung University, I-Shou University, Shih Chien University, Tatung University, Chung Yuan Christian University, Soochow University, Tzu Chi University, Tzu Chi University of Science and Technology, National Taiwan University of Science and Technology, National Taipei University of Technology, National Taichung University of Science and Technology, National Yunlin University of Science and Technology, National Chin-Yi University of Technology, National Formosa University, National Pingtung University of Science and Technology, National Kaohsiung University of Science and Technology, Chaoyang University of Technology, Ming Chi University of Technology, Minghsin University of Science and Technology, Southern Taiwan University of Science and Technology, Asia Eastern University of Science and Technology, China University of Technology, National Taiwan Sport University, National Defense University, Republic of China Naval Academy, Republic of China Army Academy, Luodong Senior High School, Gushan Senior High School, Kaohsiung Girls Senior High School, National Taiwan University Hospital, National Cheng Kung University Hospital, Taipei Veterans General Hospital, Chang Gung Memorial Hospital, Tzu Chi Hospital, E-Da Hospital, Far Eastern Memorial Hospital, Lien Hsin International Hospital, National Chung-Shan Institute of Science and Technology, Armaments Bureau, Ministry of National Defense, Ministry of Justice Investigation Bureau, Industrial Technology Research Institute, Institute for Information Industry, Institute of Nuclear Energy Research, Atomic Energy Council, Endemic Species Research Institute, Council of Agriculture, Institute of Labor, Occupational Safety and Health, Ministry of Labor, Taiwan Textile Research Institute, Metal Industries Research & Development Centre, Taiwan Instrument Research Institute, Automotive Research & Testing Center, Chunghwa Telecom, Taiwan Water Corporation, Taiwan Semiconductor Manufacturing Company, United Microelectronics Corporation, Nanya Technology Corporation, Winbond Electronics Corporation, Wafer Works Corporation, Grandtop Optoelectronics, AU Optronics, Innolux Corporation, HannStar Display Corporation, Formosa Plastics Corporation, Formosa Petrochemical Corporation, Formosa Technologies Corporation, Nan Ya Plastics Corporation, Formosa Chemicals & Fibre Corporation, CPC Corporation, Taiwan, Logitech, Elan Microelectronics Corporation, Lextar Electronics Corporation, Darfon Electronics Corporation, Sercomm Corporation, EZconn Corporation, Foxconn Technology Group, WPG Holdings, World Peace Industrial Co., Ltd., Mirle Automation Corporation, Shuttle Machinery Co., Ltd., ChipMOS Technologies Inc., Simplo Technology Co., Ltd., Primax Electronics Ltd., Intesys Technology, Feng Hsin Iron & Steel Co., Ltd., China Ecotek Corporation, Zhu Sheng Technology, Advantech Co., Ltd., Stark Technology Inc., Hong Teng Technology, MiTAC International Corp., SYNNEX Technology International Corp., Allion Labs, Inc., Co-in International, Feng An Auto, Hong Hu International, Blue Ocean Intelligence, TOPPAN IDGATE Co., LTd., Far EasTone Telecommunications, SYSTEX Corporation, Cooler Master, Lion Travel, Beigang Wude Temple, Xiluo Fuxing Temple, etc.