GPU Settings

nvidia-smi -q -d POWER

nvidia-smi -i 0 -pl 100

nvidia-settings -a [gpu:0]/GPUFanControlState=1 -a [fan:0]/GPUTargetFanSpeed=70 -c :0


Notes about restoring LVM volumes

 https://www.suse.com/c/recovering-lost-lvm-volume-disk/

 Best to have backups of the config files in: /etc/lvm/backup

Connection stats grouped by status

# netstat -nat | awk '{print $6}' | sort | uniq -c | sort -n
      1 established)
      1 Foreign
     17 LISTEN
     18 SYN_SENT
    198 ESTABLISHED

Install VLC on Centos9

 > dnf install rpmfusion-free-release

> dnf install vlc

Spacemesh on Centos9

This assumes you got NVIDIA drivers loaded (525), clinfo, opencl all working. Also NVIDIA toolkit 11 installed.

POST

• git clone https://github.com/spacemeshos/post
• make install
• cp /home/srv_spacemesh/post/build/libpost.so /usr/lib64/

GPU-POST first (may not be needed anymore)

• dnf install libstdc++-static
  
• git clone https://github.com/spacemeshos/gpu-post
• cd gpu-post/
• git checkout v0.1.28
  
• git submodule update --init

vim CMakeLists.txt and comment out

#if(UNIX AND NOT APPLE)
#    set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -static-libstdc++ -static-libgcc -pthread")
#endif()

• cmake -B build -DSPACEMESHVULKAN=OFF -DCUDA_TOOLKIT_ROOT_DIR=/usr/local/cuda-12.1/
• cmake --build build -j24
• cp /home/srv_spacemesh/gpu-post/build/src/libgpu-setup.so /usr/lib64/

 Now we can run the benchmarks

• ./build/test/gpu-setup-test -c -n 100663296 -d 20
• ./build/test/gpu-setup-test -b -n 2000000

GO-SPACEMESH second

• git clone https://github.com/spacemeshos/go-spacemesh
• cd go-spacemesh/
• git checkout v0.2.21-beta.0
• make install
• make build
  
• ./build/go-spacemesh version

 SMAPP last

• git clone https://github.com/spacemeshos/smapp
• cd smapp/
• git checkout v0.2.11
• mkdir node/linux
• cp ../go-spacemesh/build/go-spacemesh node/linux/
• export NODE_OPTIONS=--openssl-legacy-provider
• yarn
• yarn package-linux

Start the app:   ./release/linux-unpacked/spacemesh_app

 

 

Check NVIDIA GPU NUMA Affinity

> nvidia-smi topo -m
        GPU0    CPU Affinity    NUMA Affinity
GPU0     X      64-127,192-254  1

Legend:

  X    = Self
  SYS  = Connection traversing PCIe as well as the SMP interconnect between NUMA nodes (e.g., QPI/UPI)
  NODE = Connection traversing PCIe as well as the interconnect between PCIe Host Bridges within a NUMA node
  PHB  = Connection traversing PCIe as well as a PCIe Host Bridge (typically the CPU)
  PXB  = Connection traversing multiple PCIe bridges (without traversing the PCIe Host Bridge)
  PIX  = Connection traversing at most a single PCIe bridge
  NV#  = Connection traversing a bonded set of # NVLinks

Centos9 NVIDIA drivers

• dnf makecache
• dnf config-manager --set-enabled crb
• dnf install epel-release epel-next-release -y
  
• dnf makecache
• dnf install -y kernel-headers kernel-devel tar bzip2 make automake gcc gcc-c++ pciutils elfutils-libelf-devel libglvnd-opengl libglvnd-glx libglvnd-devel acpid pkgconfig dkms
  
• dnf config-manager --add-repo http://developer.download.nvidia.com/compute/cuda/repos/rhel9/$(uname -i)/cuda-rhel9.repo
• dnf makecache
  
• dnf module install -y nvidia-driver
• dnf install -y nvtop clinfo

(dnf module install nvidia-driver:latest-dkms) 

https://linuxhint.com/install-nvidia-drivers-centos/

Force Widows Block Cache to Disk (C)

 - Powershell

Write-VolumeCache C

Centos9 enable powertools to install protobuf-compiler

 

dnf config-manager --set-enabled crb

yum install protobuf-compiler 

Fedora turn off zram swap

swapoff /dev/zram0; zramctl --reset /dev/zram0
yum remove zram-generator-defaults -y
touch /etc/systemd/zram-generator.conf

Install NVIDIA drives Fedora

dnf install   https://download1.rpmfusion.org/free/fedora/rpmfusion-free-release-$(rpm -E %fedora).noarch.rpm -y

dnf install   https://download1.rpmfusion.org/nonfree/fedora/rpmfusion-nonfree-release-$(rpm -E %fedora).noarch.rpm -y

dnf update -y

reboot

#fedora 38
dnf module disable nvidia-driver

dnf install akmod-nvidia xorg-x11-drv-nvidia-cuda clinfo nvtop -y

reboot

clinfo

 

 

dnf upgrade --refresh

dnf autoremove nvidia* --purge

dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/fedora37/x86_64/cuda-fedora37.repo

dnf install kernel-headers kernel-devel tar bzip2 make automake gcc gcc-c++ pciutils elfutils-libelf-devel libglvnd-opengl libglvnd-glx libglvnd-devel acpid pkgconfig dkms

dnf module install nvidia-driver:latest-dkms

Trim all flash drive HBA

 NVME SSD

• nvme format /dev/nvme0n1

SATA/SAS SSD

• blkdiscard /dev/sda
  

Find flags with which a file was opened

 lsof +fg /chia/scratch/disk01/subspace/plot3/plot-index-to-offset/000017.sst
COMMAND      PID         USER   FD   TYPE FILE-FLAG DEVICE SIZE/OFF        NODE NAME
subspace- 134267 srv_subspace  273r   REG     LG,CX  254,6 67377874 45101533594 /chia/scratch/disk01/subspace/plot3/plot-index-to-offset/000017.sst

 

# man lsof |grep "Flag in C code" -A 21
                          Abbrev.   Flag in C code (see open(2))

                          W         O_WRONLY
                          RW        O_RDWR
                          CR        O_CREAT
                          EXCL      O_EXCL
                          NTTY      O_NOCTTY
                          TR        O_TRUNC
                          AP        O_APPEND
                          ND        O_NDELAY
                          SYN       O_SYNC
                          ASYN      O_ASYNC
                          DIR       O_DIRECT
                          DTY       O_DIRECTORY
                          NFLK      O_NOFOLLOW
                          NATM      O_NOATIME
                          DSYN      O_DSYNC
                          RSYN      O_RSYNC
                          LG        O_LARGEFILE
                          CX        O_CLOEXEC
                          TMPF      O_TMPFILE