#!/bin/bash #=========================== # UMVIRT LINUX FROM SCRATCH #=========================== # Compilation script. # Network mode. #=========================== # Release: 0.2.4 # Package: koboldcpp #=========================== # DB commit: 3c6efcfc536d7802c89703820d548c1aec13ba9b # APP commit: f0568a86eced844506f88e1faa2e7a1c73783ddf #=========================== echo "ULFS Package installation start" echo "===============================" echo "Package: koboldcpp" echo "Release: 0.2.4" echo "Install with chimp: NO" downloadFile() { local filename=$1 echo "Downloading $filename ..." if [[ "$ULFS_DOWNLOAD_APP" == "curl" ]]; then curl -k -O $filename else wget --no-check-certificate -nc $filename fi } echo "loading environment settings(profile)" . /etc/profile echo "checking config file" if [ -f $ULFS_CONFIG_FILE ] then echo "loading config file $ULFS_CONFIG_FILE..." . $ULFS_CONFIG_FILE fi #Creating log directory mkdir -p /var/log/ulfs-packages/koboldcpp/ #Saving start timestamp date +%s > /var/log/ulfs-packages/koboldcpp/start.time #Going to source directory... cd /sources #Checking dependances... #Checking zenity... if [ ! -f /var/cache/ulfs-packages/zenity ]; then echo "Dependance \"zenity\" not found. Trying to install..."; if [[ "$ULFS_DOWNLOAD_APP" == "curl" ]]; then curl https://umvirt.com/linux/packages//0.2.4/zenity/install -k | bash else wget --no-check-certificate https://umvirt.com/linux/packages//0.2.4/zenity/install -O - | bash fi if [ ! -f /var/cache/ulfs-packages/zenity ]; then echo "Dependance \"zenity\" is not installed. Exiting..." exit fi fi #Checking Vulkan-Headers... if [ ! -f /var/cache/ulfs-packages/Vulkan-Headers ]; then echo "Dependance \"Vulkan-Headers\" not found. Trying to install..."; if [[ "$ULFS_DOWNLOAD_APP" == "curl" ]]; then curl https://umvirt.com/linux/packages//0.2.4/Vulkan-Headers/install -k | bash else wget --no-check-certificate https://umvirt.com/linux/packages//0.2.4/Vulkan-Headers/install -O - | bash fi if [ ! -f /var/cache/ulfs-packages/Vulkan-Headers ]; then echo "Dependance \"Vulkan-Headers\" is not installed. Exiting..." exit fi fi #Checking Vulkan-Loader... if [ ! -f /var/cache/ulfs-packages/Vulkan-Loader ]; then echo "Dependance \"Vulkan-Loader\" not found. Trying to install..."; if [[ "$ULFS_DOWNLOAD_APP" == "curl" ]]; then curl https://umvirt.com/linux/packages//0.2.4/Vulkan-Loader/install -k | bash else wget --no-check-certificate https://umvirt.com/linux/packages//0.2.4/Vulkan-Loader/install -O - | bash fi if [ ! -f /var/cache/ulfs-packages/Vulkan-Loader ]; then echo "Dependance \"Vulkan-Loader\" is not installed. Exiting..." exit fi fi #Checking python3-psutil... if [ ! -f /var/cache/ulfs-packages/python3-psutil ]; then echo "Dependance \"python3-psutil\" not found. Trying to install..."; if [[ "$ULFS_DOWNLOAD_APP" == "curl" ]]; then curl https://umvirt.com/linux/packages//0.2.4/python3-psutil/install -k | bash else wget --no-check-certificate https://umvirt.com/linux/packages//0.2.4/python3-psutil/install -O - | bash fi if [ ! -f /var/cache/ulfs-packages/python3-psutil ]; then echo "Dependance \"python3-psutil\" is not installed. Exiting..." exit fi fi #Checking python3-jinja2... if [ ! -f /var/cache/ulfs-packages/python3-jinja2 ]; then echo "Dependance \"python3-jinja2\" not found. Trying to install..."; if [[ "$ULFS_DOWNLOAD_APP" == "curl" ]]; then curl https://umvirt.com/linux/packages//0.2.4/python3-jinja2/install -k | bash else wget --no-check-certificate https://umvirt.com/linux/packages//0.2.4/python3-jinja2/install -O - | bash fi if [ ! -f /var/cache/ulfs-packages/python3-jinja2 ]; then echo "Dependance \"python3-jinja2\" is not installed. Exiting..." exit fi fi #Checking OpenBLAS... if [ ! -f /var/cache/ulfs-packages/OpenBLAS ]; then echo "Dependance \"OpenBLAS\" not found. Trying to install..."; if [[ "$ULFS_DOWNLOAD_APP" == "curl" ]]; then curl https://umvirt.com/linux/packages//0.2.4/OpenBLAS/install -k | bash else wget --no-check-certificate https://umvirt.com/linux/packages//0.2.4/OpenBLAS/install -O - | bash fi if [ ! -f /var/cache/ulfs-packages/OpenBLAS ]; then echo "Dependance \"OpenBLAS\" is not installed. Exiting..." exit fi fi #Saving downloading timestamp date +%s > /var/log/ulfs-packages/koboldcpp/download.time #Downloading source package archive... downloadFile https://umvirt.com/linux/downloads/0.2.4/packages/k/koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5.tar.xz.md5sum downloadFile https://umvirt.com/linux/downloads/0.2.4/packages/k/koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5.tar.xz #Checking source package file existance if [ ! -f koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5.tar.xz ]; then echo "Error: Can't find koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5.tar.xz. Exiting!" exit fi #Checking source package file checksum if [ -f koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5.tar.xz.md5sum ]; then MD5=`LANG=C md5sum -c koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5.tar.xz.md5sum | grep OK` if [ "$MD5" == "" ] ; then echo "Error: Checksum of koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5.tar.xz is wrong. Exiting!" exit fi fi #Saving cleanup timestamp date +%s > /var/log/ulfs-packages/koboldcpp/cleanup.time rm -rfv /sources/koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5/ #Saving extracting timestamp date +%s > /var/log/ulfs-packages/koboldcpp/unpack.time #Extracting tar source package archive with default parameters... tar -xf koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5.tar.xz #Checking package directory size after unpack... du -s koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5 | awk 'NR==1 {print $1}' > /var/log/ulfs-packages/koboldcpp/unpack.size #Going to source package directory... cd koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5 #Saving configuration timestamp date +%s > /var/log/ulfs-packages/koboldcpp/configure.time #Sleep 1 second sleep 1 if [[ "$ULFS_PKG_DATERESET" == "YES" ]] then #Changing all files creation time (except build configuration files) in source directory to find them after installation find /sources/koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5 \! -path "*/configure*" \! -path "*/Makefile*" \! -path "*.make" \! -path "*.m4" \! -path "*.am" \! -path "*.mk" \! -path "*.stamp" \! -path "*gentpl.py" -exec touch -m {} + fi #Running configuration script... echo "loading environment settings(profile)" . /etc/profile echo "checking config file" if [ -f $ULFS_CONFIG_FILE ] then echo "loading config file $ULFS_CONFIG_FILE..." . $ULFS_CONFIG_FILE fi cat > ulfs_configure.sh << EOIS echo "Initializing distributed build environment... " if [[ "\$ULFS_ICECC" == "YES" ]] then export PATH="\$ULFS_ICECC_PATH:\$PATH" echo "ICECC" fi echo "Environment debug..." echo "PATH: \$PATH" echo "MAKEFLAGS: \$MAKEFLAGS" echo "NINJAJOBS: \$NINJAJOBS" env | grep ULFS # EOIS cat ulfs_configure.sh | bash 2>&1 | tee /var/log/ulfs-packages/koboldcpp/configure.log #Saving build timestamp date +%s > /var/log/ulfs-packages/koboldcpp/build.time #Running build script... echo "loading environment settings(profile)" . /etc/profile echo "checking config file" if [ -f $ULFS_CONFIG_FILE ] then echo "loading config file $ULFS_CONFIG_FILE..." . $ULFS_CONFIG_FILE fi cat > ulfs_build.sh << EOIS echo "Initializing distributed build environment... " if [[ "\$ULFS_ICECC" == "YES" ]] then export PATH="\$ULFS_ICECC_PATH:\$PATH" echo "ICECC" fi echo "Environment debug..." echo "PATH: \$PATH" echo "MAKEFLAGS: \$MAKEFLAGS" echo "NINJAJOBS: \$NINJAJOBS" env | grep ULFS make LLAMA_OPENBLAS=1 LLAMA_VULKAN=1 EOIS cat ulfs_build.sh | bash 2>&1 | tee /var/log/ulfs-packages/koboldcpp/build.log #Saving install timestamp date +%s > /var/log/ulfs-packages/koboldcpp/install.time #Running install script... cat > ulfs_install.sh << EOIS install -v -d "/usr/share/koboldcpp" install -v -Dm644 ./*.so "/usr/share/koboldcpp/" install -v -Dm644 ./*.embd "/usr/share/koboldcpp/" install -v -Dm644 "koboldcpp.py" "/usr/share/koboldcpp/koboldcpp.py" echo '#!/bin/sh' >koboldcpp echo 'python3 /usr/share/koboldcpp/koboldcpp.py "\$@"' >>koboldcpp install -v -Dm755 koboldcpp "/usr/bin/koboldcpp" EOIS echo "/sbin/ldconfig" >> ulfs_install.sh USER=`whoami` if [ "$USER" == "root" ] ; then cat ulfs_install.sh | bash 2>&1 | tee /var/log/ulfs-packages/koboldcpp/install.log else cat ulfs_install.sh | sudo bash 2>&1 | tee /var/log/ulfs-packages/koboldcpp/install.log fi #Saving finish timestamp date +%s > /var/log/ulfs-packages/koboldcpp/finish.time #Checking package directory size after unpack... cd /sources du -s koboldcpp-77f4afe72b66a69513c5547fca4a701ff84df0a5 | awk 'NR==1 {print $1}' > /var/log/ulfs-packages/koboldcpp/install.size echo "ULFS package installation completed." #Producing files list echo "Looking for installed files..." if [ -f /var/log/ulfs-packages/koboldcpp/files.txt ]; then rm /var/log/ulfs-packages/koboldcpp/files.txt fi USER=`whoami` if [ "$USER" == "root" ] ; then find /bin -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt find /sbin -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt find /usr -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt find /etc -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time \! -path /etc/ld.so.cache >> /var/log/ulfs-packages/koboldcpp/files.txt find /opt -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt find /lib -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt find /lib64 -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt find /var -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time \! -path "/var/log/ulfs-packages/koboldcpp/*" \! -path /var/cache/ldconfig/aux-cache >> /var/log/ulfs-packages/koboldcpp/files.txt else sudo find /bin -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt sudo find /sbin -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt sudo find /usr -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt sudo find /etc -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time \! -path /etc/ld.so.cache >> /var/log/ulfs-packages/koboldcpp/files.txt sudo find /opt -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt sudo find /lib -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt sudo find /lib64 -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time >> /var/log/ulfs-packages/koboldcpp/files.txt sudo find /var -type f -newer /var/log/ulfs-packages/koboldcpp/configure.time \! -newer /var/log/ulfs-packages/koboldcpp/finish.time \! -path "/var/log/ulfs-packages/koboldcpp/*" \! -path /var/cache/ldconfig/aux-cache >> /var/log/ulfs-packages/koboldcpp/files.txt fi #Marking package as installed... mkdir -p /var/cache/ulfs-packages USER=`whoami` if [ "$USER" == "root" ] ; then touch /var/cache/ulfs-packages/koboldcpp else sudo touch /var/cache/ulfs-packages/koboldcpp fi #Calculate delta size a=`cat /var/log/ulfs-packages/koboldcpp/unpack.size` b=`cat /var/log/ulfs-packages/koboldcpp/install.size` c=$(($b-$a)) echo $c > /var/log/ulfs-packages/koboldcpp/delta.size #Calculate prepare time a=`cat /var/log/ulfs-packages/koboldcpp/start.time` b=`cat /var/log/ulfs-packages/koboldcpp/configure.time` dp=$(($b-$a)) #Calculate download time a=`cat /var/log/ulfs-packages/koboldcpp/download.time` b=`cat /var/log/ulfs-packages/koboldcpp/unpack.time` dd=$(($b-$a)) #Calculate delta time a=`cat /var/log/ulfs-packages/koboldcpp/configure.time` b=`cat /var/log/ulfs-packages/koboldcpp/finish.time` db=$(($b-$a)) echo $db > /var/log/ulfs-packages/koboldcpp/delta.time #Report echo "" echo "ULFS Package installation report" echo "================================" echo "Package: koboldcpp" echo "Release: 0.2.4" echo "Build size: $c" echo "Prepare time: $dp sec." echo "Download time: $dd sec." echo "Build time: $db sec." #End of script