dropshell release 2025.0521.2125

.

.gitignore

@@ -7,6 +7,7 @@ out/
 bin/
 lib/
 output/
+autogen/
 
 # Compiled Object files
 *.o

README.md

@@ -5,13 +5,28 @@ A system management tool for server operations, written in C++.
 ## Installation
 
 ```
-curl -fsSL https://gitea.jde.nz/public/dropshell/releases/download/latest/install.sh | bash
+curl -fsSL https://gitea.jde.nz/public/dropshell/releases/download/latest/install.sh | sudo bash
 ```
 
+This installs as dropshell, with a symlink ds if the ds command does not already exist.
+
 ## Installation of Agent
 
 Install the Agent on each server you wish to manage. Supports amd64 (x86_64) and arm64 (aarch64) architectures.
 
 ```
-curl -fsSL https://gitea.jde.nz/public/dropshell/releases/download/latest/install.sh | bash
+curl -fsSL https://gitea.jde.nz/public/dropshell/releases/download/latest/server_autosetup.sh | sudo bash
 ```
+
+Manual steps:
+1. `apt install curl wget jq`
+1. `curl -fsSL https://get.docker.com -o get-docker.sh && sh get-docker.sh && rm get-docker.sh`
+1. `useradd -m dropshell && usermod -aG docker dropshell && chsh -s /bin/bash dropshell`
+1. Put appropriate ssh keys in `/home/dropshell/.ssh/authorized_keys`
+1. Test ssh'ing into the server.
+
+
+## Install Services
+
+Set up a server and install a service:
+1. `ds create-server SERVERNAME`

agent/remote/_nuke_other.sh

@@ -1,25 +0,0 @@
-#!/bin/bash
-
-SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
-source "$SCRIPT_DIR/shared/_common.sh"
-
-
-A_SERVICE="$1"
-A_SERVICE_PATH="$2"
-
-
-# 1. Check if service directory exists on server
-[ -d "$A_SERVICE_PATH" ] || _die "Service is not installed: $A_SERVICE"
-
-# uninstall the service
-if [ -f "$A_SERVICE_PATH/uninstall.sh" ]; then
-    $A_SERVICE_PATH/uninstall.sh
-fi
-
-# nuke the service
-if [ -f "$A_SERVICE_PATH/nuke.sh" ]; then
-    $A_SERVICE_PATH/nuke.sh
-fi
-
-# remove the service directory
-rm -rf "$A_SERVICE_PATH"

install.sh

@@ -40,6 +40,9 @@ fi
 chmod +x "$TMPDIR/dropshell"
 
 cp "$TMPDIR/dropshell" /usr/local/bin/dropshell
+if [ -f /usr/local/bin/ds ]; then
+    rm -f /usr/local/bin/ds
+fi
 ln -s /usr/local/bin/dropshell /usr/local/bin/ds
 rm -rf "$TMPDIR"
 

server_autosetup.sh

@@ -55,13 +55,6 @@ if ! command -v docker &> /dev/null; then
     rm get-docker.sh
 fi
 
-# check bb64 installation
-if ! command -v bb64 &> /dev/null; then
-    echo "bb64 is not installed."
-    echo "Installing bb64..."
-    curl -fsSL https://gitea.jde.nz/public/bb64/releases/download/latest/install.sh | bash
-fi
-
 # check dropshell user exists
 if ! id "dropshell" &> /dev/null; then
     echo "Dropshell user does not exist."
@@ -97,18 +90,6 @@ chsh -s /bin/bash dropshell
 
 #--------------------------------
 
-# download dropshell
-
-# determine if x86_64 or arm64
-ARCH=$(uname -m)
-
-# check is aarch64 or x86_64 and error if neither
-if [ "$ARCH" != "aarch64" ] && [ "$ARCH" != "x86_64" ]; then
-    echo "Unsupported architecture: $ARCH"
-    exit 1
-fi
-
-
 echo "Installation complete."
 
 #--------------------------------

source/CMakeLists.txt

@@ -1,7 +1,8 @@
 cmake_minimum_required(VERSION 3.10)
 project(dropshell VERSION 1.0.0 LANGUAGES CXX)
 
-set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD 23)
+set(CMAKE_C_STANDARD 23)
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
 
 # Set default build type to Release if not specified
@@ -25,7 +26,7 @@ string(TIMESTAMP RELEASE_DATE "%Y-%m-%d")
 # Configure version.hpp file
 configure_file(
     "${CMAKE_CURRENT_SOURCE_DIR}/src/version.hpp.in"
-    "${CMAKE_CURRENT_BINARY_DIR}/src/version.hpp"
+    "${CMAKE_CURRENT_BINARY_DIR}/src/autogen/version.hpp"
     @ONLY
 )
 
@@ -36,17 +37,40 @@ set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} ${CMAKE_CURRENT_SOURCE_DIR}/cmake)
 file(GLOB_RECURSE SOURCES "src/*.cpp")
 file(GLOB_RECURSE HEADERS "src/*.hpp")
 
+# Add custom target to run make_createagent.sh at the start of the build process
+add_custom_target(run_createagent ALL
+    COMMAND ${CMAKE_COMMAND} -E echo "Running make_createagent.sh..."
+    COMMAND ${CMAKE_COMMAND} -E env bash ${CMAKE_CURRENT_SOURCE_DIR}/make_createagent.sh
+    WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
+    COMMENT "Running make_createagent.sh before build"
+)
+
 # Add executable
 add_executable(dropshell ${SOURCES})
+add_dependencies(dropshell run_createagent)
+
+# Mark the generated files as GENERATED so CMake knows they'll be created during build
+set_source_files_properties(
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/autogen/_agent-remote.cpp
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/autogen/_agent-local.cpp
+    PROPERTIES GENERATED TRUE
+)
+
+# Explicitly add the generated agent files, as they might not be in the source directory when globbed at the start.
+target_sources(dropshell PRIVATE
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/autogen/_agent-remote.cpp
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/autogen/_agent-local.cpp
+)
 
 # Set include directories
 # build dir goes first so that we can use the generated version.hpp
 target_include_directories(dropshell PRIVATE 
-    $<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}/src>
+    $<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}/src/autogen>
     ${CMAKE_CURRENT_SOURCE_DIR}/src
     ${CMAKE_CURRENT_SOURCE_DIR}/src/utils
     ${CMAKE_CURRENT_SOURCE_DIR}/src/contrib
     ${CMAKE_CURRENT_SOURCE_DIR}/src/commands
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/autogen
 )
 
 if(WIN32)

source/agent-local/agent-install.sh

@@ -0,0 +1,83 @@
+#!/bin/bash
+
+SCRIPT_DIR=$(dirname "$0")
+
+echo "Installing dropshell host agent on this computer..."
+
+
+# Prints an error message in red and exits with status code 1.
+_die() {
+    echo -e "Error: $1"
+    exit 1
+}
+
+
+# Checks if listed environment variables are set; calls _die() if any are missing.
+_check_required_env_vars() {
+    local required_vars=("$@")
+    for var in "${required_vars[@]}"; do
+        if [ -z "${!var}" ]; then
+            _die "Required environment variable $var is not set"
+        fi
+    done
+}
+
+# Checks if Docker is installed, running, and user has permission. Returns 1 on failure.
+_check_docker_installed() {
+    if ! command -v docker &> /dev/null; then
+        echo "Docker is not installed"
+        return 1
+    fi
+
+    # check if docker daemon is running
+    if ! docker info &> /dev/null; then
+        echo "Docker daemon is not running"
+        return 1
+    fi
+
+    # check if user has permission to run docker
+    if ! docker run --rm hello-world &> /dev/null; then
+        echo "User does not have permission to run docker"
+        return 1
+    fi
+
+    return 0
+}
+
+function install_bb64() {    
+    # check curl installed
+    if ! command -v curl &> /dev/null; then
+        _die "Curl is not installed. Curl is required for agent installation."
+    fi
+
+    curl -fsSL "https://gitea.jde.nz/public/bb64/releases/download/latest/install.sh" | bash -s -- "$AGENT_LOCAL_PATH" "$(id -u $USER):$(id -g $USER)"
+
+    # test result code from curl
+    if [ $? -ne 0 ]; then
+        _die "Failed to install bb64. Curl returned non-zero exit code."
+    fi
+
+    # test if bb64 is installed
+    "$AGENT_LOCAL_PATH/bb64" -v
+    if [ $? -ne 0 ]; then
+        _die "bb64 did not install correctly."
+    fi
+
+    echo "bb64 installed successfully."
+    return 0;
+}
+
+
+#-------------------------------------------------------------------------
+
+set -a
+AGENT_LOCAL_PATH="$SCRIPT_DIR"
+set +a
+
+_check_required_env_vars "AGENT_LOCAL_PATH"
+echo "Installing host agent into $AGENT_LOCAL_PATH"
+
+_check_docker_installed || _die "Docker is required."
+
+install_bb64
+

source/agent-remote/_allservicesstatus.sh

@@ -9,19 +9,29 @@
 # Get all services on the server
 SCRIPT_DIR="$(dirname "$0")"
 
-# // DROPSHELL_DIR
-# //   |-- backups
-# //   |-- services
-# //       |-- service name
-# //           |-- config  <-- this is passed as argument to all scripts
-# //               |-- service.env
-# //           |-- template
-# //               |-- (script files)
-# //               |-- shared
-# //                   |-- _allservicesstatus.sh
-# //               |-- config
-# //                   |-- service.env
-# //                   |-- (other config files for specific server&service)
+    # //------------------------------------------------------------------------------------------------
+    # // remote paths
+    # // DROPSHELL_DIR
+    # //   |-- backups
+    # //   |-- temp_files
+    # //   |-- agent
+    # //   |   |-- bb64
+    # //   |   |-- (other agent files, including _allservicesstatus.sh)
+    # //   |-- services
+    # //       |-- service name
+    # //           |-- config
+    # //               |-- service.env (actual service config)
+    # //               |-- .template_info.env
+    # //           |-- template
+    # //               |-- _default.env
+    # //               |-- (script files)
+    # //               |-- config
+    # //                   |-- service.env (default service config)
+    # //                   |-- .template_info.env
+    # //                   |-- (other config files for specific server&service)
+
+# Get all services on the server
+SERVICES_PATH=$(realpath "${SCRIPT_DIR}/../services/")
 
 CURRENT_OUTPUT=""
 CURRENT_EXIT_CODE=0
@@ -33,6 +43,15 @@ load_dotenv(){
     fi
 }
 
+_check_required_env_vars_allservicesstatus() {
+    local required_vars=("$@")
+    for var in "${required_vars[@]}"; do
+        if [ -z "${!var}" ]; then
+            _die "Required environment variable $var is not set"
+        fi
+    done
+}
+
 function run_command() {
     local service_path=$1
     local command=$2
@@ -46,14 +65,19 @@ function run_command() {
     # run the command in a subshell to prevent environment changes
     CURRENT_OUTPUT=$(
         set -a
+
         load_dotenv "${service_path}/template/_default.env"
         load_dotenv "${service_path}/config/service.env"
-        set +a
+        load_dotenv "${service_path}/config/.template_info.env"
 
         # update the main variables.
-        export CONFIG_PATH="${service_path}/config"
-        # SERVER is correct
-        export SERVICE="${SERVICE_NAME}"
+        CONFIG_PATH="${service_path}/config"
+        SERVICE="${SERVICE_NAME}"
+        DOCKER_CLI_HINTS=false
+
+        set +a
+
+        _check_required_env_vars_allservicesstatus "CONFIG_PATH" "SERVER" "SERVICE" "AGENT_PATH" "HOST_NAME" "TEMPLATE"
 
         if [ "$capture_output" = "true" ]; then
             # Capture and return output
@@ -75,8 +99,11 @@ function command_exists() {
     return 0
 }
 
-# Get all services on the server
-SERVICES_PATH=$(realpath "${SCRIPT_DIR}/../../../")
+
+if [ ! -d "${SERVICES_PATH}" ]; then
+    echo "Services path does not exist: ${SERVICES_PATH}"
+    exit 0
+fi
 
 # Get all service names
 SERVICE_NAMES=$(ls "${SERVICES_PATH}")

source/agent-remote/agent-install.sh

@@ -0,0 +1,87 @@
+#!/bin/bash
+
+# This script is used to install the dropshell agent on a remote server.
+
+SCRIPT_DIR=$(dirname "$0")
+
+set -a
+
+AGENT_PATH="$SCRIPT_DIR"
+
+set +a
+
+
+if [ -f "$SCRIPT_DIR/common.sh" ]; then
+    source "$SCRIPT_DIR/common.sh"
+else
+    echo "Error: common.sh not found in $SCRIPT_DIR"
+    exit 1
+fi
+
+_check_required_env_vars "AGENT_PATH"
+
+function install_bb64() {    
+    curl -fsSL "https://gitea.jde.nz/public/bb64/releases/download/latest/install.sh" | bash -s -- "$AGENT_PATH" "$(id -u $USER):$(id -g $USER)"
+
+    # test result code from curl
+    if [ $? -ne 0 ]; then
+        _die "Failed to install bb64. Curl returned non-zero exit code."
+    fi
+
+    # test if bb64 is installed
+    VER=$("$AGENT_PATH/bb64" -v)
+    if [ $? -ne 0 ]; then
+        _die "bb64 did not install correctly."
+    fi
+
+    echo "bb64 v$VER installed."
+    return 0;
+}
+
+#-------------------------------------------------------------------------
+
+# Check pre-requisites
+
+# Check if curl is installed
+if ! command -v curl &> /dev/null; then
+    _die "Curl is not installed. Curl is required for agent installation."
+fi
+
+# check docker installation
+if ! command -v docker &> /dev/null; then
+    echo "Docker is not installed. Docker is required for agent installation."
+    exit 1
+fi
+
+
+#-------------------------------------------------------------------------
+
+echo "Installing dropshell agent..."
+
+install_bb64
+
+#-------------------------------------------------------------------------
+
+# confirm we're in a good state.
+
+required_files=(
+    "$AGENT_PATH/bb64"
+    "$AGENT_PATH/_allservicesstatus.sh"
+    "$AGENT_PATH/common.sh"
+    "$AGENT_PATH/datacommands.sh"
+)
+
+# check if all files exist
+for file in "${required_files[@]}"; do
+    if [ ! -f "$file" ]; then
+        _die "$file does not exist. Please check the installation."
+    fi
+done
+
+#-------------------------------------------------------------------------
+
+echo "Completed dropshell agent installation."
+
+#-------------------------------------------------------------------------
+
+exit 0

source/agent-remote/common.sh

@@ -28,20 +28,10 @@
 
 # Prints an error message in red and exits with status code 1.
 _die() {
-    echo -e "\033[91mError: $1\033[0m"
+    echo -e "Error: $1"
     exit 1
 }
 
-# Switches terminal output color to grey.
-_grey_start() {
-    echo -e -n "\033[90m"
-}
-
-# Resets terminal output color from grey.
-_grey_end() {
-    echo -e -n "\033[0m"
-}
-
 # Creates/starts a container, verifying it runs.
 _create_and_start_container() {
     if [ -z "$1" ] || [ -z "$2" ]; then
@@ -55,9 +45,7 @@ _create_and_start_container() {
         _is_container_running $container_name && return 0
         _start_container $container_name
     else
-        _grey_start
         $run_cmd
-        _grey_end
     fi
 
     if ! _is_container_running $container_name; then
@@ -180,4 +168,4 @@ _root_remove_tree() {
 
 
 # Load autocommands
-source "${AGENT_PATH}/_autocommands.sh"
+source "${AGENT_PATH}/datacommands.sh"

source/agent-remote/datacommands.sh

@@ -12,6 +12,10 @@ _autocommandrun_volume() {
 
     case "$command" in
         create)
+            if docker volume ls | grep -q ${volume_name}; then
+                echo "Volume ${volume_name} already exists - leaving unchanged"
+                return
+            fi
             echo "Creating volume ${volume_name}"
             docker volume create ${volume_name}
             ;;
@@ -39,6 +43,10 @@ _autocommandrun_path() {
 
     case "$command" in
         create)
+            if [ -d "${path}" ]; then
+                echo "Path ${path} already exists - unchanged"
+                return
+            fi
             echo "Creating path ${path}"
             mkdir -p ${path}
             ;;
@@ -47,7 +55,7 @@ _autocommandrun_path() {
             local path_parent=$(dirname ${path})
             local path_child=$(basename ${path})
             if [ -d "${path_parent}/${path_child}" ]; then
-                docker run --rm -v ${path_parent}:/volume debian bash -c "rm -rf /volume/${path_child}" || echo "Failed to nuke path ${path}"
+                docker run --rm -v ${path_parent}:/volume debian bash -c "rm -rfv /volume/${path_child}" || echo "Failed to nuke path ${path}"
             else
                 echo "Path ${path} does not exist - nothing to nuke"
             fi
@@ -61,8 +69,14 @@ _autocommandrun_path() {
             fi
             ;;
         restore)
-            echo "Restoring path ${path}"
-            tar -xzvf ${backup_folder}/backup.tgz -C ${path} --strip-components=1
+            if [ ! -f "${backup_folder}/backup.tgz" ]; then
+                echo "Backup file ${backup_folder}/backup.tgz does not exist - nothing to restore"
+            else
+                echo "Clearing existing data in path ${path}"
+                docker run --rm -v ${path}:/path debian bash -c "rm -rfv /path/{*,.*}"
+                echo "Restoring path ${path} from backup file ${backup_folder}/backup.tgz"
+                tar -xzvf ${backup_folder}/backup.tgz -C ${path} --strip-components=1
+            fi
             ;;
     esac
 }
@@ -74,6 +88,12 @@ _autocommandrun_file() {
 
     case "$command" in
         create)
+            filepath_parent=$(dirname ${filepath})
+            filepath_child=$(basename ${filepath})
+            if [ ! -d "${filepath_parent}" ]; then
+                echo "Parent directory ${filepath_parent} of ${filepath_child} does not exist - creating"
+                mkdir -p ${filepath_parent}
+            fi
             ;;
         nuke)
             rm -f ${filepath}
@@ -91,7 +111,8 @@ _autocommandrun_file() {
         restore)
             echo "Restoring file ${filepath}"
             local file_name=$(basename ${filepath})
-            cp ${backup_folder}/${file_name} ${filepath}
+            rm -f ${filepath} || die "Unable to remove existing file ${filepath}, restore failed."
+            cp ${backup_folder}/${file_name} ${filepath} || die "Unable to copy file ${backup_folder}/${file_name} to ${filepath}, restore failed."
             ;;
     esac
 }
@@ -155,16 +176,16 @@ _autocommandparse() {
 }
 
 
-autocreate() {
+datacreate() {
     _autocommandparse create none "$@"
 }
 
 
-autonuke() {
+datanuke() {
     _autocommandparse nuke none "$@"
 }
 
-autobackup() {
+databackup() {
     _check_required_env_vars "BACKUP_FILE" "TEMP_DIR"
     BACKUP_TEMP_PATH="$TEMP_DIR/backup"
 
@@ -176,7 +197,7 @@ autobackup() {
     tar zcvf "$BACKUP_FILE" -C "$BACKUP_TEMP_PATH" .
 }
 
-autorestore() {
+datarestore() {
     _check_required_env_vars "BACKUP_FILE" "TEMP_DIR"
     BACKUP_TEMP_PATH="$TEMP_DIR/restore"
 

source/build.sh

@@ -29,6 +29,9 @@ print_warning() {
     echo -e "${YELLOW}[!] $1${NC}"
 }
 
+# ensure we have latest dehydrate.
+dehydrate -u
+
 # Check if build directory exists, if not create it
 if [ ! -d "build" ]; then
     print_status "Creating build directory..."

source/install_build_prerequisites.sh

@@ -142,8 +142,12 @@ if [ -n "$SUDO_USER" ] && [ "$SUDO_USER" != "root" ]; then
     fi
 fi
 
+# check if dehydrate command is installed
+if ! command -v dehydrate &> /dev/null; then
+    curl -fsSL https://gitea.jde.nz/public/dehydrate/releases/download/latest/install.sh | bash
+fi
 
-
+dehydrate -u
 
 
 print_status "All dependencies installed successfully!"

source/make_createagent.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+set -e
+
+# This script creates two files:
+# src/utils/createagent.hpp
+# src/utils/createagent.cpp
+#
+
+SCRIPT_DIR=$(dirname "$0")
+
+# check if dehydrate is installed
+if ! command -v dehydrate &> /dev/null; then
+    echo "dehydrate could not be found - installing"
+    curl -fsSL https://gitea.jde.nz/public/dehydrate/releases/download/latest/install.sh | bash
+fi
+
+mkdir -p "${SCRIPT_DIR}/src/autogen"
+
+dehydrate "${SCRIPT_DIR}/agent-remote" "${SCRIPT_DIR}/src/autogen"
+dehydrate "${SCRIPT_DIR}/agent-local" "${SCRIPT_DIR}/src/autogen"

source/multibuild.sh

@@ -6,7 +6,9 @@
 
 set -e
 
-rm -f build_amd64/dropshell build_arm64/dropshell build/dropshell.amd64 build/dropshell.arm64
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+
+rm -f $SCRIPT_DIR/build_amd64/dropshell $SCRIPT_DIR/build_arm64/dropshell $SCRIPT_DIR/output/dropshell.amd64 $SCRIPT_DIR/output/dropshell.arm64
 
 # Determine number of CPU cores for parallel build
 if command -v nproc >/dev/null 2>&1; then
@@ -15,6 +17,9 @@ else
     JOBS=4 # fallback default
 fi
 
+PREV_PWD=$PWD
+cd $SCRIPT_DIR
+
 # Build for amd64 (musl)
 echo "Building for amd64 (musl)..."
 cmake -B build_amd64 -DCMAKE_BUILD_TYPE=Release \
@@ -23,8 +28,8 @@ cmake -B build_amd64 -DCMAKE_BUILD_TYPE=Release \
   -DCMAKE_EXE_LINKER_FLAGS="-static" \
   -DCMAKE_CXX_FLAGS="-march=x86-64" .
 cmake --build build_amd64 --target dropshell --config Release -j"$JOBS"
-mkdir -p build
-cp build_amd64/dropshell build/dropshell.amd64
+mkdir -p output
+cp build_amd64/dropshell output/dropshell.amd64
 
 # Build for arm64 (musl)
 echo "Building for arm64 (musl)..."
@@ -35,18 +40,20 @@ cmake -B build_arm64 -DCMAKE_BUILD_TYPE=Release \
   -DCMAKE_CXX_FLAGS="-march=armv8-a" \
   -DCMAKE_SYSTEM_PROCESSOR=aarch64 .
 cmake --build build_arm64 --target dropshell --config Release -j"$JOBS"
-mkdir -p build
-cp build_arm64/dropshell build/dropshell.arm64
+mkdir -p output
+cp build_arm64/dropshell output/dropshell.arm64
 
-if [ ! -f build/dropshell.amd64 ]; then
-    echo "build/dropshell.amd64 not found!" >&2
+if [ ! -f output/dropshell.amd64 ]; then
+    echo "output/dropshell.amd64 not found!" >&2
     exit 1
 fi
 
-if [ ! -f build/dropshell.arm64 ]; then
-    echo "build/dropshell.arm64 not found!" >&2
+if [ ! -f output/dropshell.arm64 ]; then
+    echo "output/dropshell.arm64 not found!" >&2
     exit 1
 fi
 
 echo "Builds complete:"
-ls -lh build/dropshell.*
+ls -lh output/dropshell.*
+
+cd $PREV_PWD

source/publish.sh

@@ -1,6 +1,10 @@
 #!/bin/bash
 set -e
 
+# directory of this script
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+echo "Script directory: $SCRIPT_DIR"
+
 # Check for GITEA_TOKEN_DEPLOY or GITEA_TOKEN
 if [ -n "$GITEA_TOKEN_DEPLOY" ]; then
     TOKEN="$GITEA_TOKEN_DEPLOY"
@@ -11,27 +15,32 @@ else
     exit 1
 fi
 
+$SCRIPT_DIR/multibuild.sh
+BUILD_DIR=$SCRIPT_DIR/build
 
-./multibuild.sh
+OLD_PWD=$PWD
+cd $SCRIPT_DIR
 
-if [ ! -f "build/dropshell.amd64" ]; then
-    echo "build/dropshell.amd64 not found!" >&2
+
+if [ ! -f "output/dropshell.amd64" ]; then
+    echo "output/dropshell.amd64 not found!" >&2
     echo "Please run multibuild.sh first." >&2
     exit 1
 fi
 
-if [ ! -f "build/dropshell.arm64" ]; then
-    echo "build/dropshell.arm64 not found!" >&2
+if [ ! -f "output/dropshell.arm64" ]; then
+    echo "output/dropshell.arm64 not found!" >&2
     echo "Please run multibuild.sh first." >&2
     exit 1
 fi
 
-TAG=$(./build/dropshell.amd64 --version)
+TAG=$("$SCRIPT_DIR/output/dropshell.amd64" --version)
+[ -z "$TAG" ] && echo "Failed to get version from dropshell.amd64" >&2 && exit 1
 
 echo "Publishing dropshell version $TAG"
 
 # make sure we've commited.
-git add . && git commit -m "dropshell release $TAG" && git push
+git add "$SCRIPT_DIR/../" && git commit -m "dropshell release $TAG" && git push
 
 
 # Find repo info from .git/config
@@ -73,8 +82,10 @@ fi
 
 # Upload binaries and install.sh
 for FILE in dropshell.amd64 dropshell.arm64 install.sh server_autosetup.sh; do
-    if [ -f "build/$FILE" ]; then
-        filetoupload="build/$FILE"
+    if [ -f "output/$FILE" ]; then
+        filetoupload="output/$FILE"
+    elif [ -f "../$FILE" ]; then
+        filetoupload="../$FILE"
     elif [ -f "$FILE" ]; then
         filetoupload="$FILE"
     else
@@ -93,3 +104,5 @@ for FILE in dropshell.amd64 dropshell.arm64 install.sh server_autosetup.sh; do
 done
 
 echo "Published dropshell version $TAG to $REPO_URL (tag $TAG) with binaries."
+
+cd $OLD_PWD

source/src/commands/backupdata.cpp

@@ -0,0 +1,174 @@
+#include <unistd.h>
+#include <cstring>
+#include <iostream>
+#include <sstream>
+#include <filesystem>
+
+#include "utils/output.hpp"
+#include "utils/assert.hpp"
+#include "utils/utils.hpp"
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "services.hpp"
+#include "servers.hpp"
+#include "server_env_manager.hpp"
+#include "templates.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+
+namespace dropshell
+{
+
+    int backupdata_handler(const CommandContext &ctx);
+
+    static std::vector<std::string> backupdata_name_list = {"backupdata", "bd", "backup", "bup"};
+
+    // Static registration
+    struct BackupDataCommandRegister
+    {
+        BackupDataCommandRegister()
+        {
+            CommandRegistry::instance().register_command({backupdata_name_list,
+                                                          backupdata_handler,
+                                                          shared_commands::std_autocomplete_allowall,
+                                                          false, // hidden
+                                                          true,  // requires_config
+                                                          true,  // requires_install
+                                                          2,     // min_args (after command)
+                                                          2,     // max_args (after command)
+                                                          "backupdata SERVER SERVICE",
+                                                          "Backup data for a service on a server.",
+                                                          // heredoc
+                                                          R"(
+                backupdata SERVER SERVICE     Backup data for a service on a server.
+                backupdata SERVER all         Backup data for all services on a server.
+
+                Note: This command will not create any data or configuration.
+                It will simply backup the data on the remote server, saving it to a local file.
+                Restore the data with restore.
+            )"});
+        }
+    } backupdata_command_register;
+
+    namespace shared_commands
+    {
+
+        bool backupdata_service(const std::string &server, const std::string &service)
+        {
+            server_env_manager server_env(server);
+            if (!server_env.is_valid())
+            {
+                error << "Server " << server << " is not valid" << std::endl;
+                return false;
+            }
+
+            LocalServiceInfo sinfo = get_service_info(server, service);
+            if (!SIvalid(sinfo))
+            {
+                error << "Service " << service << " is not valid" << std::endl;
+                return false;
+            }
+
+            const std::string command = "backup";
+
+            if (!gTemplateManager().template_command_exists(sinfo.template_name, command))
+            {
+                info << service << " has no data to backup" << std::endl;
+                debug << "(no backup script for " << sinfo.template_name << ")" << std::endl;
+                return true; // nothing to back up.
+            }
+
+            // Check if basic installed stuff is in place.
+            std::string remote_service_template_path = remotepath::service_template(server, service);
+            std::string remote_command_script_file = remote_service_template_path + "/" + command + ".sh";
+            std::string remote_service_config_path = remotepath::service_config(server, service);
+            if (!server_env.check_remote_items_exist({remotepath::service(server, service),
+                                                      remote_command_script_file,
+                                                      remotefile::service_env(server, service)}))
+            {
+                error << "Error: Required service directories not found on remote server" << std::endl;
+                info << "Is the service installed?" << std::endl;
+                return false;
+            }
+
+            // Create backups directory on server if it doesn't exist
+            std::string remote_backups_dir = remotepath::backups(server);
+            debug << "Remote backups directory on " << server << ": " << remote_backups_dir << std::endl;
+            std::string mkdir_cmd = "mkdir -p " + quote(remote_backups_dir);
+            if (!execute_ssh_command(server_env.get_SSH_INFO(), sCommand("", mkdir_cmd, {}), cMode::Defaults))
+            {
+                error << "Failed to create backups directory on server" << std::endl;
+                return false;
+            }
+
+            // Create backups directory locally if it doesn't exist
+            std::string local_backups_dir = localpath::backups();
+            if (local_backups_dir.empty())
+            {
+                error << "Error: Local backups directory not found" << std::endl;
+                info << "Run 'dropshell edit' to configure DropShell" << std::endl;
+                return false;
+            }
+            if (!std::filesystem::exists(local_backups_dir))
+                std::filesystem::create_directories(local_backups_dir);
+
+            // Get current datetime for backup filename
+            shared_commands::cBackupFileName backup_filename_construction(server, service, sinfo.template_name);
+            if (!backup_filename_construction.is_valid())
+            {
+                error << "Invalid backup filename" << std::endl;
+                return false;
+            }
+
+            // Construct backup filename
+            std::string backup_filename = backup_filename_construction.get_filename();
+            std::string remote_backup_file_path = remote_backups_dir + "/" + backup_filename;
+            std::string local_backup_file_path = (std::filesystem::path(local_backups_dir) / backup_filename).string();
+
+            // assert that the backup filename is valid - -_- appears exactly 3 times in local_backup_file_path.
+            ASSERT(3 == count_substring(magic_string(), local_backup_file_path), "Invalid backup filename");
+
+            { // Run backup script
+                shared_commands::cRemoteTempFolder remote_temp_folder(server_env);
+                if (!server_env.run_remote_template_command(service, command, {}, false, {{"BACKUP_FILE", remote_backup_file_path}, {"TEMP_DIR", remote_temp_folder.path()}}))
+                {
+                    error << "Backup script failed on remote server: " << remote_backup_file_path << std::endl;
+                    return false;
+                }
+
+                // Copy backup file from server to local
+                if (!shared_commands::scp_file_from_remote(server_env, remote_backup_file_path, local_backup_file_path, false))
+                {
+                    error << "Failed to copy backup file from server" << std::endl;
+                    return false;
+                }
+            } // dtor of remote_temp_folder will clean up the temp folder on the server
+
+            info << "Backup created successfully. Restore with:" << std::endl;
+            info << "   dropshell restore " << server << " " << service << " " << backup_filename << std::endl;
+            return true;
+        }
+    } // namespace shared_commands
+
+    int backupdata_handler(const CommandContext &ctx)
+    {
+        ASSERT(ctx.args.size() == 2, "Invalid number of arguments");
+
+        std::string server = safearg(ctx.args, 0);
+        std::string service = safearg(ctx.args, 1);
+
+        if (service == "all")
+        {
+            // backup all services on the server
+            maketitle("Backing up data for all services on " + server);
+            bool okay = true;
+            std::vector<LocalServiceInfo> services = get_server_services_info(server);
+            for (const LocalServiceInfo &si : services)
+                okay &= shared_commands::backupdata_service(server, si.service_name);
+            return okay ? 0 : 1;
+        }
+
+        return shared_commands::backupdata_service(server, service) ? 0 : 1;
+    }
+
+} // namespace dropshell

source/src/commands/colours.cpp

@@ -0,0 +1,44 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/output.hpp"
+#include "utils/assert.hpp"
+
+namespace dropshell {
+
+void colours_autocomplete(const CommandContext& ctx) {}
+int colours_handler(const CommandContext& ctx)
+{
+    info << "Colours:" << std::endl;
+    debug <<   "Debug Example:   The quick brown fox jumps over the lazy dog." << std::endl;
+    info <<    "Info Example:    The quick brown fox jumps over the lazy dog." << std::endl;
+    warning << "Warning Example: The quick brown fox jumps over the lazy dog." << std::endl;
+    error <<   "Error Example:   The quick brown fox jumps over the lazy dog." << std::endl;
+    return 0;
+}
+
+static std::vector<std::string> colours_name_list={"colours","c","--colours","-c"};
+
+// Static registration
+struct ColoursCommandRegister {
+    ColoursCommandRegister() {
+        CommandRegistry::instance().register_command({
+            colours_name_list,
+            colours_handler,
+            colours_autocomplete,
+            true, // hidden
+            false, // requires_config
+            false, // requires_install
+            0,     // min_args (after command)
+            0,     // max_args (after command)
+            "colours",
+            "Show the colours used by dropshell.",
+            // heredoc
+            R"(
+            Show the colours used by dropshell.
+            )"
+        });
+    }
+} colours_command_register;
+
+
+} // namespace dropshell

source/src/commands/create-server.cpp

@@ -0,0 +1,63 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/utils.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+#include "version.hpp"
+
+#include <unistd.h>
+#include <cstring>
+#include <iostream>
+#include <sstream>
+#include <filesystem>
+#include "utils/assert.hpp"
+
+namespace dropshell {
+
+void create_server_autocomplete(const CommandContext& ctx);
+int create_server_handler(const CommandContext& ctx);
+
+static std::vector<std::string> create_server_name_list={"create-server"};
+
+// Static registration
+struct CreateServerCommandRegister {
+    CreateServerCommandRegister() {
+        CommandRegistry::instance().register_command({
+            create_server_name_list,
+            create_server_handler,
+            create_server_autocomplete,
+            false, // hidden
+            true, // requires_config
+            true, // requires_install
+            1,     // min_args (after command)
+            1,     // max_args (after command)
+            "create-server [SERVER]",
+            "Create a new server entry on this host.",
+            // heredoc
+            R"(
+            Create a new server entry on this host.
+            Note you will need to use   ds install SERVER   to prepare the service for use.
+
+            create-server SERVER
+            )"
+        });
+    }
+} create_server_command_register;
+
+
+void create_server_autocomplete(const CommandContext& ctx) {
+    return; // can't autocomplete as it's a new server!
+}
+
+
+int create_server_handler(const CommandContext& ctx) {
+    // create a new server entry on this host
+    if (ctx.args.size() == 0) {
+        error << "No server name provided" << std::endl;
+        return 1;
+    }
+    bool ok = create_server(ctx.args[0]);
+    return ok ? 0 : 1;
+}
+
+} // namespace dropshell

source/src/commands/create-service.cpp

@@ -0,0 +1,163 @@
+#include "command_registry.hpp"
+#include "directories.hpp"
+#include "shared_commands.hpp"
+#include "templates.hpp"
+
+#include "utils/assert.hpp"
+#include "utils/utils.hpp"
+#include "services.hpp"
+
+#include <fstream>
+
+namespace dropshell
+{
+
+    int create_service_handler(const CommandContext &ctx);
+    void create_service_autocomplete(const CommandContext &ctx);
+
+    static std::vector<std::string> create_service_name_list = {"create-service"};
+
+    // Static registration
+    struct CreateServiceCommandRegister
+    {
+        CreateServiceCommandRegister()
+        {
+            CommandRegistry::instance().register_command({create_service_name_list,
+                                                          create_service_handler,
+                                                          create_service_autocomplete,
+                                                          false, // hidden
+                                                          true,  // requires_config
+                                                          true,  // requires_install
+                                                          3,     // min_args (after command)
+                                                          3,     // max_args (after command)
+                                                          "create-service SERVER SERVICE TEMPLATE",
+                                                          "Create a service on a server.",
+                                                          // heredoc
+                                                          R"(
+            Create a service on a server.
+            create-service SERVER SERVICE TEMPLATE    create the given service on the given server.
+                )"});
+        }
+    } create_service_command_register;
+
+    int create_service_handler(const CommandContext &ctx)
+    {
+        std::string server = safearg(ctx.args, 0);
+        std::string service = safearg(ctx.args, 1);
+        std::string template_name = safearg(ctx.args, 2);
+
+        return shared_commands::create_service(server, template_name, service) ? 0 : 1;
+    }
+
+    void create_service_autocomplete(const CommandContext &ctx)
+    {
+        if (ctx.args.size() < 2)
+            shared_commands::std_autocomplete(ctx);
+        else
+        {
+            if (ctx.args.size() == 2)
+            {
+                std::set<std::string> templates = gTemplateManager().get_template_list();
+                for (const auto &template_name : templates)
+                    rawout << template_name << std::endl;
+            }
+        }
+    }
+
+    namespace shared_commands
+    {
+
+        
+    bool print_readme(const template_info &tinfo, std::string server, std::string service)
+    {
+        std::vector<std::string> variants_to_try = {"README.txt", "readme.txt", "ReadMe.txt", "README", "readme", "README.md", "readme.md"};
+        std::filesystem::path readme_path = tinfo.local_template_path();
+        for (const auto &variant : variants_to_try)
+        {
+            if (std::filesystem::exists(readme_path / variant))
+            {
+                readme_path = readme_path / variant;
+                break;
+            }
+        }
+
+        if (!std::filesystem::exists(readme_path))
+            return false;
+
+        std::map<std::string, std::string> all_env_vars;
+        get_all_service_env_vars(server, service, all_env_vars);
+        all_env_vars["LOCAL_CONFIG_PATH"] = localpath::service(server, service);
+        all_env_vars["LOCAL_TEMPLATE_PATH"] = tinfo.local_template_path().string(); 
+
+        info << std::endl;
+        std::ifstream readme_file(readme_path);
+        std::string line;
+        while (std::getline(readme_file, line))
+        {
+            rawout << substitute_provided_key_value_pairs(line, all_env_vars) << std::endl;
+        }
+        return true;
+    }
+
+
+    bool create_service(const std::string &server_name, const std::string &template_name, const std::string &service_name)
+    {
+        if (server_name.empty() || template_name.empty() || service_name.empty())
+            return false;
+
+        std::string service_dir = localpath::service(server_name, service_name);
+
+        if (service_dir.empty())
+        {
+            error << "Couldn't locate server " << server_name << " in any config directory" << std::endl;
+            info << "Please check the server name is correct and try again" << std::endl;
+            info << "You can list all servers with 'dropshell servers'" << std::endl;
+            info << "You can create a new server with 'dropshell create-server " << server_name << "'" << std::endl;
+            return false;
+        }
+
+        if (std::filesystem::exists(service_dir))
+        {
+            error << "Service already exists: " << service_name << std::endl;
+            debug << "Current service path: " << service_dir << std::endl;
+            return false;
+        }
+
+        template_info tinfo = gTemplateManager().get_template_info(template_name);
+        if (!tinfo.is_set())
+        {
+            error << "Template '" << template_name << "' not found" << std::endl;
+            info << "Please check the template name is correct and try again" << std::endl;
+            info << "You can list all templates with 'dropshell templates'" << std::endl;
+            info << "You can create a new template with 'dropshell create-template " << template_name << "'" << std::endl;
+            return false;
+        }
+
+        // check template is all good.
+        if (!gTemplateManager().test_template(tinfo.local_template_path()))
+        {
+            error << "Template '" << template_name << "' is not valid" << std::endl;
+            return false;
+        }
+
+        // create the service directory
+        std::filesystem::create_directory(service_dir);
+
+        // copy the template config files to the service directory
+        recursive_copy(tinfo.local_template_path() / "config", service_dir);
+
+        info << "Service " << service_name << " created successfully" << std::endl;
+
+        if (!print_readme(tinfo, server_name, service_name))
+        {
+            info << std::endl;
+            info << "To complete the installation, please:" << std::endl;
+            info << "1. edit the service config file:  dropshell edit " << server_name << " " << service_name << std::endl;
+            info << "2. install the remote service:    dropshell install " << server_name << " " << service_name << std::endl;
+        }
+        return true;
+    }
+
+    } // namespace shared_commands
+
+} // namespace dropshell

source/src/commands/create-template.cpp

@@ -0,0 +1,63 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/utils.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+#include "version.hpp"
+#include "utils/assert.hpp"
+#include "templates.hpp"
+
+#include <unistd.h>
+#include <cstring>
+#include <iostream>
+#include <sstream>
+#include <filesystem>
+
+namespace dropshell {
+
+void create_template_autocomplete(const CommandContext& ctx);
+int create_template_handler(const CommandContext& ctx);
+
+static std::vector<std::string> create_template_name_list={"create-template"};
+
+// Static registration
+struct CreateTemplateCommandRegister {
+    CreateTemplateCommandRegister() {
+        CommandRegistry::instance().register_command({
+            create_template_name_list,
+            create_template_handler,
+            create_template_autocomplete,
+            false, // hidden
+            true, // requires_config
+            true, // requires_install
+            1,     // min_args (after command)
+            1,     // max_args (after command)
+            "create-template TEMPLATE",
+            "Create a new template.",
+            // heredoc
+            R"(
+            Create a new template.
+
+            create-template TEMPLATE
+            )"
+        });
+    }
+} create_template_command_register;
+
+
+void create_template_autocomplete(const CommandContext& ctx) {
+    return; // can't autocomplete as it's a new server!
+}
+
+
+int create_template_handler(const CommandContext& ctx) {
+    // create a new server entry on this host
+    if (ctx.args.size() == 0) {
+        error << "No template name provided" << std::endl;
+        return 1;
+    }
+    bool ok = gTemplateManager().create_template(ctx.args[0]);
+    return ok ? 0 : 1;
+}
+
+} // namespace dropshell

source/src/commands/destroy.cpp

@@ -0,0 +1,154 @@
+#include "command_registry.hpp"
+#include "shared_commands.hpp"
+#include "config.hpp"
+#include "services.hpp"
+#include "server_env_manager.hpp"
+#include "utils/directories.hpp"
+#include "servers.hpp"
+#include "templates.hpp"
+#include "utils/utils.hpp"
+
+#include "utils/assert.hpp"
+
+namespace dropshell
+{
+
+    int nuke_handler(const CommandContext &ctx);
+    static std::vector<std::string> nuke_name_list = {"destroy","nuke"};
+
+    // Static registration
+    struct NukeCommandRegister
+    {
+        NukeCommandRegister()
+        {
+            CommandRegistry::instance().register_command({nuke_name_list,
+                                                          nuke_handler,
+                                                          shared_commands::std_autocomplete,
+                                                          false, // hidden
+                                                          true,  // requires_config
+                                                          true,  // requires_install
+                                                          2,     // min_args (after command)
+                                                          2,     // max_args (after command)
+                                                          "destroy SERVER SERVICE|all",
+                                                          "Destroy a service on a server. Erases everything, both local and remote!",
+                                                          // heredoc
+                                                          R"(
+            Nuke a service.
+
+            Examples:
+            destroy SERVER SERVICE   destroy the given service on the given server.
+            destroy SERVER all       destroy all services on the given server.
+
+            Note: This command is destructive and will destroy all data and all configuration,
+            both on the dropshell host and on the remote server.
+
+            Use with caution!
+            )"});
+        }
+    } nuke_command_register;
+
+    namespace shared_commands
+    {
+
+        bool nuke_service(const std::string &server, const std::string &service)
+        {
+            server_env_manager server_env(server);
+
+            // step 1 - nuke on remote server.
+            if (server_env.is_valid())
+            {
+                LocalServiceInfo service_info;
+
+                service_info = get_service_info(server, service);
+                if (!SIvalid(service_info))
+                    error << "Invalid service: " << service << std::endl;
+
+                if (server_env.check_remote_dir_exists(remotepath::service(server, service)))
+                {
+                    // run the nuke script on the remote server if it exists.
+                    // otherwise just uninstall.
+                    if (gTemplateManager().template_command_exists(service_info.template_name, "nuke"))
+                    {
+                        info << "Running nuke script for " << service << " on " << server << std::endl;
+                        if (!server_env.run_remote_template_command(service, "nuke", {}, false, {}))
+                            warning << "Failed to run nuke script: " << service << std::endl;
+                    }
+                    else
+                    {
+                        info << "No nuke script found for " << service << " on " << server << std::endl;
+                        info << "Running uninstall script instead and will clean directories." << std::endl;
+                        if (!server_env.run_remote_template_command(service, "uninstall", {}, false, {}))
+                            warning << "Failed to uninstall service: " << service << std::endl;
+                    }
+
+                    // Remove the service directory from the server, running in a docker container as root.
+                    if (server_env.remove_remote_dir(remotepath::service(server, service), true))
+                    {
+                        ASSERT(!server_env.check_remote_dir_exists(remotepath::service(server, service)), "Service directory still found on server after uninstall");
+                        info << "Remote service directory removed: " << remotepath::service(server, service) << std::endl;
+                    }
+                    else
+                        warning << "Failed to remove remote service directory" << std::endl;
+                }
+                else
+                    warning << "Service not found on remote server: " << remotepath::service(server, service) << std::endl;
+            }
+            else
+                warning << "Can't nuke the remote service as the server is invalid: " << server << std::endl;
+
+            // step 2 - nuke the local service directory.
+            std::string local_service_path = localpath::service(server, service);
+            if (local_service_path.empty() || !std::filesystem::exists(local_service_path))
+            {
+                warning << "Local service directory not found: " << local_service_path << std::endl;
+            }
+            else
+            {
+                auto itemsdeleted = std::filesystem::remove_all(local_service_path);
+                if (itemsdeleted == 0)
+                    error << "Failed to remove local service directory" << std::endl;
+            }
+
+            info << "Nuked service " << service << " on server " << server << std::endl;
+
+            return true;
+        }
+    } // namespace shared_commands
+
+    int nuke_handler(const CommandContext &ctx)
+    {
+        ASSERT(ctx.args.size() == 2, "Usage: nuke SERVER SERVICE|all (requires 2 args - you supplied " + std::to_string(ctx.args.size()) + ")");
+        ASSERT(gConfig().is_config_set(), "No configuration found. Please run 'dropshell config' to set up your configuration.");
+
+        std::string server = safearg(ctx.args, 0);
+        std::string service = safearg(ctx.args, 1);
+
+        if (service == "all")
+        {
+            int rval = 0;
+
+            // iterate through all service folders in the server directory.
+            std::string server_path = localpath::server(server);
+            if (server_path.empty())
+            {
+                error << "Server not found: " << server << std::endl;
+                return 1;
+            }
+
+            for (const auto &entry : std::filesystem::directory_iterator(server_path))
+            {
+                if (entry.is_directory() && entry.path().filename().string().find(".") != 0)
+                {
+                    std::string service_name = entry.path().filename().string();
+                    rval |= (shared_commands::nuke_service(server, service_name) ? 0 : 1);
+                }
+            }
+            return rval;
+        }
+        else
+        {
+            return (shared_commands::nuke_service(server, service) ? 0 : 1);
+        }
+    }
+
+} // namespace dropshell

source/src/commands/edit.cpp

@@ -23,7 +23,7 @@ struct EditCommandRegister {
         CommandRegistry::instance().register_command({
             edit_name_list,
             edit_handler,
-            std_autocomplete,
+            shared_commands::std_autocomplete,
             false, // hidden
             false, // requires_config
             false, // requires_install
@@ -66,16 +66,16 @@ bool edit_file(const std::string &file_path, bool has_bb64)
         // Check if stdin is connected to a terminal if EDITOR is not set
         editor_cmd = "nano -w " + quote(file_path);
     } else {
-        std::cerr << "Error: Standard input is not a terminal and EDITOR environment variable is not set." << std::endl;
-        std::cerr << "Try setting the EDITOR environment variable (e.g., export EDITOR=nano) or run in an interactive terminal." << std::endl;
-        std::cerr << "You can manually edit the file at: " << file_path << std::endl;
+        error << "Standard input is not a terminal and EDITOR environment variable is not set." << std::endl;
+        info << "Try setting the EDITOR environment variable (e.g., export EDITOR=nano) or run in an interactive terminal." << std::endl;
+        info << "You can manually edit the file at: " << file_path << std::endl;
         return false;
     }
 
-    std::cout << "Editing file: " << file_path << std::endl;
+    info << "Editing file: " << file_path << std::endl;
 
     if (has_bb64) {
-        return execute_local_command(editor_cmd, nullptr, cMode::Interactive);
+        return execute_local_command("", editor_cmd, {}, nullptr, cMode::Interactive);
     }
     else {
         // might not have bb64 at this early stage. Direct edit.
@@ -111,25 +111,22 @@ int edit_config()
 // ------------------------------------------------------------------------------------------------
 int edit_server(const std::string &server_name)
 {
-    std::string serverpath = localpath::server(server_name);
-    if (serverpath.empty()) {
+    if (localpath::server(server_name).empty()) {
         std::cerr << "Error: Server not found: " << server_name << std::endl;
         return -1;
     }
 
-    std::ostringstream aftertext; 
-    aftertext << "If you have changed DROPSHELL_DIR, you should manually move the files to the new location NOW.\n"
-              << "You can ssh in to the remote server with:  dropshell ssh "<<server_name<<"\n" 
-              << "Once moved, reinstall all services with:   dropshell install " << server_name;
+    std::string config_file = localfile::server_json(server_name);
 
-    std::string config_file = serverpath + "/server.env";
     if (!edit_file(config_file, true)) {
-        std::cerr << "Error: Failed to edit server.env" << std::endl;
-        std::cerr << "You can manually edit this file at: " << config_file << std::endl;
-        std::cerr << "After editing, " << aftertext.str() << std::endl;
+        error << "Failed to edit server config" << std::endl;
+        info << "You can manually edit this file at: " << config_file << std::endl;
+        return 1;
     }
-    else
-        std::cout << aftertext.str() << std::endl;
+
+    info << "If you have changed DROPSHELL_DIR, you should manually move the files to the new location NOW." << std::endl;
+    info << "You can ssh in to the remote server with:  dropshell ssh "<<server_name<< std::endl;
+    info << "Once moved, reinstall all services with:   dropshell install " << server_name << std::endl;
     return 0;
 }
 
@@ -141,12 +138,12 @@ int edit_service_config(const std::string &server, const std::string &service)
     std::string config_file = localfile::service_env(server, service);
     if (!std::filesystem::exists(config_file))
     {
-        std::cerr << "Error: Service config file not found: " << config_file << std::endl;
+        error << "Service config file not found: " << config_file << std::endl;
         return 1;
     }
 
     if (edit_file(config_file, true) && std::filesystem::exists(config_file))
-        std::cout << "To apply your changes, run:\n   dropshell install " + server + " " + service << std::endl;
+        info << "To apply your changes, run:\n   dropshell install " + server + " " + service << std::endl;
     return 0;
 }
 
@@ -170,7 +167,7 @@ int edit_handler(const CommandContext& ctx) {
         return 0;
     }
 
-    std::cout << "Edit handler called with " << ctx.args.size() << " args\n";
+    info << "Edit handler called with " << ctx.args.size() << " args\n";
     return -1;
 }
 

source/src/commands/health.cpp

@@ -0,0 +1,73 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/utils.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+#include "server_env_manager.hpp"
+#include "services.hpp"
+#include "servers.hpp"
+#include "transwarp.hpp"
+
+namespace dropshell
+{
+
+    int health_handler(const CommandContext &ctx);
+
+    static std::vector<std::string> health_name_list = {"health", "check", "healthcheck", "status"};
+
+    // Static registration
+    struct HealthCommandRegister
+    {
+        HealthCommandRegister()
+        {
+            CommandRegistry::instance().register_command({health_name_list,
+                                                          health_handler,
+                                                          shared_commands::std_autocomplete_allowall,
+                                                          false, // hidden
+                                                          true, // requires_config
+                                                          true, // requires_install
+                                                          1,     // min_args (after command)
+                                                          2,     // max_args (after command)
+                                                          "health SERVER",
+                                                          "Check the health of a server.",
+                                                          R"(
+                health <server>
+                )"});
+        }
+    } health_command_register;
+
+
+
+    // ------------------------------------------------------------------------------------------------
+    // health command implementation
+    // ------------------------------------------------------------------------------------------------
+    int health_handler(const CommandContext &ctx)
+    {
+        if (ctx.args.size() < 1)
+        {
+            error << "Server name is required" << std::endl;
+            return 1;
+        }
+
+        std::string server = safearg(ctx.args, 0);
+
+        if (ctx.args.size() == 1) {
+            // get all services on server
+            std::vector<LocalServiceInfo> services = get_server_services_info(server);
+            transwarp::parallel exec{services.size()};
+            auto task = transwarp::for_each(exec, services.begin(), services.end(), [&](const LocalServiceInfo& service) {
+                std::string status = shared_commands::healthtick(server, service.service_name);
+                std::cout << status << " " << service.service_name << " (" << service.template_name << ")" << std::endl << std::flush;
+            });
+            task->wait();
+            return 0;
+        } else {
+            // get service status
+            std::string service = safearg(ctx.args, 1);
+            LocalServiceInfo service_info = get_service_info(server, service);
+            std::cout << shared_commands::healthtick(server, service) << " " << service << " (" << service_info.template_name << ")" << std::endl << std::flush;
+        }
+        return 0;
+    }
+
+} // namespace dropshell

source/src/commands/help.cpp

@@ -0,0 +1,159 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/utils.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+#include "version.hpp"
+
+#include <unistd.h>
+#include <cstring>
+#include <iostream>
+#include <sstream>
+#include <filesystem>
+#include "utils/assert.hpp"
+
+namespace dropshell {
+
+void help_autocomplete(const CommandContext& ctx);
+int help_handler(const CommandContext& ctx);
+
+static std::vector<std::string> help_name_list={"help","h","--help","-h"};
+
+// Static registration
+struct HelpCommandRegister {
+    HelpCommandRegister() {
+        CommandRegistry::instance().register_command({
+            help_name_list,
+            help_handler,
+            help_autocomplete,
+            false, // hidden
+            false, // requires_config
+            false, // requires_install
+            0,     // min_args (after command)
+            1,     // max_args (after command)
+            "help [COMMAND]",
+            "Show help for dropshell, or detailed help for a specific command.",
+            // heredoc
+            R"(
+            Show help for dropshell, or detailed help for a specific command.
+            If you want to see documentation, please visit the DropShell website:
+                https://dropshell.app
+            )"
+        });
+    }
+} help_command_register;
+
+
+void help_autocomplete(const CommandContext& ctx) {
+    if (ctx.args.size() == 0) {
+        // list all commands
+        for (const auto& cmd : CommandRegistry::instance().list_primary_commands(false)) {
+            rawout << cmd << std::endl;
+        }
+    }
+    return;
+}
+
+void show_command(const std::string& cmd) { 
+    // get console width
+    int width = get_console_width() - 6; // 5 for [INF] + 1 for space
+    int firstcol = 34;
+    int secondcol = width - firstcol - 3;
+
+    const auto& cmd_info = CommandRegistry::instance().find_command(cmd); 
+    if (!cmd_info) 
+    {
+        error << "Unknown command: " << cmd << std::endl;
+        return;
+    }
+
+    if (cmd_info->help_usage.length() < width-secondcol)
+    {
+        std::string remaining_description = cmd_info->help_description;
+
+        info << "  " << left_align(cmd_info->help_usage, firstcol) << get_line_wrap(remaining_description, secondcol);
+        while (!remaining_description.empty())
+            info << "   " << left_align(" ",firstcol) << get_line_wrap(remaining_description, secondcol-1);
+    }
+    else
+    {
+        info << "  " << cmd_info->help_usage << std::endl;
+        std::string remaining_description = cmd_info->help_description;
+        info << "  " << left_align(" ",firstcol) << get_line_wrap(remaining_description, secondcol);
+        while (!remaining_description.empty())
+            info << "   " << left_align(" ",firstcol) << get_line_wrap(remaining_description, secondcol-1);
+    }
+}
+
+extern const std::string VERSION;
+extern const std::string RELEASE_DATE;
+extern const std::string AUTHOR;
+extern const std::string LICENSE;
+
+
+int show_command_help(const std::string& cmd) {
+    const auto& cmd_info = CommandRegistry::instance().find_command(cmd); 
+    if (!cmd_info) 
+    {
+        error << "Unknown command: " << cmd << std::endl;
+        return 1;
+    }
+    info << "Command " << cmd << " usage:" << std::endl;
+    info << "  ";
+    info << left_align(cmd_info->help_usage, 32);
+    info << cmd_info->help_description << std::endl;
+
+    info << std::endl;
+
+    info << "  Equivalent names: ";
+    bool first = true;
+    for (const auto& name : cmd_info->names) {
+        if (!first) info << ", ";
+        info << name;
+        first = false;
+    }
+    info << std::endl;
+    
+    info << cmd_info->full_help << std::endl << std::endl;
+
+    return 0;
+}
+
+int help_handler(const CommandContext& ctx) {
+
+    if (ctx.args.size() > 0)
+        return show_command_help(ctx.args[0]);
+
+    std::cout << std::endl;
+    maketitle("DropShell version " + VERSION);
+    info << std::endl;
+    info << "A tool for managing remote servers, by " << AUTHOR << std::endl;
+    info << std::endl;
+    info << "dropshell ..." << std::endl;
+
+    show_command("help");
+    show_command("edit");
+
+    if (gConfig().is_config_set())
+    {
+        // show more!
+        show_command("list");
+        info << std::endl;
+        show_command("install");
+        show_command("uninstall");
+        show_command("nuke");
+        info << std::endl;
+        show_command("start");
+        show_command("stop");
+        info << std::endl;
+        show_command("ssh");
+        info << std::endl;
+        show_command("create-server");
+        show_command("create-service");
+    }
+    return 0;
+}
+
+
+
+} // namespace dropshell

source/src/commands/install.cpp

@@ -0,0 +1,372 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/utils.hpp"
+#include "utils/directories.hpp"
+#include "templates.hpp"
+#include "shared_commands.hpp"
+#include "utils/hash.hpp"
+#include "autogen/_agent-local.hpp"
+#include "autogen/_agent-remote.hpp"
+#include "services.hpp"
+#include "utils/output.hpp"
+
+#include <fstream>
+#include <unistd.h>
+#include <cstring>
+#include <iostream>
+#include <sstream>
+#include <filesystem>
+#include "utils/assert.hpp"
+#include "servers.hpp"
+
+namespace dropshell
+{
+
+    int install_handler(const CommandContext &ctx);
+
+    static std::vector<std::string> install_name_list = {"install", "reinstall", "update"};
+
+    // Static registration
+    struct InstallCommandRegister
+    {
+        InstallCommandRegister()
+        {
+            CommandRegistry::instance().register_command({install_name_list,
+                                                          install_handler,
+                                                          shared_commands::std_autocomplete_allowall,
+                                                          false, // hidden
+                                                          false, // requires_config
+                                                          false, // requires_install
+                                                          0,     // min_args (after command)
+                                                          2,     // max_args (after command)
+                                                          "install [SERVER] [SERVICE|all]",
+                                                          "Install/reinstall host and remote servers, or service(s). Safe way to update.",
+                                                          // heredoc
+                                                          R"(
+            Install components on a server. This is safe to re-run (non-destructive) and used to update
+            servers and their services.
+
+            install                      (re)install dropshell components on this computer, and on all servers.
+            install SERVER               (re)install dropshell agent on the particular given server.
+            install SERVER [SERVICE|all] (re)install the given service (or all services) on the given server.
+
+            Note you need to create the service first with:
+                dropshell create-service <server> <template> <service>
+            )"});
+        }
+    } install_command_register;
+
+
+    namespace shared_commands
+    {
+
+        // ------------------------------------------------------------------------------------------------
+        // install service over ssh : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        bool install_service(const std::string &server, const std::string &service)
+        {
+            LocalServiceInfo service_info = get_service_info(server, service);
+            if (!SIvalid(service_info))
+                return false;
+
+            server_env_manager server_env(server);
+            if (!server_env.is_valid())
+                return false;
+
+            maketitle("Installing " + service + " (" + service_info.template_name + ") on " + server);
+
+            if (!server_env.is_valid())
+                return false; // should never hit this.
+
+            // Check if template exists
+            template_info tinfo = gTemplateManager().get_template_info(service_info.template_name);
+            if (!tinfo.is_set())
+                return false;
+
+            if (!tinfo.template_valid())
+            {
+                std::cerr << "Template is not valid: " << service_info.template_name << std::endl;
+                return false;
+            }
+
+            // Create service directory
+            std::string remote_service_path = remotepath::service(server, service);
+            std::string mkdir_cmd = "mkdir -p " + quote(remote_service_path);
+            if (!execute_ssh_command(server_env.get_SSH_INFO(), sCommand("", mkdir_cmd, {}), cMode::Silent))
+            {
+                std::cerr << "Failed to create service directory " << remote_service_path << std::endl;
+                return false;
+            }
+
+            // Check if rsync is installed on remote host
+            std::string check_rsync_cmd = "which rsync";
+            if (!execute_ssh_command(server_env.get_SSH_INFO(), sCommand("", check_rsync_cmd, {}), cMode::Silent))
+            {
+                std::cerr << "rsync is not installed on the remote host" << std::endl;
+                return false;
+            }
+
+            // Copy template files
+            debug << "Copying: [LOCAL] " << tinfo.local_template_path() << std::endl
+                  << std::string(8, ' ') << "[REMOTE] " << remotepath::service_template(server, service) << "/" << std::endl;
+            if (!shared_commands::rsync_tree_to_remote(tinfo.local_template_path().string(), remotepath::service_template(server, service),
+                                                       server_env, false))
+            {
+                std::cerr << "Failed to copy template files using rsync" << std::endl;
+                return false;
+            }
+
+            // Copy service files
+            debug << "Copying: [LOCAL] " << localpath::service(server, service) << std::endl
+                  << std::string(8, ' ') << "[REMOTE] " << remotepath::service_config(server, service) << std::endl;
+            if (!shared_commands::rsync_tree_to_remote(localpath::service(server, service), remotepath::service_config(server, service),
+                                                       server_env, false))
+            {
+                std::cerr << "Failed to copy service files using rsync" << std::endl;
+                return false;
+            }
+
+            // Run install script
+            {
+                info << "Running " << service_info.template_name << " install script on " << server << "..." << std::endl;
+                server_env.run_remote_template_command(service, "install", {}, false, {});
+            }
+
+            // print health tick
+            info << "Health: " << shared_commands::healthtick(server, service) << std::endl;
+
+           
+            return true;
+        }
+
+    } // namespace shared_commands
+
+    // ------------------------------------------------------------------------------------------------
+    // update_dropshell
+    // ------------------------------------------------------------------------------------------------
+
+    std::string _exec(const char *cmd)
+    {
+        char buffer[128];
+        std::string result = "";
+        FILE *pipe = popen(cmd, "r");
+        if (!pipe)
+        {
+            throw std::runtime_error("popen() failed!");
+        }
+        while (!feof(pipe))
+        {
+            if (fgets(buffer, 128, pipe) != nullptr)
+                result += buffer;
+        }
+        pclose(pipe);
+        return trim(result);
+    }
+
+    int update_dropshell()
+    {
+        maketitle("Updating dropshell on this computer...");
+
+        // determine path to this executable
+        std::filesystem::path dropshell_path = std::filesystem::canonical("/proc/self/exe");
+        std::filesystem::path parent_path = dropshell_path.parent_path();
+
+        // determine the architecture of the system
+        std::string arch = shared_commands::get_arch();
+
+        std::string url = "https://gitea.jde.nz/public/dropshell/releases/download/latest/dropshell." + arch;
+
+        // download new version, preserve permissions and ownership
+        std::string bash_script;
+        bash_script += "docker run --rm -v " + parent_path.string() + ":/target";
+        bash_script += " gitea.jde.nz/public/debian-curl:latest";
+        bash_script += " sh -c \"";
+        bash_script += " curl -fsSL " + url + " -o /target/dropshell_temp &&";
+        bash_script += " chmod --reference=/target/dropshell /target/dropshell_temp &&";
+        bash_script += " chown --reference=/target/dropshell /target/dropshell_temp";
+        bash_script += "\"";
+
+        std::string cmd = "bash -c '" + bash_script + "'";
+        int rval = system(cmd.c_str());
+        if (rval != 0)
+        {
+            std::cerr << "Failed to download new version of dropshell." << std::endl;
+            return -1;
+        }
+
+        // check if the new version is the same as the old version
+        uint64_t new_hash = hash_file(parent_path / "dropshell_temp");
+        uint64_t old_hash = hash_file(parent_path / "dropshell");
+        if (new_hash == old_hash)
+        {
+            std::cout << "Confirmed dropshell is the latest version." << std::endl;
+            return 0;
+        }
+
+        std::string runvercmd = (parent_path / "dropshell").string() + " version";
+        std::string currentver = _exec(runvercmd.c_str());
+        runvercmd = (parent_path / "dropshell_temp").string() + " version";
+        std::string newver = _exec(runvercmd.c_str());
+
+        if (currentver >= newver)
+        {
+            info << "Current dropshell version: " << currentver << ", published version: " << newver << std::endl;
+            info << "Release version is not newer, no update needed." << std::endl;
+            return 0;
+        }
+
+        return 0;
+
+        std::string bash_script_2 = "docker run --rm -v " + parent_path.string() + ":/target gitea.jde.nz/public/debian-curl:latest " +
+                                    "sh -c \"mv /target/dropshell_temp /target/dropshell\"";
+        rval = system(bash_script_2.c_str());
+        if (rval != 0)
+        {
+            error << "Failed to install new version of dropshell." << std::endl;
+            return -1;
+        }
+
+        info << "Successfully updated " << dropshell_path << " to the latest " << arch << " version." << std::endl;
+
+        // execute the new version
+        execlp("bash", "bash", "-c", (parent_path / "dropshell").c_str(), "install", (char *)nullptr);
+        error << "Failed to execute new version of dropshell." << std::endl;
+        return -1;
+    }
+
+    int install_local_agent()
+    {
+        maketitle("Installing dropshell agent on this computer...");
+
+        // clear out old cruft.
+        std::filesystem::remove_all(localpath::agent_local());
+        std::filesystem::remove_all(localpath::agent_remote());
+
+        // recreate the directories.
+        localpath::create_directories();
+
+        // populate the agent-local directory.
+        recreate_agent_local::recreate_tree(localpath::agent_local());
+
+        // run the local agent installer.
+        execute_local_command(localpath::agent_local(), "agent-install.sh",{}, nullptr, cMode::Defaults | cMode::NoBB64);
+
+        // populate the agent-remote directory.
+        info << "Creating local files to copy to remote agents..." << std::endl;
+        recreate_agent_remote::recreate_tree(localpath::agent_remote());
+
+        return 0;
+    }
+
+    int install_server(const std::string &server)
+    {
+        // install the dropshell agent on the given server.
+        maketitle("Installing dropshell agent on " + server, sColour::INFO);
+
+        std::string agent_path = remotepath::agent(server);
+        if (agent_path.empty())
+        {
+            error << "Failed to get agent path for " << server << std::endl;
+            return 1;
+        }
+
+        server_env_manager server_env(server);
+        if (!server_env.is_valid())
+        {
+            error << "Invalid server environment for " << server << std::endl;
+            return 1;
+        }
+
+        // now create the agent.
+        // copy across from the local agent files.
+        info << "Copying local agent files to remote server... " << std::flush;
+        shared_commands::rsync_tree_to_remote(localpath::agent_remote(), agent_path, server_env, false);
+        info << "done." << std::endl;
+
+        // run the agent installer. Can't use BB64 yet, as we're installing it on the remote server.
+        
+        bool okay = execute_ssh_command(server_env.get_SSH_INFO(), sCommand(agent_path, "agent-install.sh",{}), cMode::Defaults | cMode::NoBB64, nullptr);
+        if (!okay)
+        {
+            error << "ERROR: Failed to install remote agent on " << server << std::endl;
+            return 1;
+        }
+
+        info << "Installation on " << server << " complete." << std::endl;
+        return 0;
+    }
+
+    // ------------------------------------------------------------------------------------------------
+    // install_host
+    // ------------------------------------------------------------------------------------------------
+    int install_host()
+    {
+        // update dropshell.
+        // install the local dropshell agent.
+
+        int rval = update_dropshell();
+        if (rval != 0)
+            return rval;
+
+        rval = install_local_agent();
+        if (rval != 0)
+            return rval;
+
+        // install the dropshell agent on all servers.
+        std::vector<ServerInfo> servers = get_configured_servers();
+        for (const auto &server : servers)
+        {
+            rval = install_server(server.name);
+            if (rval != 0)
+                return rval;
+        }
+
+        std::cout << "Installation complete." << std::endl;
+        return 0;
+    }
+
+    // ------------------------------------------------------------------------------------------------
+    // install command implementation
+    // ------------------------------------------------------------------------------------------------
+    int install_handler(const CommandContext &ctx)
+    {
+        if (ctx.args.size() < 1)
+        { // install host
+            return install_host();
+        }
+
+        if (!gConfig().is_config_set())
+        {
+            error << "Dropshell is not configured. Please run 'dropshell edit' to configure it." << std::endl;
+            return 1;
+        }
+
+        std::string server = safearg(ctx.args, 0);
+
+        if (ctx.args.size() == 1)
+        { // install server
+            return install_server(server);
+        }
+
+        // install service(s)
+        if (safearg(ctx.args, 1) == "all")
+        {
+            // install all services on the server
+            maketitle("Installing all services on " + server);
+            bool okay = true;
+            std::vector<LocalServiceInfo> services = get_server_services_info(server);
+            for (const auto &service : services)
+            {
+                if (!shared_commands::install_service(server, service.service_name))
+                    okay = false;
+            }
+            return okay ? 0 : 1;
+        }
+        else
+        { // install the specific service.
+            std::string service = safearg(ctx.args, 1);
+            return shared_commands::install_service(server, service) ? 0 : 1;
+        }
+    }
+
+} // namespace dropshell

source/src/commands/list.cpp

@@ -6,6 +6,8 @@
 #include "servers.hpp"
 #include "tableprint.hpp"
 #include "transwarp.hpp"
+#include "server_env_manager.hpp"
+#include "services.hpp"
 
 #include <unistd.h>
 #include <cstring>
@@ -28,7 +30,7 @@ struct ListCommandRegister {
         CommandRegistry::instance().register_command({
             list_name_list,
             list_handler,
-            std_autocomplete,
+            shared_commands::std_autocomplete,
             false, // hidden
             true, // requires_config
             true, // requires_install
@@ -61,7 +63,7 @@ int list_handler(const CommandContext& ctx) {
         return 0;
     }
 
-    std::cout << "List handler called with " << ctx.args.size() << " args\n";
+    debug << "List handler called with " << ctx.args.size() << " args\n";
     return 0;
 }
 
@@ -72,27 +74,27 @@ void list_servers() {
     auto servers = get_configured_servers();
 
     if (servers.empty()) {
-        std::cout << "No servers found" << std::endl;
-        std::cout << "Please run 'dropshell edit' to set up dropshell." << std::endl;
-        std::cout << "Then run 'dropshell create-server' to create a server." << std::endl;
+        error << "No servers found" << std::endl;
+        info << "Please run 'dropshell edit' to set up dropshell." << std::endl;
+        info << "Then run 'dropshell create-server' to create a server." << std::endl;
         return;
     }
 
     tableprint tp("All DropShell Servers");
     tp.add_row({"Name", "User", "Address", "Health", "Ports"});
 
-    std::cout << "Checking "<<servers.size() << " servers: " << std::flush;
+    info << "Checking "<<servers.size() << " servers: " << std::flush;
     int checked = 0;
 
     transwarp::parallel exec{servers.size()};
     auto task = transwarp::for_each(exec, servers.begin(), servers.end(), [&](const ServerInfo& server) {
-        std::map<std::string, ServiceStatus> status = service_runner::get_all_services_status(server.name); 
+        std::map<std::string, shared_commands::ServiceStatus> status = shared_commands::get_all_services_status(server.name); 
 
         std::set<int> ports_used;
         std::string serviceticks = "";
         for (const auto& [service_name, service_status] : status) {
             ports_used.insert(service_status.ports.begin(), service_status.ports.end());
-            serviceticks += HealthStatus2String(service_status.health) + " ";
+            serviceticks += shared_commands::HealthStatus2String(service_status.health) + " ";
         }
         std::string ports_used_str = "";
         for (const auto& port : ports_used) 
@@ -101,10 +103,10 @@ void list_servers() {
         tp.add_row({server.name, server.ssh_user, server.ssh_host, serviceticks, ports_used_str});
         ++checked;
         // print out a tick character for each server checked.
-        std::cout << checked << " ✓  " << std::flush;
+        info << checked << " ✓  " << std::flush;
     });
     task->wait();
-    std::cout << std::endl << std::endl;
+    info << std::endl << std::endl;
     tp.print();
 }
 
@@ -114,7 +116,7 @@ void list_servers() {
 void show_server_details(const std::string& server_name) {
     server_env_manager env(server_name);
     if (!env.is_valid()) {
-        std::cerr << "Error: Invalid server environment file: " << server_name << std::endl;
+        error << "Error: Invalid server environment file: " << server_name << std::endl;
         return;
     }
 
@@ -124,14 +126,14 @@ void show_server_details(const std::string& server_name) {
     std::string ssh_user = env.get_SSH_USER();
     std::string ssh_port = env.get_SSH_PORT();
     if (!ssh_address.empty()) {
-        std::cout << std::endl << "Server Status:" << std::endl;
-        std::cout << std::string(40, '-') << std::endl;
+        info << std::endl << "Server Status:" << std::endl;
+        info << std::string(40, '-') << std::endl;
         
         // Try to connect to the server
-        std::string cmd = "ssh -o ConnectTimeout=5 " + ssh_user + "@" + ssh_address + " -p " + ssh_port + " 'echo connected' 2>/dev/null";
+        std::string cmd = "ssh -o ConnectTimeout=5 " + ssh_user + "@" + ssh_address + " -p " + ssh_port + " 'true' 2>/dev/null";
         int result = system(cmd.c_str());
         if (result == 0) {
-            std::cout << "Status: Online" << std::endl;
+            info << "Status: Online" << std::endl;
             
             // // Get uptime if possible
             // cmd = "ssh " + ssh_address + " 'uptime' 2>/dev/null";
@@ -140,10 +142,10 @@ void show_server_details(const std::string& server_name) {
             //     std::cout << "Error: Failed to get uptime" << std::endl;
             // } 
         } else {
-            std::cout << "Status: Offline" << std::endl;
+            warning << "Status: Offline" << std::endl;
         }
     }
-    std::cout << std::endl;
+    info << std::endl;
 
     //---------------------
     {
@@ -160,21 +162,21 @@ void show_server_details(const std::string& server_name) {
     // list services, and run healthcheck on each
     {
         tableprint tp("Services: " + server_name, false);
-        tp.add_row({"Status", "Service", "Ports"});
+        tp.add_row({"Status", "Service", "Template","Ports"});
         
 
-        std::map<std::string, ServiceStatus> status = service_runner::get_all_services_status(server_name); 
+        std::map<std::string, shared_commands::ServiceStatus> status = shared_commands::get_all_services_status(server_name); 
 
         std::set<int> ports_used;
         std::string serviceticks = "";
         for (const auto& [service_name, service_status] : status) {
-            std::string healthy = HealthStatus2String(service_status.health);
+            std::string healthy = shared_commands::HealthStatus2String(service_status.health);
             
             std::string ports_str = "";
             for (const auto& port : service_status.ports) 
                 ports_str += std::to_string(port) + " ";
         
-            tp.add_row({healthy, service_name, ports_str});
+            tp.add_row({healthy, service_name, get_service_info(server_name,service_name).template_name, ports_str});
         } // end of for (const auto& service : services)
         tp.print();
     } // end of list services

source/src/commands/restoredata.cpp

@@ -0,0 +1,265 @@
+#include <unistd.h>
+#include <cstring>
+#include <iostream>
+#include <sstream>
+#include <filesystem>
+
+#include "utils/output.hpp"
+#include "utils/assert.hpp"
+#include "utils/utils.hpp"
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "services.hpp"
+#include "servers.hpp"
+#include "server_env_manager.hpp"
+#include "templates.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+
+namespace dropshell
+{
+
+    int restoredata_handler(const CommandContext &ctx);
+
+    void restoredata_autocomplete(const CommandContext &ctx);
+
+    static std::vector<std::string> restoredata_name_list = {"restoredata", "rd", "restore", "rest"};
+
+    // Static registration
+    struct RestoreDataCommandRegister
+    {
+        RestoreDataCommandRegister()
+        {
+            CommandRegistry::instance().register_command({restoredata_name_list,
+                                                          restoredata_handler,
+                                                          restoredata_autocomplete,
+                                                          false, // hidden
+                                                          true,  // requires_config
+                                                          true,  // requires_install
+                                                          3,     // min_args (after command)
+                                                          3,     // max_args (after command)
+                                                          "restoredata SERVER SERVICE BACKUP_FILE|latest",
+                                                          "Restore data for a service on a server, overwriting the existing data.",
+                                                          // heredoc
+                                                          R"(
+                restoredata SERVER SERVICE BACKUP_FILE     Restore data to a service on a server. Destructive.
+                restoredata SERVER SERVICE latest          Restore the latest backup for the given service.
+
+                Note: This command will not create any service configuration, you need
+                      to have a valid service installed first.
+                      The backup file must be in the local backups directory.
+
+                WARNING: This will permanently overwrite the service's data on the remote server!
+            )"});
+        }
+    } restoredata_command_register;
+
+
+    std::vector<shared_commands::cBackupFileName> get_backup_files(const std::string &server, const std::string &match_service = "", const std::string &match_template_name = "")
+    {
+        std::string local_backups_dir = localpath::backups();
+        if (local_backups_dir.empty() || !std::filesystem::exists(local_backups_dir))
+        {
+            error << "Error: Local backups directory not found: " << local_backups_dir << std::endl;
+            return {};
+        }
+
+        std::vector<shared_commands::cBackupFileName> backups;
+        for (const auto &entry : std::filesystem::directory_iterator(local_backups_dir))
+        {
+            if (!entry.is_regular_file())
+                continue;
+            std::string filename = entry.path().filename().string();
+            shared_commands::cBackupFileName backup_details(filename);
+            if (backup_details.is_valid())
+                if (match_service.empty() || backup_details.get_service() == match_service)
+                    if (match_template_name.empty() || backup_details.get_template_name() == match_template_name)
+                        backups.push_back(backup_details);
+        }
+
+        // sort backups by datetime
+        std::sort(backups.begin(), backups.end(), [](const shared_commands::cBackupFileName &a, const shared_commands::cBackupFileName &b)
+                  { return a.get_datetime() > b.get_datetime(); });
+
+        return backups;
+    }
+
+
+    int restoredata_handler(const CommandContext &ctx)
+    {
+        ASSERT(ctx.args.size() == 3, "Invalid number of arguments");
+        std::string server = ctx.args[0];
+        std::string service = ctx.args[1];
+        std::string backup_arg = ctx.args[2];
+
+        server_env_manager server_env(server);
+        if (!server_env.is_valid())
+        {
+            error << "Server " << server << " is not valid" << std::endl;
+            return 1;
+        }
+        LocalServiceInfo service_info = get_service_info(server, service);
+        if (!SIvalid(service_info))
+        {
+            error << "Service " << service << " is not valid" << std::endl;
+            return 1;
+        }
+
+        std::optional<shared_commands::cBackupFileName> backup_details;
+        if (backup_arg == "latest")
+        { // special case.
+            std::vector<shared_commands::cBackupFileName> backups = get_backup_files(server, service, service_info.template_name); // this service only (and also match template in case something changed there!).
+            if (backups.empty())
+            {
+                error << "No backups found for " << server << "/" << service << std::endl;
+                debug << "Template also has to match with the service template: " << service_info.template_name << std::endl;
+                return 1;
+            }
+            backup_details = backups[0];
+        } else {
+            backup_details = shared_commands::cBackupFileName(backup_arg);
+            if (!backup_details->is_valid())
+            {
+                error << "Invalid backup file: " << backup_arg << std::endl;
+                return 1;
+            }
+        }
+
+        ASSERT(backup_details.has_value() && backup_details->is_valid(), "Invalid backup file.");
+
+        debug << "Backup details: " << std::endl;
+        debug << "   Backup filename:             " << backup_details->get_filename() << std::endl;
+        debug << "   Backup template:             " << backup_details->get_template_name() << std::endl;
+        debug << "   Backup taken from server:    " << backup_details->get_server() << std::endl;
+        debug << "   Backup taken from service:   " << backup_details->get_service() << std::endl;
+        debug << " " << std::endl;
+        debug << "Restoring to:" << std::endl;
+        debug << "   Server:                      " << server << std::endl;
+        debug << "   Service:                     " << service << std::endl;
+
+        std::string local_backups_dir = localpath::backups();
+        if (local_backups_dir.empty() || !std::filesystem::exists(local_backups_dir))
+        {
+            error << "Error: Local backups directory not found: " << local_backups_dir << std::endl;
+            return 1;
+        }
+        std::string local_backup_file_path = (std::filesystem::path(local_backups_dir) / backup_details->get_filename()).string();
+        if (!std::filesystem::exists(local_backup_file_path))
+        {
+            error << "Error: Backup file not found at " << local_backup_file_path << std::endl;
+            return 1;
+        }
+
+        if (backup_details->get_template_name() != service_info.template_name)
+        {
+            error << "Error: Backup template does not match service template. Can't restore." << std::endl;
+            info << "Backup template:  " << backup_details->get_template_name() << std::endl;
+            info << "Service template: " << service_info.template_name << std::endl;
+            return 1;
+        }
+
+        warning << "*** ALL DATA FOR " << server << "/" << service << " WILL BE OVERWRITTEN! ***" << std::endl;
+
+        // run the restore script
+        info << "OK, here goes..." << std::endl;
+
+        { // backup existing service
+            info << "1) Backing up old service... " << std::endl;
+            if (!shared_commands::backupdata_service(server, service))
+            {
+                error << "Backup failed, restore aborted." << std::endl;
+                info << "You can try using   dropshell install " << server << " " << service << "   to install the service afresh." << std::endl;
+                info << "Otherwise, stop the service, create and initialise a new one, then restore to that." << std::endl;
+                return 1;
+            }
+            info << "Backup complete." << std::endl;
+        }
+
+        { // nuke the old service
+            info << "2) Nuking old service..." << std::endl;
+            if (!shared_commands::nuke_service(server, service))
+                return 1;
+        }
+
+        { // create the new service
+            info << "3) Creating new service..." << std::endl;
+            if (!shared_commands::create_service(server, service_info.template_name, service))
+                return 1;
+        }
+
+        { // installing fresh service
+            info << "4) Install of fresh service..." << std::endl;
+            if (!shared_commands::install_service(server, service))
+                return 1;
+        }
+
+        { // restore service from backup
+            info << "5) Restoring service data from backup..." << std::endl;
+            std::string remote_backups_dir = remotepath::backups(server);
+            std::string remote_backup_file_path = remote_backups_dir + "/" + backup_details->get_filename();
+
+            debug << "Copying backup file from local to server: " << local_backup_file_path << " -> " << remote_backup_file_path << std::endl;
+
+            // Copy backup file from local to server
+            if (!shared_commands::scp_file_to_remote(server_env, local_backup_file_path, remote_backup_file_path, false))
+            {
+                error << "Failed to copy backup file from local to server" << std::endl;
+                return 1;
+            }
+
+            shared_commands::cRemoteTempFolder remote_temp_folder(server_env);
+
+            debug << "Running restore script on server: " << server << std::endl;
+            debug << "  BACKUP_FILE: " << remote_backup_file_path << std::endl;
+            debug << "  TEMP_DIR:    " << remote_temp_folder.path() << std::endl;
+
+            server_env.run_remote_template_command(service, "restore", {}, false, {{"BACKUP_FILE", remote_backup_file_path}, {"TEMP_DIR", remote_temp_folder.path()}});
+        } // dtor of remote_temp_folder will clean up the temp folder on the server
+
+
+
+        { // healthcheck the service
+            info << "5) Healthchecking service..." << std::endl;
+            std::string green_tick = "\033[32m✓\033[0m";
+            std::string red_cross = "\033[31m✗\033[0m";
+            bool healthy = (server_env.run_remote_template_command(service, "status", {}, false, {}));
+            info << (healthy ? green_tick : red_cross) << " Service is " << (healthy ? "healthy" : "NOT healthy") << std::endl;
+        }
+
+        return 0;
+    }
+
+
+
+    void restoredata_autocomplete(const CommandContext &ctx)
+    {
+        shared_commands::std_autocomplete(ctx);
+        if (ctx.args.size() == 2) // next arg is the backup file
+        {
+            std::string server = ctx.args[0];
+            std::string service = ctx.args[1];
+
+            LocalServiceInfo service_info = get_service_info(server, service);
+            if (!SIvalid(service_info))
+            {
+                error << "Service " << service << " is not valid" << std::endl;
+                return;
+            }
+            std::string template_name = service_info.template_name;
+
+            std::vector<shared_commands::cBackupFileName> backups = get_backup_files(server, "", template_name); // any service, but must match template.
+
+            // print most recent backup for each {host,service} pair
+            std::map<std::string, std::string> unique_backups;
+            for (const auto &backup : backups)
+            {
+                std::string key = backup.get_server() + "-" + backup.get_service();
+                if (unique_backups.find(key) == unique_backups.end())
+                    unique_backups[key] = backup.get_filename();                
+            }
+            for (const auto &[key, value] : unique_backups)
+                rawout << value << std::endl;
+        }
+    }
+
+} // namespace dropshell

source/src/commands/shared_commands.cpp

@@ -0,0 +1,331 @@
+#include "shared_commands.hpp"
+#include "utils/assert.hpp"
+#include "utils/utils.hpp"
+#include "server_env_manager.hpp"
+#include "directories.hpp"
+#include "services.hpp"
+#include "servers.hpp"
+#include "utils/output.hpp"
+
+namespace dropshell
+{
+
+    namespace shared_commands
+    {
+
+        // ------------------------------------------------------------------------------------------------
+        // std_autocomplete : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        void std_autocomplete(const CommandContext &ctx)
+        {
+            if (ctx.args.size() == 0)
+            { // just the command, no args yet.
+                // list servers
+                std::vector<ServerInfo> servers = get_configured_servers();
+                for (const auto &server : servers)
+                {
+                    rawout << server.name << std::endl;
+                }
+            }
+            else if (ctx.args.size() == 1)
+            {
+                // list services
+                std::vector<LocalServiceInfo> services = get_server_services_info(ctx.args[0]);
+                for (const auto &service : services)
+                {
+                    rawout << service.service_name << std::endl;
+                }
+            }
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // std_autocomplete_allowall : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        void std_autocomplete_allowall(const CommandContext &ctx)
+        {
+            std_autocomplete(ctx);
+            if (ctx.args.size() == 1)
+                rawout << "all" << std::endl;
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // rsync_tree_to_remote : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        bool rsync_tree_to_remote(
+            const std::string &local_path,
+            const std::string &remote_path,
+            server_env_manager &server_env,
+            bool silent)
+        {
+            ASSERT(!local_path.empty() && !remote_path.empty(), "Local or remote path not specified. Can't rsync.");
+
+            std::string rsync_cmd = "rsync --delete --mkpath -zrpc -e 'ssh -p " + server_env.get_SSH_PORT() + "' " +
+                                    quote(local_path + "/") + " " +
+                                    quote(server_env.get_SSH_USER() + "@" + server_env.get_SSH_HOST() + ":" +
+                                          remote_path + "/");
+            return execute_local_command("", rsync_cmd, {}, nullptr, (silent ? cMode::Silent : cMode::Defaults));
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // get_arch : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        std::string get_arch()
+        {
+            // determine the architecture of the system
+            std::string arch;
+#ifdef __aarch64__
+            arch = "arm64";
+#elif __x86_64__
+            arch = "amd64";
+#endif
+            return arch;
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // cRemoteTempFolder : SHARED CLASS
+        // ------------------------------------------------------------------------------------------------
+        cRemoteTempFolder::cRemoteTempFolder(const server_env_manager &server_env) : mServerEnv(server_env)
+        {
+            std::string p = remotepath::temp_files(server_env.get_server_name()) + "/" + random_alphanumeric_string(10);
+            std::string mkdir_cmd = "mkdir -p " + quote(p);
+            if (!execute_ssh_command(server_env.get_SSH_INFO(), sCommand("", mkdir_cmd, {}), cMode::Silent))
+                error << "Failed to create temp directory on server" << std::endl;
+            else
+                mPath = p;
+        }
+
+        cRemoteTempFolder::~cRemoteTempFolder()
+        {
+            std::string rm_cmd = "rm -rf " + quote(mPath);
+            execute_ssh_command(mServerEnv.get_SSH_INFO(), sCommand("", rm_cmd, {}), cMode::Silent);
+        }
+
+        std::string cRemoteTempFolder::path() const
+        {
+            return mPath;
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // get_all_services_status : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        std::map<std::string, ServiceStatus> get_all_services_status(std::string server_name)
+        {
+            std::map<std::string, ServiceStatus> status;
+
+            server_env_manager env(server_name);
+            if (!env.is_valid())
+            {
+                error << "Invalid server environment" << std::endl;
+                return status;
+            }
+
+            std::string output;
+            if (!execute_ssh_command(env.get_SSH_INFO(), sCommand(remotepath::agent(server_name), "./_allservicesstatus.sh", {{"HOST_NAME", server_name}, {"SERVER", server_name}, {"AGENT_PATH", remotepath::agent(server_name)}}),
+                                     cMode::Silent,
+                                     &output))
+                return status;
+
+            std::stringstream ss(output);
+            std::string line;
+            while (std::getline(ss, line))
+            {
+                std::string key, value;
+                std::size_t pos = line.find("=");
+                if (pos != std::string::npos)
+                {
+                    key = dequote(trim(line.substr(0, pos)));
+                    value = dequote(trim(line.substr(pos + 1)));
+
+                    // decode key, it's of format SERVICENAME_[HEALTH|PORTS]
+                    std::string service_name = key.substr(0, key.find_last_of("_"));
+                    std::string status_type = key.substr(key.find_last_of("_") + 1);
+
+                    if (status_type == "HEALTH")
+                    { // healthy|unhealthy|unknown
+                        if (value == "healthy")
+                            status[service_name].health = HealthStatus::HEALTHY;
+                        else if (value == "unhealthy")
+                            status[service_name].health = HealthStatus::UNHEALTHY;
+                        else if (value == "unknown")
+                            status[service_name].health = HealthStatus::UNKNOWN;
+                        else
+                            status[service_name].health = HealthStatus::ERROR;
+                    }
+                    else if (status_type == "PORTS")
+                    { // port1,port2,port3
+                        std::vector<std::string> ports = string2multi(value);
+                        for (const auto &port : ports)
+                        {
+                            if (port != "unknown")
+                                status[service_name].ports.push_back(str2int(port));
+                        }
+                    }
+                }
+            }
+            return status;
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // healthtick : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        std::string healthtick(const std::string &server, const std::string &service)
+        {
+            std::string green_tick = "\033[32m✓\033[0m";
+            std::string red_cross = "\033[31m✗\033[0m";
+            std::string yellow_exclamation = "\033[33m!\033[0m";
+            std::string unknown = "\033[37m✓\033[0m";
+
+            HealthStatus status = is_healthy(server, service);
+            if (status == HealthStatus::HEALTHY)
+                return green_tick;
+            else if (status == HealthStatus::UNHEALTHY)
+                return red_cross;
+            else if (status == HealthStatus::UNKNOWN)
+                return unknown;
+            else
+                return yellow_exclamation;
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // HealthStatus2String : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        std::string HealthStatus2String(HealthStatus status)
+        {
+            if (status == HealthStatus::HEALTHY)
+                return ":tick:";
+            else if (status == HealthStatus::UNHEALTHY)
+                return ":cross:";
+            else if (status == HealthStatus::UNKNOWN)
+                return ":greytick:";
+            else if (status == HealthStatus::NOTINSTALLED)
+                return ":warning:";
+            else
+                return ":error:";
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // is_healthy : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        HealthStatus is_healthy(const std::string &server, const std::string &service)
+        {
+            server_env_manager env(server);
+            if (!env.is_valid())
+            {
+                error << "Server service not initialized" << std::endl;
+                return HealthStatus::ERROR;
+            }
+
+            if (!env.check_remote_dir_exists(remotepath::service(server, service)))
+            {
+                return HealthStatus::NOTINSTALLED;
+            }
+
+            std::string script_path = remotepath::service_template(server, service) + "/status.sh";
+            if (!env.check_remote_file_exists(script_path))
+            {
+                return HealthStatus::UNKNOWN;
+            }
+
+            // Run status script, does not display output.
+            if (!env.run_remote_template_command(service, "status", {}, true, {}))
+                return HealthStatus::UNHEALTHY;
+            return HealthStatus::HEALTHY;
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // healthmark : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        std::string healthmark(const std::string &server, const std::string &service)
+        {
+            HealthStatus status = is_healthy(server, service);
+            return HealthStatus2String(status);
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // cBackupFileName : SHARED CLASS
+        // ------------------------------------------------------------------------------------------------
+        cBackupFileName::cBackupFileName(const std::string &server, const std::string &service, const std::string &template_name)
+        {
+            mServer = server;
+            mService = service;
+            mTemplateName = template_name;
+            // Get current datetime for backup filename
+            auto now = std::chrono::system_clock::now();
+            auto time = std::chrono::system_clock::to_time_t(now);
+            std::stringstream datetime;
+            datetime << std::put_time(std::localtime(&time), "%Y-%m-%d_%H-%M-%S");
+            mDatetime = datetime.str();
+        }
+
+        cBackupFileName::cBackupFileName(const std::string &filename)
+        {
+            // Parse the filename according to the format:
+            // server + magic_string() + template_name + magic_string() + service + magic_string() + datetime + ".tgz"
+            std::string name = filename;
+            if (name.size() > 4 && name.substr(name.size() - 4) == ".tgz")
+                name = name.substr(0, name.size() - 4);
+            std::string sep = magic_string();
+            size_t first = name.find(sep);
+            size_t second = name.find(sep, first + sep.size());
+            size_t third = name.find(sep, second + sep.size());
+            if (first == std::string::npos || second == std::string::npos || third == std::string::npos)
+            {
+                mServer = mService = mTemplateName = mDatetime = "";
+                return;
+            }
+            mServer = name.substr(0, first);
+            mTemplateName = name.substr(first + sep.size(), second - (first + sep.size()));
+            mService = name.substr(second + sep.size(), third - (second + sep.size()));
+            mDatetime = name.substr(third + sep.size());
+        }
+
+        std::string cBackupFileName::get_filename() const
+        {
+            return mServer + magic_string() + mTemplateName + magic_string() + mService + magic_string() + mDatetime + ".tgz";
+        }
+
+        std::string cBackupFileName::get_server() const { return mServer; }
+        std::string cBackupFileName::get_service() const { return mService; }
+        std::string cBackupFileName::get_template_name() const { return mTemplateName; }
+        std::string cBackupFileName::get_datetime() const { return mDatetime; }
+
+        bool cBackupFileName::is_valid() const
+        {
+            // All fields must be non-empty, and none may contain the magic string
+            return !mServer.empty() && !mService.empty() && !mTemplateName.empty() && !mDatetime.empty() &&
+                   !has_magic_string(mServer) && !has_magic_string(mService) && !has_magic_string(mTemplateName);
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // scp_file_to_remote : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        bool scp_file_to_remote(const server_env_manager &server_env, const std::string &local_path, const std::string &remote_path, bool silent)
+        {
+            if (!server_env.is_valid())
+            {
+                error << "Invalid server environment" << std::endl;
+                return false;
+            }
+            ASSERT(!remote_path.empty() && !local_path.empty(), "Remote or local path not specified. Can't scp.");
+            std::string scp_cmd = "scp -P " + server_env.get_SSH_PORT() + " " + quote(local_path) + " " + server_env.get_SSH_USER() + "@" + server_env.get_SSH_HOST() + ":" + quote(remote_path) + (silent ? " > /dev/null 2>&1" : "");
+            return execute_local_command("", scp_cmd, {}, nullptr, (silent ? cMode::Silent : cMode::Defaults));
+        }
+
+        // ------------------------------------------------------------------------------------------------
+        // scp_file_from_remote : SHARED COMMAND
+        // ------------------------------------------------------------------------------------------------
+        bool scp_file_from_remote(const server_env_manager &server_env, const std::string &remote_path, const std::string &local_path, bool silent)
+        {
+            if (!server_env.is_valid())
+            {
+                error << "Invalid server environment" << std::endl;
+                return false;
+            }
+            ASSERT(!remote_path.empty() && !local_path.empty(), "Remote or local path not specified. Can't scp.");
+            std::string scp_cmd = "scp -P " + server_env.get_SSH_PORT() + " " + server_env.get_SSH_USER() + "@" + server_env.get_SSH_HOST() + ":" + quote(remote_path) + " " + quote(local_path) + (silent ? " > /dev/null 2>&1" : "");
+            return execute_local_command("", scp_cmd, {}, nullptr, (silent ? cMode::Silent : cMode::Defaults));
+        }
+
+    } // namespace shared_commands
+
+} // namespace dropshell

source/src/commands/shared_commands.hpp

@@ -0,0 +1,101 @@
+#ifndef SHARED_COMMANDS_HPP
+#define SHARED_COMMANDS_HPP
+
+#include "servers.hpp"
+#include "command_registry.hpp"
+#include "server_env_manager.hpp"
+
+namespace dropshell
+{
+
+    namespace shared_commands
+    {
+
+    typedef enum HealthStatus
+    {
+        HEALTHY,
+        UNHEALTHY,
+        NOTINSTALLED,
+        ERROR,
+        UNKNOWN
+    } HealthStatus;
+
+    typedef struct ServiceStatus
+    {
+        HealthStatus health;
+        std::vector<int> ports;
+    } ServiceStatus;
+
+    // expose routines used by multiple commands.
+
+    class cRemoteTempFolder
+    {
+    public:
+        cRemoteTempFolder(const server_env_manager &server_env); // create a temp folder on the remote server
+        ~cRemoteTempFolder();                                    // delete the temp folder on the remote server
+        std::string path() const;                                // get the path to the temp folder on the remote server
+    private:
+        std::string mPath;
+        const server_env_manager &mServerEnv;
+    };
+
+    bool rsync_tree_to_remote(
+        const std::string &local_path,
+        const std::string &remote_path,
+        server_env_manager &server_env,
+        bool silent);
+
+    std::string get_arch();
+
+    std::map<std::string, ServiceStatus> get_all_services_status(std::string server_name);
+
+    std::string healthtick(const std::string &server, const std::string &service);
+    std::string HealthStatus2String(HealthStatus status);
+    HealthStatus is_healthy(const std::string &server, const std::string &service);
+    std::string healthmark(const std::string &server, const std::string &service);
+
+    void std_autocomplete(const CommandContext &ctx);
+    void std_autocomplete_allowall(const CommandContext &ctx);
+
+    class cBackupFileName
+    {
+    public:
+        cBackupFileName(const std::string &server, const std::string &service, const std::string &template_name);
+        cBackupFileName(const std::string &filename);
+
+        std::string get_filename() const;
+        std::string get_server() const;
+        std::string get_service() const;
+        std::string get_template_name() const;
+        std::string get_datetime() const;
+
+        bool is_valid() const;
+
+    private:
+        std::string mServer;
+        std::string mService;
+        std::string mTemplateName;
+        std::string mDatetime;
+    };
+
+    bool scp_file_to_remote(const server_env_manager &server_env, const std::string &local_path, const std::string &remote_path, bool silent);
+    bool scp_file_from_remote(const server_env_manager &server_env, const std::string &remote_path, const std::string &local_path, bool silent);
+
+    // defined in backupdata.cpp, used by restoredata.cpp.
+    bool backupdata_service(const std::string& server, const std::string& service);
+
+    // defined in uninstall.cpp
+    bool uninstall_service(const std::string &server, const std::string &service);
+
+    // defined in nuke.cpp
+    bool nuke_service(const std::string &server, const std::string &service);
+
+    // defined in install.cpp
+    bool install_service(const std::string &server, const std::string &service);
+
+    // defined in create-service.cpp
+    bool create_service(const std::string &server_name, const std::string &template_name, const std::string &service_name);
+
+    } // namespace shared_commands
+} // namespace dropshell
+#endif

source/src/commands/ssh.cpp

@@ -0,0 +1,109 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/utils.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+#include "server_env_manager.hpp"
+#include "services.hpp"
+#include "servers.hpp"
+#include "templates.hpp"
+
+namespace dropshell
+{
+
+    int ssh_handler(const CommandContext &ctx);
+
+    static std::vector<std::string> ssh_name_list = {"ssh"};
+
+    // Static registration
+    struct SSHCommandRegister
+    {
+        SSHCommandRegister()
+        {
+            CommandRegistry::instance().register_command({ssh_name_list,
+                                                          ssh_handler,
+                                                          shared_commands::std_autocomplete,
+                                                          false, // hidden
+                                                          true, // requires_config
+                                                          true, // requires_install
+                                                          1,     // min_args (after command)
+                                                          2,     // max_args (after command)
+                                                          "ssh SERVER",
+                                                          "SSH into a server, or into a docker container for a service.",
+                                                          R"(
+                
+                ssh SERVER SERVICE     SSH into a docker container for a service.
+                ssh SERVER             SSH into a server.
+                )"});
+        }
+    } ssh_command_register;
+
+
+
+    bool ssh_into_server(const std::string &server)
+    {
+        server_env_manager server_env(server);
+        if (!server_env.is_valid())
+        {
+            error << "Server " << server << " is not valid" << std::endl;
+            return false;
+        }
+        execute_ssh_command(server_env.get_SSH_INFO(), sCommand(remotepath::DROPSHELL_DIR(server), "ls --color && bash", {}), cMode::Interactive);
+        return true;
+    }
+
+    bool ssh_into_service(const std::string &server, const std::string &service)
+    {
+        server_env_manager server_env(server);
+        if (!server_env.is_valid())
+        {
+            error << "Server " << server << " is not valid" << std::endl;
+            return false;
+        }
+
+        LocalServiceInfo sinfo = get_service_info(server, service);
+        if (!SIvalid(sinfo))
+        {
+            error << "Service " << service << " is not valid" << std::endl;
+            return false;
+        }
+
+        if (!gTemplateManager().has_template(sinfo.template_name))
+        {
+            error << "Template " << sinfo.template_name << " is not valid" << std::endl;
+            return false;
+        }
+
+        if (!gTemplateManager().template_command_exists(sinfo.template_name, "ssh"))
+        {
+            error << "Template " << sinfo.template_name << " does not have an ssh command" << std::endl;
+            return false;
+        }
+
+        server_env.run_remote_template_command(service,"ssh",{},false,{}); // explicitly supports interactive ssh!
+        return true;
+    }
+
+    int ssh_handler(const CommandContext &ctx)
+    {
+        if (ctx.args.size() < 1)
+        {
+            error << "Server name is required" << std::endl;
+            return 1;
+        }
+
+        std::string server = safearg(ctx.args, 0);
+
+        if (ctx.args.size() < 2)
+        {
+            // ssh into the server
+            return ssh_into_server(server) ? 0 : 1;
+        }
+
+        std::string service = safearg(ctx.args, 1);
+
+        // ssh into the specific service.
+        return ssh_into_service(server, service) ? 0 : 1;
+    }
+
+} // namespace dropshell

source/src/commands/start.cpp

@@ -0,0 +1,92 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/utils.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+#include "server_env_manager.hpp"
+#include "services.hpp"
+#include "servers.hpp"
+#include "utils/output.hpp"
+
+namespace dropshell
+{
+
+    int start_handler(const CommandContext &ctx);
+
+    static std::vector<std::string> start_name_list = {"start", "start-service"};
+
+    // Static registration
+    struct StartCommandRegister
+    {
+        StartCommandRegister()
+        {
+            CommandRegistry::instance().register_command({start_name_list,
+                                                          start_handler,
+                                                          shared_commands::std_autocomplete_allowall,
+                                                          false, // hidden
+                                                          true, // requires_config
+                                                          true, // requires_install
+                                                          1,     // min_args (after command)
+                                                          2,     // max_args (after command)
+                                                          "start SERVER SERVICE|all",
+                                                          "Start a service or all services on a server.",
+                                                          R"(
+                
+                start SERVER SERVICE     Starts the given service on the given server.
+                start SERVER all         Starts all services on the given server.
+
+                Note: This command will not create any data or configuration.
+                It will simply start the service on the remote server.
+                Stop the service with stop, or uninstall with uninstall.
+                )"});
+        }
+    } start_command_register;
+
+    bool start_service(const std::string &server, const std::string &service)
+    {
+        server_env_manager server_env(server);
+        if (!server_env.is_valid())
+        {
+            error << "Server " << server << " is not valid" << std::endl;
+            return false;
+        }
+
+        // run the start script.
+        bool started = server_env.run_remote_template_command(service, "start", {}, false, {});
+
+        if (started)
+        {
+            info << "Service " << service << " on server " << server << " started." << std::endl;
+            return true;
+        }
+        error << "Failed to start service " << service << " on server " << server << std::endl;
+        return false;
+    }
+
+    int start_handler(const CommandContext &ctx)
+    {
+        if (ctx.args.size() < 2)
+        {
+            std::cerr << "Error: Server name and service name are both required" << std::endl;
+            return 1;
+        }
+
+        std::string server = safearg(ctx.args, 0);
+        std::string service = safearg(ctx.args, 1);
+
+        if (service == "all")
+        {
+            // install all services on the server
+            maketitle("Stopping all services on " + server);
+            bool okay = true;
+            std::vector<LocalServiceInfo> services = get_server_services_info(server);
+            for (const auto &service : services)
+                okay &= start_service(server, service.service_name);
+            return okay ? 0 : 1;
+        }
+
+        // start the specific service.
+        return start_service(server, service) ? 0 : 1;
+    }
+
+} // namespace dropshell

source/src/commands/stop.cpp

@@ -0,0 +1,92 @@
+#include "command_registry.hpp"
+#include "config.hpp"
+#include "utils/utils.hpp"
+#include "utils/directories.hpp"
+#include "shared_commands.hpp"
+#include "server_env_manager.hpp"
+#include "services.hpp"
+#include "servers.hpp"
+#include "utils/output.hpp"
+
+namespace dropshell
+{
+
+    int stop_handler(const CommandContext &ctx);
+
+    static std::vector<std::string> stop_name_list = {"stop", "stop-service"};
+
+    // Static registration
+    struct StopCommandRegister
+    {
+        StopCommandRegister()
+        {
+            CommandRegistry::instance().register_command({stop_name_list,
+                                                          stop_handler,
+                                                          shared_commands::std_autocomplete_allowall,
+                                                          false, // hidden
+                                                          true, // requires_config
+                                                          true, // requires_install
+                                                          1,     // min_args (after command)
+                                                          2,     // max_args (after command)
+                                                          "stop SERVER SERVICE|all",
+                                                          "Stop a service or all services on a server.",
+                                                          R"(
+                
+                stop SERVER SERVICE     Stops the given service on the given server.
+                stop SERVER all         Stops all services on the given server.
+
+                Note: This command will not destroy any data or configuration.
+                It will simply stop the service on the remote server.
+                Restart the service with start, or update and start it with install.
+                )"});
+        }
+    } stop_command_register;
+
+    bool stop_service(const std::string &server, const std::string &service)
+    {
+        server_env_manager server_env(server);
+        if (!server_env.is_valid())
+        {
+            error << "Server " << server << " is not valid" << std::endl;
+            return false;
+        }
+
+        // run the stop script.
+        bool stopped = server_env.run_remote_template_command(service, "stop", {}, false, {});
+
+        if (stopped)
+        {
+            info << "Service " << service << " on server " << server << " stopped." << std::endl;
+            return true;
+        }
+        error << "Failed to stop service " << service << " on server " << server << std::endl;
+        return false;
+    }
+
+    int stop_handler(const CommandContext &ctx)
+    {
+        if (ctx.args.size() < 2)
+        {
+            error << "Server name and service name are both required" << std::endl;
+            return 1;
+        }
+
+        std::string server = safearg(ctx.args, 0);
+        std::string service = safearg(ctx.args, 1);
+
+        if (service == "all")
+        {
+            // install all services on the server
+            maketitle("Stopping all services on " + server);
+            bool okay = true;
+            std::vector<LocalServiceInfo> services = get_server_services_info(server);
+            for (const auto &service : services)
+                okay &= stop_service(server, service.service_name);
+            return okay ? 0 : 1;
+        }
+
+        // stop the specific service.
+        return stop_service(server, service) ? 0 : 1;
+    }
+
+} // namespace dropshell

source/src/commands/uninstall.cpp

@@ -0,0 +1,109 @@
+#include "command_registry.hpp"
+#include "directories.hpp"
+#include "shared_commands.hpp"
+#include "templates.hpp"
+
+#include "utils/assert.hpp"
+#include "utils/utils.hpp"
+#include "services.hpp"
+
+namespace dropshell
+{
+
+    int uninstall_handler(const CommandContext &ctx);
+
+    static std::vector<std::string> uninstall_name_list = {"uninstall", "remove"};
+
+    // Static registration
+    struct UninstallCommandRegister
+    {
+        UninstallCommandRegister()
+        {
+            CommandRegistry::instance().register_command({uninstall_name_list,
+                                                          uninstall_handler,
+                                                          shared_commands::std_autocomplete_allowall,
+                                                          false, // hidden
+                                                          true,  // requires_config
+                                                          true,  // requires_install
+                                                          2,     // min_args (after command)
+                                                          2,     // max_args (after command)
+                                                          "uninstall SERVER SERVICE|all",
+                                                          "Uninstall a service on a server. Does not remove configuration or user data.",
+                                                          // heredoc
+                                                          R"(
+            Uninstall a service, leaving all configuration and data intact.
+
+            uninstall SERVER SERVICE   Uninstall the given service on the given server.
+            uninstall SERVER all       Uninstall all services on the given server.
+
+            Update and reinstall the service with install, or delete all configuration and data with nuke.
+                )"});
+        }
+    } uninstall_command_register;
+
+    namespace shared_commands {
+        bool uninstall_service(const std::string &server, const std::string &service)
+        {
+            maketitle("Uninstalling " + service + " on " + server);
+
+            server_env_manager server_env(server);
+            if (!server_env.is_valid())
+            {
+                error << "Invalid server: " << server << std::endl;
+                return false; // should never hit this.
+            }
+
+            // 2. Check if service directory exists on server
+            if (!server_env.check_remote_dir_exists(remotepath::service(server, service)))
+            {
+                error << "Service is not installed: " << service << std::endl;
+                return true; // Nothing to uninstall
+            }
+
+            // 3. Run uninstall script if it exists
+            std::string uninstall_script = remotepath::service_template(server, service) + "/uninstall.sh";
+            if (!server_env.run_remote_template_command(service, "uninstall", {}, false, {}))
+                warning << "Uninstall script failed, but continuing with directory removal" << std::endl;
+
+            // 4. Remove the service directory from the server, running in a docker container as root.
+            if (server_env.remove_remote_dir(remotepath::service(server, service), false))
+            {
+                ASSERT(!server_env.check_remote_dir_exists(remotepath::service(server, service)), "Service directory still found on server after uninstall");
+                info << "Removed remote service directory " << remotepath::service(server, service) << std::endl;
+            }
+            else
+                warning << "Failed to remove remote service directory" << std::endl;
+
+            info << "Completed service " << service << " uninstall on " << server << std::endl;
+            return true;
+        }
+    } // namespace shared_commands
+
+    int uninstall_handler(const CommandContext &ctx)
+    {
+        if (ctx.args.size() < 1)
+        {
+            error << "uninstall requires a server and a service (or all)" << std::endl;
+            return 1;
+        }
+
+        std::string server = safearg(ctx.args, 0);
+
+        if (safearg(ctx.args, 1) == "all")
+        {
+            // uninstall all services on the server
+            bool okay = true;
+            std::vector<LocalServiceInfo> services = get_server_services_info(server);
+            for (const auto &service : services)
+            {
+                if (!shared_commands::uninstall_service(server, service.service_name))
+                    okay = false;
+            }
+            return okay ? 0 : 1;
+        }
+
+        std::string service = safearg(ctx.args, 1);
+        return shared_commands::uninstall_service(server, service) ? 0 : 1;
+    }
+
+} // namespace dropshell

source/src/config.cpp

@@ -6,6 +6,9 @@
 #include "utils/json.hpp"
 #include <filesystem>
 #include "utils/execute.hpp"
+#include "output.hpp"
+
+
 namespace dropshell {
 
 
@@ -43,6 +46,15 @@ bool config::load_config() { // load json config file.
     return true;
 }
 
+void _append(std::vector<std::string> & a, const std::vector<std::string> & b) {
+    if (b.empty())
+        return;
+    if (a.empty())
+        a = b;
+    else
+        a.insert(std::end(a), std::begin(b), std::end(b));
+}
+
 bool config::save_config(bool create_aux_directories)
 {
     std::string config_path = localfile::dropshell_json();
@@ -58,37 +70,27 @@ bool config::save_config(bool create_aux_directories)
     if (!mIsConfigSet)
     {
         std::string homedir = localpath::current_user_home();
-        std::string dropshell_base = homedir + "/.dropshell";
-        mConfig["tempfiles"] = dropshell_base + "/tmp";
-        mConfig["backups"] = dropshell_base + "/backups";
-
-        mConfig["template_cache"] = dropshell_base + "/template_cache";
-        mConfig["template_registry_URLs"] = {
-            "https://templates.dropshell.app"
-        };
-        mConfig["template_local_paths"] = {
-            dropshell_base + "/local_templates"
-        };
+        std::string dropshell_base = homedir + "/.local/dropshell_files";
 
         mConfig["server_definition_paths"] = {
             dropshell_base + "/servers"
         };
-        mConfig["template_upload_registry_url"] = "https://templates.dropshell.app"; 
-        mConfig["template_upload_registry_token"] = "SECRETTOKEN";
+        mConfig["template_local_paths"] = {
+            dropshell_base + "/local_templates"
+        };
+        mConfig["template_registry_URLs"] = {
+            "https://templates.dropshell.app"
+        };        
+        mConfig["template_upload_token"] = "SECRETTOKEN";
     }   
 
     config_file << mConfig.dump(4);
     config_file.close();
 
     if (create_aux_directories) {
-        std::vector<std::filesystem::path> paths = {
-            get_local_template_cache_path(),
-            get_local_backup_path(),
-            get_local_tempfiles_path()
-        };
-        for (auto & p : get_local_server_definition_paths()) 
-            paths.push_back(p);
-
+        std::vector<std::string> paths;
+        _append(paths, get_local_template_paths());
+        _append(paths, get_local_server_definition_paths());
         for (auto & p : paths)
             if (!std::filesystem::exists(p))
             {
@@ -97,6 +99,11 @@ bool config::save_config(bool create_aux_directories)
             }
     }
 
+    debug << "Config paths: " << std::endl;
+    for (auto [key,value] : mConfig.items()) {
+        debug << "  " << key << ": " << value << std::endl;
+    }
+    
     return true;
 }
 
@@ -107,31 +114,20 @@ bool config::is_config_set() const
 
 bool config::is_agent_installed()
 {
-    return std::filesystem::exists(localpath::agent() + "/bb64");
-}
-
-std::string config::get_local_tempfiles_path() {
-    return mConfig["tempfiles"];
-}
-
-std::string config::get_local_backup_path() {
-    return mConfig["backups"];
-}
-
-std::string config::get_local_template_cache_path() {
-    return mConfig["template_cache"];
+    return std::filesystem::exists(localfile::bb64());
 }
 
 std::vector<std::string> config::get_template_registry_urls() {
     nlohmann::json template_registry_urls = mConfig["template_registry_URLs"];
     std::vector<std::string> urls;
     for (auto &url : template_registry_urls) {
-        urls.push_back(url);
+        if (url.is_string() && !url.empty())
+            urls.push_back(url);
     }
     return urls;
 }
 
-std::vector<std::string> config::get_template_local_paths()
+std::vector<std::string> config::get_local_template_paths()
 {
     nlohmann::json template_local_paths = mConfig["template_local_paths"];
     std::vector<std::string> paths;
@@ -144,23 +140,40 @@ std::vector<std::string> config::get_template_local_paths()
 
 std::vector<std::string> config::get_local_server_definition_paths() {
     nlohmann::json server_definition_paths = mConfig["server_definition_paths"];
-
     std::vector<std::string> paths;
     for (auto &path : server_definition_paths) {
         if (path.is_string() && !path.empty())
             paths.push_back(path);
-        else
-            std::cerr << "Warning: Invalid server definition path: " << path << std::endl;
     }
     return paths;
 }
 
-std::string config::get_template_upload_registry_url() {
-    return mConfig["template_upload_registry_url"];
+std::string config::get_server_create_path()
+{
+    std::vector<std::string> paths = get_local_server_definition_paths();
+    if (paths.empty())
+        return "";
+    return paths[0];
 }
 
-std::string config::get_template_upload_registry_token() {
-    return mConfig["template_upload_registry_token"];
+std::string config::get_template_create_path()
+{
+    std::vector<std::string> paths = get_local_template_paths();
+    if (paths.empty())
+        return "";
+    return paths[0];
+}
+
+std::string config::get_template_upload_url()
+{
+    std::vector<std::string> urls = get_template_registry_urls();
+    if (urls.empty())
+        return "";
+    return urls[0];
+}
+
+std::string config::get_template_upload_token() {
+    return mConfig["template_upload_token"];
 }
 
 } // namespace dropshell 

source/src/config.hpp

@@ -17,15 +17,14 @@ class config {
         bool is_config_set() const;
         static bool is_agent_installed();
 
-        std::string get_local_tempfiles_path();
-        std::string get_local_backup_path();
-        std::string get_local_template_cache_path();
         std::vector<std::string> get_template_registry_urls();
-        std::vector<std::string> get_template_local_paths();
+        std::vector<std::string> get_local_template_paths();
         std::vector<std::string> get_local_server_definition_paths();
 
-        std::string get_template_upload_registry_url();
-        std::string get_template_upload_registry_token();
+        std::string get_server_create_path();
+        std::string get_template_create_path(); 
+        std::string get_template_upload_url();  
+        std::string get_template_upload_token();
 
     private:
         nlohmann::json mConfig;

source/src/main.cpp

@@ -0,0 +1,256 @@
+#include "version.hpp"
+#include "config.hpp"
+#include "services.hpp"
+#include "servers.hpp"
+#include "utils/directories.hpp"
+#include "templates.hpp"
+#include "utils/utils.hpp"
+#include "autocomplete.hpp"
+#include "utils/hash.hpp"
+#include "command_registry.hpp"
+#include "output.hpp"
+
+#include <filesystem>
+#include <iostream>
+#include <string>
+#include <vector>
+#include <iomanip>
+#include <chrono>
+#include <assert.hpp>
+#include <sstream>
+#include <algorithm>
+namespace dropshell {
+
+extern const std::string VERSION;
+extern const std::string RELEASE_DATE;
+extern const std::string AUTHOR;
+extern const std::string LICENSE;
+
+
+int main(int argc, char* argv[]) {
+
+    try {
+        // silently attempt to load the config file and templates.
+        gConfig().load_config();
+        if (gConfig().is_config_set())
+            gTemplateManager().load_sources();
+
+
+        // process the command line arguments.
+        std::vector<std::string> args(argv, argv + argc);
+
+        if (args.size() < 2) 
+            args.push_back("help");
+        ASSERT(args.size() > 1, "No command provided, logic error.");
+
+        CommandContext ctx{args[0], args[1], std::vector<std::string>(args.begin() + 2, args.end())};
+
+        if (ctx.command == "autocomplete") {
+            CommandRegistry::instance().autocomplete(ctx);
+            return 0;
+        }
+
+        const CommandInfo* cmdinfo = CommandRegistry::instance().find_command(ctx.command);
+        if (!cmdinfo) {
+            error << "Unknown command: " << ctx.command << std::endl;
+            return 1;
+        }
+        if (cmdinfo->requires_config && !gConfig().is_config_set()) {
+            error << "Valid dropshell configuration required for command: " << ctx.command << std::endl;
+            info << "Please run 'dropshell edit' to set up the dropshell configuration." << std::endl;
+            return 1;
+        }
+        if (cmdinfo->requires_install && !gConfig().is_agent_installed()) {
+            error << "Dropshell agent not installed for command: " << ctx.command << std::endl;
+            info << "Please run 'dropshell install' to install the local dropshell agent." << std::endl;
+            return 1;
+        }
+
+        int arg_count = ctx.args.size();
+        if (arg_count < cmdinfo->min_args || (cmdinfo->max_args != -1 && arg_count > cmdinfo->max_args)) {
+            error << "Invalid number of arguments for command: " << ctx.command << std::endl;
+            debug << "(" << ctx.args.size() << " args provided, " << ctx.command << " requires " << (cmdinfo->min_args) << " to " << (cmdinfo->max_args) << " args)" << std::endl;
+            info << "Usage: " << std::endl;
+            info << "  ";
+            info << left_align(cmdinfo->help_usage,30);
+            info << cmdinfo->help_description << std::endl;
+            return 1;
+        }
+        return cmdinfo->handler(ctx);
+
+    }
+    catch (const std::exception& e) {
+        std::cerr << "Error: " << e.what() << std::endl;
+        return 1;
+    }
+}
+
+
+
+
+
+
+
+
+
+
+
+// ------------------------------------------------------------------------------------------------
+
+struct ServerAndServices {
+    std::string server_name;
+    std::vector<LocalServiceInfo> servicelist;
+};
+
+bool getCLIServices(const std::string & arg2, const std::string & arg3, 
+    ServerAndServices & server_and_services)
+{
+    if (arg2.empty()) return false;
+    server_and_services.server_name = arg2;
+
+    if (arg3.empty()) {
+        server_and_services.servicelist = get_server_services_info(arg2);
+    } else {
+        server_and_services.servicelist.push_back(get_service_info(arg2, arg3));
+    }
+    return true;
+}
+
+auto command_match = [](const std::string& cmd_list, int argc, char* argv[]) -> bool {
+    std::istringstream iss(cmd_list);
+    std::string cmd_item;
+    while (iss >> cmd_item) {
+        if (cmd_item == safearg(argc, argv, 1)) {
+            return true;
+        }
+    }
+    return false;
+};
+
+#define BOOLEXIT(CMD_LIST, RUNCMD) { \
+    if (command_match(CMD_LIST, argc, argv)) { \
+        return (RUNCMD) ? 0 : 1; \
+    } \
+}
+
+#define HAPPYEXIT(CMD_LIST, RUNCMD) { \
+    if (command_match(CMD_LIST, argc, argv)) { \
+        RUNCMD; \
+        return 0; \
+    } \
+}
+
+
+// int old_main(int argc, char* argv[]) {
+//     HAPPYEXIT("hash", hash_demo_raw(safearg(argc,argv,2)))
+//     HAPPYEXIT("version", printversion())
+//     BOOLEXIT("test-template", gTemplateManager().test_template(safearg(argc,argv,2)))
+//     ASSERT(safearg(argc,argv,1) != "assert", "Hello! Here is an assert.");
+
+//     try {
+//         // silently attempt to load the config file and templates.
+//         gConfig().load_config();
+//         if (gConfig().is_config_set())
+//             gTemplateManager().load_sources();
+
+//         std::string cmd = argv[1];
+
+
+//         // ------------------------------------------------------------
+//         // from here we require the config file to be loaded.
+//         if (!gConfig().is_config_set()) 
+//             return die("Please run 'dropshell edit' to set up the dropshell configuration.");
+
+
+//         const std::vector<std::string> & server_definition_paths = gConfig().get_local_server_definition_paths();
+//         if (server_definition_paths.size()>1) { // only show if there are multiple.
+//             std::cout << "Server definition paths: ";
+//             for (auto & dir : server_definition_paths) 
+//                 std::cout << "["<< dir << "] ";
+//             std::cout << std::endl;
+//         }
+//         if (gTemplateManager().is_loaded() && gTemplateManager().get_source_count() > 0)
+//             gTemplateManager().print_sources();
+
+//         HAPPYEXIT("templates", gTemplateManager().list_templates());
+
+//         if (cmd == "create-template") {
+//             if (argc < 3) return die("Error: create-template requires a template name");
+//             return (gTemplateManager().create_template(argv[2])) ? 0 : 1;
+//         }
+
+//         if (cmd == "create-server") {
+//             if (argc < 3) return die("Error: create-server requires a server name");
+//             return (create_server(argv[2])) ? 0 : 1;
+//         }
+
+//         if (cmd == "create-service") {
+//             if (argc < 5) return die("Error: not enough arguments.\ndropshell create-service server template service");
+//             return (create_service(argv[2], argv[3], argv[4])) ? 0 : 1;
+//         }
+
+//          if (cmd == "ssh" && argc < 4) {
+//             if (argc < 3) return die("Error: ssh requires a server name and optionally service name");
+//             service_runner::interactive_ssh(argv[2], "bash");
+//             return 0;
+//         }
+
+
+//         // handle running a command. 
+//         std::set<std::string> commands;
+//         get_all_used_commands(commands);
+
+//         autocomplete::merge_commands(commands, autocomplete::service_commands_require_config); // handled by service_runner, but not in template_shell_commands.
+
+//         if (commands.count(cmd)) {
+//             std::set<std::string> safe_commands = {"nuke", "fullnuke"};
+//             if (safe_commands.count(cmd) && argc < 4) 
+//                 return die("Error: "+cmd+" requires a server name and service name. For safety, can't run on all services.");
+
+//             // get all the services to run the command on.
+//             ServerAndServices server_and_services;
+//             if (!getCLIServices(safearg(argc, argv, 2), safearg(argc, argv, 3), server_and_services)) 
+//                 return die("Error: "+cmd+" command requires server name and optionally service name");
+
+//             // run the command on each service.
+//             for (const auto& service_info : server_and_services.servicelist) {
+//                 if (!SIvalid(service_info))
+//                     std::cerr<<"Error: Unable to get service information."<<std::endl;
+//                 else {
+//                     service_runner runner(server_and_services.server_name, service_info.service_name);
+//                     if (!runner.isValid()) 
+//                         return die("Error: Failed to initialize service");
+                    
+//                     std::vector<std::string> additional_args;
+//                     for (int i=4; i<argc; i++)
+//                         additional_args.push_back(argv[i]);
+//                     if (!runner.run_command(cmd, additional_args)) 
+//                         return die(cmd+" failed on service "+service_info.service_name);
+//                 }
+//             }
+
+//             // success!
+//             return 0;
+//         }
+
+//         // Unknown command
+//         std::cerr << "Error: Unknown command '" << cmd << "'" << std::endl;
+//         std::cerr << "Valid commands: ";
+//         for (const auto& command : commands) {
+//             if (!command.empty() && command[0]!='_')
+//                 std::cerr << command << " ";
+//         }
+//         std::cerr << std::endl;
+//         return 1;
+
+//     } catch (const std::exception& e) {
+//         std::cerr << "Error: " << e.what() << std::endl;
+//         return 1;
+//     }
+// } 
+
+} // namespace dropshell
+
+int main(int argc, char* argv[]) {
+    return dropshell::main(argc, argv);
+}

source/src/server_env_manager.cpp

@@ -183,11 +183,11 @@ bool server_env_manager::remove_remote_dir(const std::string &dir_path, bool sil
     "docker run --rm -v " + quote(parent_path.string()) + ":/parent " +
         " alpine rm -rf \"/parent/" + target_dir + "\"";
 
-    if (!silent)
-        std::cout << "Running command: " << remote_cmd << std::endl;
+    // if (!silent)
+    //     std::cout << "Running command: " << remote_cmd << std::endl;
 
     sCommand scommand("", remote_cmd,{});
-    cMode mode = (silent ? cMode::Silent : cMode::None);
+    cMode mode = (silent ? cMode::Silent : cMode::Defaults);
 
     return execute_ssh_command(get_SSH_INFO(), scommand, mode);
 }
@@ -204,7 +204,7 @@ bool server_env_manager::run_remote_template_command(const std::string &service_
 
     if (scommand->get_command_to_run().empty())
         return false;
-    cMode mode = (command=="ssh") ? (cMode::Interactive) : cMode::Silent;
+    cMode mode = (command=="ssh") ? (cMode::Interactive) : (silent ? cMode::Silent : cMode::Defaults);
     return execute_ssh_command(get_SSH_INFO(), scommand.value(), mode);
 }
 
@@ -218,8 +218,7 @@ bool server_env_manager::run_remote_template_command_and_capture_output(const st
     for (const auto& [key, value] : extra_env_vars) 
         scommand->add_env_var(key, value);
 
-    cMode mode = cMode::CaptureOutput;
-    return execute_ssh_command(get_SSH_INFO(), scommand.value(), mode, &output);
+    return execute_ssh_command(get_SSH_INFO(), scommand.value(), cMode::Defaults, &output);
 }
 
 

source/src/servers.cpp

@@ -1,6 +1,5 @@
 #include "servers.hpp"
 #include "server_env_manager.hpp"
-#include "service_runner.hpp"
 #include "utils/tableprint.hpp"
 #include "utils/envmanager.hpp"
 #include "utils/directories.hpp"
@@ -8,6 +7,7 @@
 #include "config.hpp"
 #include "templates.hpp"
 #include "contrib/transwarp.hpp"
+#include "utils/output.hpp"
 
 #include <iostream>
 #include <fstream>
@@ -77,16 +77,16 @@ bool create_server(const std::string &server_name)
     // 1. check if server name already exists
     std::string server_existing_dir = localpath::server(server_name);
     if (!server_existing_dir.empty()) {
-        std::cerr << "Error: Server name already exists: " << server_name << std::endl;
-        std::cerr << "Current server path: " << server_existing_dir << std::endl;
+        error << "Error: Server name already exists: " << server_name << std::endl;
+        info << "Current server path: " << server_existing_dir << std::endl;
         return false;
     }
 
     // 2. create a new directory in the user config directory
     auto lsdp = gConfig().get_local_server_definition_paths();
     if (lsdp.empty() || lsdp[0].empty()) {
-        std::cerr << "Error: Local server definition path not found" << std::endl;
-        std::cerr << "Run 'dropshell edit' to configure DropShell" << std::endl;
+        error << "Error: Local server definition path not found" << std::endl;
+        info << "Run 'dropshell edit' to configure DropShell" << std::endl;
         return false;
     }
     std::string server_dir = lsdp[0] + "/" + server_name;
@@ -94,23 +94,20 @@ bool create_server(const std::string &server_name)
 
     // 3. create a template server.env file in the server directory
     std::string user = getenv("USER");
-    std::string server_env_path = server_dir + "/server.env";
+    std::string server_env_path = server_dir + "/server.json";
     std::ofstream server_env_file(server_env_path);
-    server_env_file << "SSH_HOST=" << server_name << std::endl;
-    server_env_file << "SSH_USER=" << user << std::endl;
-    server_env_file << "SSH_PORT=" << 22 << std::endl;
-    server_env_file << std::endl;
-    server_env_file << "DROPSHELL_DIR=/home/"+user+"/.dropshell" << std::endl;
+    server_env_file << "{" << std::endl;
+    server_env_file << "    \"SSH_HOST\": \"" << server_name << "\"," << std::endl;
+    server_env_file << "    \"SSH_USER\": \"" << user << "\"," << std::endl;
+    server_env_file << "    \"SSH_PORT\": " << 22 << "," << std::endl;
+    server_env_file << "    \"DROPSHELL_DIR\": \"" << "/home/"+user+"/.dropshell\"" << std::endl;
+    server_env_file << "}" << std::endl;
     server_env_file.close();
 
-    // 4. add dropshell-agent service to server
-    create_service(server_name, "dropshell-agent", "dropshell-agent", true); // silently create service.
-
     std::cout << "Server created successfully: " << server_name << std::endl;
     std::cout << "Please complete the installation:" <<std::endl;
     std::cout << "1) edit the server configuration: dropshell edit " << server_name << std::endl;
-    std::cout << "2) test ssh is working:           dropshell ssh " << server_name << std::endl;
-    std::cout << "3) install dropshell-agent:       dropshell install " << server_name << " dropshell-agent" << std::endl;
+    std::cout << "2) install the server:            dropshell install " << server_name << std::endl;
     std::cout << std::endl;
     return true;
 }

source/src/servers.hpp

@@ -2,10 +2,9 @@
 #define SERVERS_HPP
 
 #include <string>
+#include <set>
 #include <vector>
 
-#include "service_runner.hpp" // for ServiceStatus
-
 namespace dropshell {
 
     // Server information structure

source/src/service_runner.cpp

@@ -0,0 +1,529 @@
+
+// #include <iostream>
+// #include <fstream>
+// #include <sstream>
+// #include <cstdlib>
+// #include <chrono>
+// #include <iomanip>
+// #include <filesystem>
+// #include <unistd.h>
+// #include "utils/assert.hpp"
+
+// #include "config.hpp"
+// #include "server_env_manager.hpp"
+// #include "templates.hpp"
+// #include "services.hpp"
+// #include "utils/directories.hpp"
+// #include "utils/utils.hpp"
+// #include "command_registry.hpp"
+// #include "shared_commands.hpp"
+
+
+
+
+// namespace dropshell {
+
+
+
+// class service_runner {
+//     public:
+//         service_runner(const std::string& server_name, const std::string& service_name);
+//         bool isValid() const { return mValid; }
+
+//         // run a command over ssh, using the credentials from server.env (via server_env.hpp)
+//         // first check that the command corresponds to a valid .sh file in the service directory
+//         // then run the command, passing the {service_name}.env file as an argument
+//         // do a lot of checks, such as:
+//         // checking that we can ssh to the server.
+//         // checking whether the service directory exists on the server.
+//         // checking that the command exists in the service directory.
+//         // checking that the command is a valid .sh file.
+//         // checking that the {service_name}.env file exists in the service directory.
+//         bool run_command(const std::string& command, std::vector<std::string> additional_args={}, std::map<std::string, std::string> env_vars={});
+
+//         // check health of service. Silent.
+//         // 1. run status.sh on the server
+//         // 2. return the output of the status.sh script
+
+//         //HealthStatus is_healthy();
+
+//         // std::string healthtick();
+//         // std::string healthmark();
+
+//     public:            
+//         // backup and restore
+//         bool backup(bool silent=false);
+//         bool restore(std::string backup_file, bool silent=false);
+
+//         // nuke the service
+//         bool nuke(bool silent=false); // nukes all data for this service on the remote server
+//         bool fullnuke(); // nuke all data for this service on the remote server, and then nukes all the local service definitionfiles
+
+//         // launch an interactive ssh session on a server or service
+//         // replaces the current dropshell process with the ssh process
+//         bool interactive_ssh_service();
+
+//         bool scp_file_to_remote(const std::string& local_path, const std::string& remote_path, bool silent=false);
+//         bool scp_file_from_remote(const std::string& remote_path, const std::string& local_path, bool silent=false);
+//     public:
+//         // utility functions
+//         static std::string get_latest_backup_file(const std::string& server, const std::string& service);
+//         static bool interactive_ssh(const std::string & server_name, const std::string & command);
+//         // static std::map<std::string, ServiceStatus> get_all_services_status(std::string server_name);
+
+//     private:
+//         std::string mServer;
+//         server_env_manager mServerEnv;
+//         LocalServiceInfo mServiceInfo;
+//         std::string mService;
+//         bool mValid;
+
+//         // Helper methods
+//     public:
+// };
+
+
+// } // namespace dropshell
+
+
+
+// namespace fs = std::filesystem;
+
+// namespace dropshell {
+
+
+// service_runner::service_runner(const std::string& server_name, const std::string& service_name) : 
+//     mServerEnv(server_name), mServer(server_name), mService(service_name), mValid(false)
+// {
+//     if (server_name.empty() || service_name.empty())
+//         return; 
+
+//     // Initialize server environment
+//     if (!mServerEnv.is_valid()) 
+//         return;
+
+//     mServiceInfo = get_service_info(server_name, service_name);
+//     if (mServiceInfo.service_name.empty())
+//         return;
+
+//     mService = mServiceInfo.service_name;
+    
+//     mValid = !mServiceInfo.local_template_path.empty();
+// }
+
+
+
+// bool service_runner::nuke(bool silent)
+// {
+//     maketitle("Nuking " + mService + " (" + mServiceInfo.template_name + ") on " + mServer);
+
+//     if (!mServerEnv.is_valid()) return false; // should never hit this.
+
+//     std::string remote_service_path = remotepath::service(mServer, mService);
+
+//     info << "Service " << mService << " successfully nuked from " << mServer << std::endl;
+
+//     if (!silent) {
+//         info << "There's nothing left on the remote server." << std::endl;
+//         info << "You can remove the local files with:" << std::endl;
+//         info << "   rm -rf " << localpath::service(mServer,mService) << std::endl;
+//     }
+//     return true;
+// }
+
+// bool service_runner::fullnuke()
+// {
+//     if (!nuke(true))
+//     {
+//         warning << "Nuke script failed, aborting." << std::endl;
+//         return false;
+//     }
+
+//     std::string local_service_path = mServiceInfo.local_service_path;
+//     if (local_service_path.empty() || !fs::exists(local_service_path)) {
+//         error << "Service directory not found: " << local_service_path << std::endl;
+//         return false;
+//     }  
+    
+//     std::string rm_cmd = "rm -rf " + quote(local_service_path);
+//     if (!execute_local_command("", rm_cmd, {}, nullptr, cMode::Silent)) {
+//         error << "Failed to remove service directory" << std::endl;
+//         return false;
+//     }
+    
+//     return true;
+// }
+
+
+// // ------------------------------------------------------------------------------------------------
+// // Run a command on the service.
+// // ------------------------------------------------------------------------------------------------
+// bool service_runner::run_command(const std::string& command, std::vector<std::string> additional_args, std::map<std::string, std::string> env_vars) {
+//     if (!mServerEnv.is_valid()) {
+//         std::cerr << "Error: Server service not initialized" << std::endl;
+//         return false;
+//     }
+//     template_info tinfo = gTemplateManager().get_template_info(mServiceInfo.template_name);
+//     if (!tinfo.is_set()) {
+//         std::cerr << "Error: Template '" << mServiceInfo.template_name << "' not found" << std::endl;
+//         return false;
+//     }
+
+//     if (command == "fullnuke") 
+//         return fullnuke();
+
+//     if (command == "nuke") 
+//     {
+//         std::cout << "Nuking " << mService << " (" << mServiceInfo.template_name << ") on " << mServer << std::endl;
+//         return nuke();
+//     }
+
+//     if (!gTemplateManager().template_command_exists(mServiceInfo.template_name, command)) {
+//         std::cout << "No command script for " << mServiceInfo.template_name << " : " << command << std::endl;
+//         return true; // nothing to run.
+//     }
+
+//     // install doesn't require anything on the server yet.
+//     // if (command == "install") 
+//     //     return install_service(mServer, mService, false);
+
+//     std::string script_path = remotepath::service_template(mServer, mService) + "/" + command + ".sh";
+    
+//     // Check if service directory exists
+//     if (!mServerEnv.check_remote_dir_exists(remotepath::service(mServer, mService))) {
+//         std::cerr << "Error: Service is not installed: " << mService << std::endl;
+//         return false;
+//     }
+    
+//     // Check if command script exists
+//     if (!mServerEnv.check_remote_file_exists(script_path)) {
+//         std::cerr << "Error: Remote command script not found: " << script_path << std::endl;
+//         return false;
+//     }
+
+//     // Check if env file exists
+//     if (!mServerEnv.check_remote_file_exists(remotefile::service_env(mServer, mService))) {
+//         std::cerr << "Error: Service config file not found: " << remotefile::service_env(mServer, mService) << std::endl;
+//         return false;
+//     }
+
+//     // if (command == "uninstall") 
+//     //     return uninstall();
+
+//     if (command == "ssh") {
+//         interactive_ssh_service();
+//         return true;
+//     }
+//     if (command == "restore") {
+//         if (additional_args.size() < 1) {
+//             std::cerr << "Error: restore requires a backup file:" << std::endl;
+//             std::cerr << "dropshell restore <server> <service> <backup-file>" << std::endl;
+//             return false;
+//         }
+//         return restore(additional_args[0], false);
+//     }
+//     if (command == "backup") {
+//         return backup(false);
+//     }
+
+//     // Run the generic command
+//     std::vector<std::string> args; // not passed through yet.
+//     return mServerEnv.run_remote_template_command(mService, command, args, false, env_vars);
+// }
+
+
+
+// bool service_runner::interactive_ssh(const std::string & server_name, const std::string & command) {
+//     std::string serverpath = localpath::server(server_name);
+//     if (serverpath.empty()) {
+//         std::cerr << "Error: Server not found: " << server_name << std::endl;
+//         return false;
+//     }
+    
+//     server_env_manager env(server_name);
+//     if (!env.is_valid()) {
+//         std::cerr << "Error: Invalid server environment file: " << server_name << std::endl;
+//         return false;
+//     }
+//     sCommand scommand("", "bash",{});
+//     return execute_ssh_command(env.get_SSH_INFO(), scommand, cMode::Interactive);
+// }
+
+
+
+// bool service_runner::interactive_ssh_service()
+// {
+//     std::set<std::string> used_commands = get_used_commands(mServer, mService);
+//     if (used_commands.find("ssh") == used_commands.end()) {
+//         std::cerr << "Error: "<< mService <<" does not support ssh" << std::endl;
+//         return false;
+//     }
+
+//     std::vector<std::string> args; // not passed through yet.
+//     return mServerEnv.run_remote_template_command(mService, "ssh", args, false, {});
+// }
+
+// bool service_runner::scp_file_to_remote(const std::string &local_path, const std::string &remote_path, bool silent)
+// {
+//     std::string scp_cmd = "scp -P " + mServerEnv.get_SSH_PORT() + " " + quote(local_path) + " " + mServerEnv.get_SSH_USER() + "@" + mServerEnv.get_SSH_HOST() + ":" + quote(remote_path) + (silent ? " > /dev/null 2>&1" : "");
+//     return execute_local_command("", scp_cmd, {}, nullptr, (silent ? cMode::Silent : cMode::Defaults));
+// }
+
+// bool service_runner::scp_file_from_remote(const std::string &remote_path, const std::string &local_path, bool silent)
+// {
+//     std::string scp_cmd = "scp -P " + mServerEnv.get_SSH_PORT() + " " + mServerEnv.get_SSH_USER() + "@" + mServerEnv.get_SSH_HOST() + ":" + quote(remote_path) + " " + quote(local_path) + (silent ? " > /dev/null 2>&1" : "");
+//     return execute_local_command("", scp_cmd, {}, nullptr, (silent ? cMode::Silent : cMode::Defaults));
+// }
+
+// bool service_runner::restore(std::string backup_file, bool silent)
+// {
+//     if (backup_file.empty()) {
+//         std::cerr << "Error: not enough arguments.  dropshell restore <server> <service> <backup-file>" << std::endl;
+//         return false;
+//     }
+
+//     std::string local_backups_dir = gConfig().get_local_backup_path();
+
+//     if (backup_file == "latest") {
+//         // get the latest backup file from the server
+//         backup_file = get_latest_backup_file(mServer, mService);
+//     }
+
+//     std::string local_backup_file_path = (std::filesystem::path(local_backups_dir) / backup_file).string();
+
+//     if (! std::filesystem::exists(local_backup_file_path)) {
+//         std::cerr << "Error: Backup file not found at " << local_backup_file_path << std::endl;
+//         return false;
+//     }
+
+//     // split the backup filename into parts based on the magic string
+//     std::vector<std::string> parts = dropshell::split(backup_file, "-_-");
+//     if (parts.size() != 4) {
+//         std::cerr << "Error: Backup file format is incompatible, - in one of the names?" << std::endl;
+//         return false;
+//     }
+
+//     std::string backup_server_name = parts[0];
+//     std::string backup_template_name = parts[1];
+//     std::string backup_service_name = parts[2];
+//     std::string backup_datetime = parts[3];
+
+//     if (backup_template_name != mServiceInfo.template_name) {
+//         std::cerr << "Error: Backup template does not match service template. Can't restore." << std::endl;
+//         return false;
+//     }
+
+//     std::string nicedate = std::string(backup_datetime).substr(0, 10);
+
+//     std::cout << "Restoring " << nicedate << " backup of " << backup_template_name << " taken from "<<backup_server_name<<", onto "<<mServer<<"/"<<mService<<std::endl;
+//     std::cout << std::endl;
+//     std::cout << "*** ALL DATA FOR "<<mServer<<"/"<<mService<<" WILL BE OVERWRITTEN! ***"<<std::endl;
+
+//     // run the restore script
+//     std::cout << "OK, here goes..." << std::endl;
+
+//     { // backup existing service
+//         maketitle("1) Backing up old service... ");
+//         if (!backup(true)) // silent=true
+//         {
+//             std::cerr << std::endl;
+//             std::cerr << "Error: Backup failed, restore aborted." << std::endl;
+//             std::cerr << "You can try using   dropshell install "<<mServer<<" "<<mService<<"   to install the service afresh." << std::endl;
+//             std::cerr << "Otherwise, stop the service, create and initialise a new one, then restore to that." << std::endl;
+//             return false;
+//         }
+//         std::cout << "Backup complete." << std::endl;
+//     }
+
+//     { // uninstall service, then nuke it.
+//         maketitle("2) Uninstalling old service...");
+//         // if (!uninstall(true))
+//         //     return false;
+
+//         maketitle("3) Nuking old service...");
+//         // if (!nuke(true))
+//         //     return false;
+//     }
+
+
+//     { // restore service from backup
+//         maketitle("4) Restoring service data from backup...");
+//         std::string remote_backups_dir = remotepath::backups(mServer);
+//         std::string remote_backup_file_path = remote_backups_dir + "/" + backup_file;
+
+//         // Copy backup file from local to server
+//         if (!scp_file_to_remote(local_backup_file_path, remote_backup_file_path, silent)) {
+//             std::cerr << "Failed to copy backup file from local to server" << std::endl;
+//             return false;
+//         }
+
+//         shared_commands::cRemoteTempFolder remote_temp_folder(mServerEnv);
+//         mServerEnv.run_remote_template_command(mService, "restore", {}, silent, {{"BACKUP_FILE", remote_backup_file_path}, {"TEMP_DIR", remote_temp_folder.path()}});
+//     } // dtor of remote_temp_folder will clean up the temp folder on the server
+
+
+//     // { // installing fresh service
+//     //     maketitle("5) Non-destructive install of fresh service...");
+//     //     if (!install_service(mServer, mService, true))
+//     //         return false;
+//     // }
+
+//     bool healthy = false;
+//     {// healthcheck the service
+//         maketitle("6) Healthchecking service...");
+//         std::string green_tick = "\033[32m✓\033[0m";
+//         std::string red_cross = "\033[31m✗\033[0m";    
+//         healthy= (mServerEnv.run_remote_template_command(mService, "status", {}, silent, {}));
+//         if (!silent)
+//             std::cout << (healthy ? green_tick : red_cross) << " Service is " << (healthy ? "healthy" : "NOT healthy") << std::endl;
+//     }
+
+//     return healthy;
+// }
+
+
+// // backup the service over ssh, using the credentials from server.env (via server_env.hpp)
+// // 1. run backup.sh on the server
+// // 2. create a backup file with format server-service-datetime.tgz
+// // 3. store it in the server's DROPSHELL_DIR/backups folder
+// // 4. copy it to the local user_dir/backups folder
+
+// // ------------------------------------------------------------------------------------------------
+// // Backup the service.
+// // ------------------------------------------------------------------------------------------------
+// bool service_runner::backup(bool silent) {
+//     auto service_info = get_service_info(mServer, mService);
+//     if (service_info.local_service_path.empty()) {
+//         std::cerr << "Error: Service not found" << std::endl;
+//         return 1;
+//     }
+
+//     const std::string command = "backup";
+
+//     if (!gTemplateManager().template_command_exists(service_info.template_name, command)) {
+//         std::cout << "No backup script for " << service_info.template_name << std::endl;
+//         return true; // nothing to back up.
+//     }
+    
+//     // Check if basic installed stuff is in place.
+//     std::string remote_service_template_path = remotepath::service_template(mServer, mService);
+//     std::string remote_command_script_file = remote_service_template_path + "/" + command + ".sh";
+//     std::string remote_service_config_path = remotepath::service_config(mServer, mService);
+//     if (!mServerEnv.check_remote_items_exist({
+//         remotepath::service(mServer, mService),
+//         remote_command_script_file,
+//         remotefile::service_env(mServer, mService)})
+//     )
+//     {
+//         std::cerr << "Error: Required service directories not found on remote server" << std::endl;
+//         std::cerr << "Is the service installed?" << std::endl;
+//         return false;
+//     }
+
+//     // Create backups directory on server if it doesn't exist
+//     std::string remote_backups_dir = remotepath::backups(mServer);
+//     if (!silent) std::cout << "Remote backups directory on "<< mServer <<": " << remote_backups_dir << std::endl;
+//     std::string mkdir_cmd = "mkdir -p " + quote(remote_backups_dir);
+//     if (!execute_ssh_command(mServerEnv.get_SSH_INFO(), sCommand("",mkdir_cmd, {}), cMode::Silent)) {
+//         std::cerr << "Failed to create backups directory on server" << std::endl;
+//         return false;
+//     }
+
+//     // Create backups directory locally if it doesn't exist
+//     std::string local_backups_dir = gConfig().get_local_backup_path();
+//     if (local_backups_dir.empty()) {
+//         std::cerr << "Error: Local backups directory not found" << std::endl;
+//         std::cerr << "Run 'dropshell edit' to configure DropShell" << std::endl;
+//         return false;
+//     }
+//     if (!std::filesystem::exists(local_backups_dir)) 
+//         std::filesystem::create_directories(local_backups_dir);
+
+//     // Get current datetime for backup filename
+//     auto now = std::chrono::system_clock::now();
+//     auto time = std::chrono::system_clock::to_time_t(now);
+//     std::stringstream datetime;
+//     datetime << std::put_time(std::localtime(&time), "%Y-%m-%d_%H-%M-%S");
+    
+//     // Construct backup filename
+//     shared_commands::cBackupFileName backup_filename_construction(mServer, mService, service_info.template_name);
+//     if (!backup_filename_construction.is_valid()) {
+//         std::cerr << "Invalid backup filename" << std::endl;
+//         return false;
+//     }
+//     std::string backup_filename = backup_filename_construction.get_filename();
+//     std::string remote_backup_file_path = remote_backups_dir + "/" + backup_filename;
+//     std::string local_backup_file_path = (std::filesystem::path(local_backups_dir) / backup_filename).string();
+
+//     // assert that the backup filename is valid - -_- appears exactly 3 times in local_backup_file_path.
+//     ASSERT(3 == count_substring("-_-", local_backup_file_path), "Invalid backup filename");
+
+//     {   // Run backup script
+//         shared_commands::cRemoteTempFolder remote_temp_folder(mServerEnv);
+//         if (!mServerEnv.run_remote_template_command(mService, command, {}, silent, {{"BACKUP_FILE", remote_backup_file_path}, {"TEMP_DIR", remote_temp_folder.path()}})) {
+//             std::cerr << "Backup script failed on remote server: " << remote_backup_file_path << std::endl;
+//             return false;
+//         }
+
+//         // Copy backup file from server to local
+//         if (!scp_file_from_remote(remote_backup_file_path, local_backup_file_path, silent)) {
+//             std::cerr << "Failed to copy backup file from server" << std::endl;
+//             return false;
+//         }
+//     } // dtor of remote_temp_folder will clean up the temp folder on the server
+
+//     if (!silent) {
+//         std::cout << "Backup created successfully. Restore with:"<<std::endl;
+//         std::cout << "   dropshell restore " << mServer << " " << mService << " " << backup_filename << std::endl;
+//     }
+//     return true;
+// }
+
+// // Helper function to get the latest backup file for a given server and service
+// std::string service_runner::get_latest_backup_file(const std::string& server, const std::string& service) {
+//     std::string local_backups_dir = gConfig().get_local_backup_path();
+//     if (local_backups_dir.empty() || !std::filesystem::exists(local_backups_dir)) {
+//         std::cerr << "Error: Local backups directory not found: " << local_backups_dir << std::endl;
+//         return "";
+//     }
+
+//     // Get the template name for this service
+//     LocalServiceInfo info = get_service_info(server, service);
+//     if (info.template_name.empty()) {
+//         std::cerr << "Error: Could not determine template name for service: " << service << std::endl;
+//         return "";
+//     }
+
+//     // Build the expected prefix for backup files
+//     std::string prefix = server + "-_-" + info.template_name + "-_-" + service + "-_-";
+//     std::string latest_file;
+//     std::string latest_datetime;
+
+//     std::cout << "Looking for backup files in " << local_backups_dir << std::endl;
+
+//     for (const auto& entry : std::filesystem::directory_iterator(local_backups_dir)) {
+//         if (!entry.is_regular_file()) continue;
+//         std::string filename = entry.path().filename().string();
+//         if (filename.rfind(prefix, 0) == 0) { // starts with prefix
+//             // Extract the datetime part
+//             size_t dt_start = prefix.size();
+//             size_t dt_end = filename.find(".tgz", dt_start);
+//             if (dt_end == std::string::npos) continue;
+//             std::string datetime = filename.substr(dt_start, dt_end - dt_start);
+//             std::cout << "Found backup file: " << filename << " with datetime: " << datetime << std::endl;
+//             if (datetime > latest_datetime) {
+//                 latest_datetime = datetime;
+//                 latest_file = filename;
+//             }
+//         }
+//     }
+
+//     if (latest_file.empty()) {
+//         std::cerr << "Error: No backup files found for " << server << ", " << service << std::endl;
+//     }
+
+//     std::cout << "Latest backup file: " << latest_file << std::endl;
+//     return latest_file;
+// }
+
+// } // namespace dropshell

source/src/services.cpp

@@ -6,6 +6,7 @@
 #include "utils/utils.hpp"
 #include "server_env_manager.hpp"
 #include "servers.hpp"
+#include "assert.hpp"
 
 #include <iostream>
 #include <filesystem>
@@ -46,7 +47,7 @@ std::vector<LocalServiceInfo> get_server_services_info(const std::string& server
                     if (!service.local_service_path.empty()) 
                         services.push_back(service);
                     else 
-                        std::cerr << "Warning: Failed to get service info for " << dirname << " on server " << server_name << std::endl;
+                        warning << "Failed to get service info for " << dirname << " on server " << server_name << std::endl;
                 }
             } // end of for 
     }
@@ -68,6 +69,12 @@ LocalServiceInfo get_service_info(const std::string &server_name, const std::str
     if (service.local_service_path.empty()) 
         return LocalServiceInfo();
 
+    // check the service directory exists.
+    if (!fs::exists(service.local_service_path))
+    {
+        std::cerr << "Error: Service directory not found: " << service.local_service_path << std::endl;
+        return LocalServiceInfo();
+    }
 
     // now set the template name and path.
     std::map<std::string, std::string> variables;
@@ -130,7 +137,7 @@ std::set<std::string> list_backups(const std::string &server_name, const std::st
         return backups;
     }
 
-    std::string backups_dir = gConfig().get_local_backup_path();
+    std::string backups_dir = localpath::backups();
     if (backups_dir.empty())
         return backups;
 
@@ -146,73 +153,6 @@ std::set<std::string> list_backups(const std::string &server_name, const std::st
     return backups;
 }
 
-bool create_service(const std::string &server_name, const std::string &template_name, const std::string &service_name, bool silent)
-{
-    if (server_name.empty() || template_name.empty() || service_name.empty())
-        return false;
-
-    std::string service_dir = localpath::service(server_name, service_name);
-
-    if (service_dir.empty())
-    {
-        if (!silent)
-        {
-            std::cerr << "Error: Couldn't locate server " << server_name << " in any config directory" << std::endl;
-            std::cerr << "Please check the server name is correct and try again" << std::endl;
-            std::cerr << "You can list all servers with 'dropshell servers'" << std::endl;
-            std::cerr << "You can create a new server with 'dropshell create-server " << server_name << "'" << std::endl;
-        }
-        return false;
-    }
-
-    if (fs::exists(service_dir)) 
-    {
-        if (!silent)
-        {
-            std::cerr << "Error: Service already exists: " << service_name << std::endl;
-            std::cerr << "Current service path: " << service_dir << std::endl;
-        }
-        return false;
-    }
-
-    template_info tinfo = gTemplateManager().get_template_info(template_name);
-    if (!tinfo.is_set())
-    {
-        if (!silent)
-        {
-            std::cerr << "Error: Template '" << template_name << "' not found" << std::endl;
-            std::cerr << "Please check the template name is correct and try again" << std::endl;
-            std::cerr << "You can list all templates with 'dropshell templates'" << std::endl;
-            std::cerr << "You can create a new template with 'dropshell create-template " << template_name << "'" << std::endl;
-        }
-        return false;
-    }
-
-    // check template is all good.
-    if (!gTemplateManager().test_template(tinfo.local_template_path()))
-    {
-        if (!silent)
-            std::cerr << "Error: Template '" << template_name << "' is not valid" << std::endl;
-        return false;
-    }
-
-    // create the service directory
-    fs::create_directory(service_dir);
-
-    // copy the template config files to the service directory
-    recursive_copy(tinfo.local_template_path()/"config", service_dir);
-
-    if (!silent)
-    {
-        std::cout << "Service " << service_name <<" created successfully"<<std::endl;
-        std::cout << std::endl;
-        std::cout << "To complete the installation, please:" << std::endl;
-        std::cout << "1. edit the service config file:  dropshell edit " << server_name << " " << service_name << std::endl;
-        std::cout << "2. install the remote service:    dropshell install " << server_name << " " << service_name << std::endl;
-    }
-    return true;
-}
-
 
 
 bool get_all_service_env_vars(const std::string &server_name, const std::string &service_name, std::map<std::string, std::string> & all_env_vars)
@@ -221,20 +161,22 @@ bool get_all_service_env_vars(const std::string &server_name, const std::string
 
     if (localpath::service(server_name, service_name).empty() || !fs::exists(localpath::service(server_name, service_name)))
     {
-        std::cerr << "Error: Service not found: " << service_name << std::endl;
+        std::cerr << "Error: Service not found: " << service_name << " on server " << server_name << std::endl;
         return false;
     }
 
-    // add in some handy variables.
-    all_env_vars["CONFIG_PATH"] = remotepath::service_config(server_name,service_name);
-    all_env_vars["SERVER"] = server_name;
-    all_env_vars["SERVICE"] = service_name;
-    all_env_vars["AGENT_PATH"] = remotepath::agent(server_name);
-
     ServerInfo server_info = get_server_info(server_name);
     if (server_info.ssh_host.empty()) 
         std::cerr << "Error: Server " << server_name << " not found - ssh_host empty, so HOST_NAME not set" << std::endl;
+
+    // add in some handy variables.
+    // if we change these, we also need to update agent/_allservicesstatus.sh
+    all_env_vars["CONFIG_PATH"] = remotepath::service_config(server_name,service_name);
+    all_env_vars["SERVER"] = server_name;
+    all_env_vars["SERVICE"] = service_name;
+    all_env_vars["AGENT_PATH"] = remotepath::agent(server_name);
     all_env_vars["HOST_NAME"] = server_info.ssh_host;
+    all_env_vars["DOCKER_CLI_HINTS"] = "false"; // turn off docker junk.
 
     // Lambda function to load environment variables from a file
     auto load_env_file = [&all_env_vars](const std::string& file) {
@@ -246,7 +188,7 @@ bool get_all_service_env_vars(const std::string &server_name, const std::string
             all_env_vars.merge(env_vars);
         }
         else
-            std::cout << "Warning: Expected environment file not found: " << file << std::endl;
+            warning << "Expected environment file not found: " << file << std::endl;
     };
 
     // Load environment files
@@ -256,11 +198,10 @@ bool get_all_service_env_vars(const std::string &server_name, const std::string
     // determine template name.
     auto it = all_env_vars.find("TEMPLATE");
     if (it == all_env_vars.end()) {
-        std::cerr << std::endl << std::endl;
-        std::cerr << "Error: TEMPLATE variable not defined in service " << service_name << " on server " << server_name << std::endl;
-        std::cerr << "The TEMPLATE variable is required to determine the template name." << std::endl;
-        std::cerr << "Please check the service.env file and the .template_info.env file in:" << std::endl;
-        std::cerr << "    " << localpath::service(server_name, service_name) << std::endl << std::endl;
+        error << "TEMPLATE variable not defined in service " << service_name << " on server " << server_name << std::endl;
+        info << "The TEMPLATE variable is required to determine the template name." << std::endl;
+        info << "Please check the service.env file and the .template_info.env file in:" << std::endl;
+        info << "    " << localpath::service(server_name, service_name) << std::endl << std::endl;
         return false;
     }
     template_info tinfo = gTemplateManager().get_template_info(it->second);

source/src/services.hpp

@@ -27,8 +27,6 @@ namespace dropshell {
 
     // list all backups for a given service (across all servers)
     std::set<std::string> list_backups(const std::string& server_name, const std::string& service_name);
-
-    bool create_service(const std::string& server_name, const std::string& template_name, const std::string& service_name, bool silent=false);
 } // namespace dropshell
 
 #endif

source/src/templates.cpp

@@ -185,7 +185,7 @@
             return false;
         }
 
-        auto local_template_paths = gConfig().get_template_local_paths();
+        auto local_template_paths = gConfig().get_local_template_paths();
         if (local_template_paths.empty()) {
             std::cerr << "Error: No local template paths found" << std::endl;
             std::cerr << "Run 'dropshell edit' to add one to the DropShell config" << std::endl;
@@ -252,7 +252,7 @@
         ASSERT(mSources.empty(), "Template manager already loaded (sources are not empty).");
         ASSERT(gConfig().is_config_set(), "Config not set.");
         ASSERT(!mLoaded, "Template manager already loaded.");
-        auto local_template_paths = gConfig().get_template_local_paths();
+        auto local_template_paths = gConfig().get_local_template_paths();
         if (local_template_paths.empty())
             return;
         for (const auto& path : local_template_paths) 
@@ -296,6 +296,12 @@
 
     bool template_manager::test_template(const std::string &template_path)
     {
+        if (template_path.empty())
+            return false;
+
+        if (!std::filesystem::exists(template_path))
+            return false;
+
         std::string template_name = std::filesystem::path(template_path).filename().string();
 
         std::vector<std::string> required_files = {
@@ -303,13 +309,22 @@
             "config/.template_info.env",
             "_default.env",
             "install.sh",
-            "uninstall.sh",
-            "nuke.sh"
+            "uninstall.sh"
         };
 
         for (const auto& file : required_files) {
             if (!required_file(template_path + "/" + file, template_name)) 
                 return false;
+
+            // check if file is executable, if it ends in .sh
+            std::string suffix=".sh";
+            if (file.find(suffix) == file.size() - suffix.size())
+            {
+                std::filesystem::path path = template_path + "/" + file;
+                auto perms = std::filesystem::status(path).permissions();
+                if ((perms & std::filesystem::perms::owner_exec) == std::filesystem::perms::none)
+                    std::cerr << "Error: " << file << " is not executable" << std::endl;
+            }
         }        
 
         // ------------------------------------------------------------
@@ -356,4 +371,13 @@
         return instance;
     }
 
+    template_info::template_info(const std::string &template_name, const std::string &location_id, const std::filesystem::path &local_template_path) :
+        mTemplateName(template_name),
+        mLocationID(location_id),
+        mTemplateLocalPath(local_template_path),
+        mTemplateValid(template_manager::test_template(local_template_path.string())),
+        mIsSet(!template_name.empty() && !location_id.empty() && !local_template_path.empty())
+    {
+    }
+
     } // namespace dropshell

source/src/templates.hpp

@@ -17,16 +17,18 @@ typedef enum template_source_type {
 class template_info {
     public:
         template_info() : mIsSet(false) {}
-        template_info(const std::string& template_name, const std::string& location_id, const std::filesystem::path& local_template_path) : mTemplateName(template_name), mLocationID(location_id), mTemplateLocalPath(local_template_path), mIsSet(true) {}
+        template_info(const std::string& template_name, const std::string& location_id, const std::filesystem::path& local_template_path);
         virtual ~template_info() {}
-        bool is_set() { return mIsSet; }
-        std::string name() { return mTemplateName; }
-        std::string locationID() { return mLocationID; }
-        std::filesystem::path local_template_path() { return mTemplateLocalPath; }
+        bool is_set() const { return mIsSet; }
+        std::string name() const { return mTemplateName; }
+        std::string locationID() const { return mLocationID; }
+        std::filesystem::path local_template_path() const { return mTemplateLocalPath; }
+        bool template_valid() const { return mTemplateValid; }
     private:
         std::string mTemplateName;
         std::string mLocationID;
         std::filesystem::path mTemplateLocalPath; // source or cache.
+        bool mTemplateValid;
         bool mIsSet;
 };
 

source/src/utils/assert.hpp

@@ -1,10 +1,11 @@
 #ifndef ASSERT_HPP
 #define ASSERT_HPP
 
+#include "output.hpp"
 
 #define ASSERT(condition, message) \
     if (!(condition)) { \
-        std::cerr << "Assertion failed: " << message << std::endl; \
+        dropshell::error << "Assertion failed: " << message << std::endl; \
         std::exit(1); \
     }
 

source/src/utils/directories.cpp

@@ -1,10 +1,13 @@
 #include "directories.hpp"
 #include "config.hpp"
 #include "server_env_manager.hpp"
+#include "output.hpp"
+
 #include <iostream>
 #include <string>
 #include <filesystem>
 
+
 namespace fs = std::filesystem;
 
 namespace dropshell {
@@ -38,6 +41,16 @@ namespace localfile {
         return (servicepath.empty() ? "" : (fs::path(servicepath) / ".template_info.env").string());
     }
 
+    std::string template_example()
+    {
+        return localpath::agent_local() + "/template_example";
+    }
+
+    std::string bb64()
+    {
+        return localpath::agent_local() + "/bb64";
+    }
+
 } // namespace localfile
 
 
@@ -59,42 +72,96 @@ namespace localpath {
 
         std::string remote_versions(const std::string &server_name, const std::string &service_name)
         {
-            std::string template_cache_path = gConfig().get_local_template_cache_path();
+            std::string template_cache_path = localpath::template_cache();
             return ((template_cache_path.empty() || service_name.empty()) ? "" : 
                (template_cache_path+"/remote_versions/"+service_name+".json"));
         }
-        std::string agent(){
-            return current_user_home() + "/.local/dropshell_agent";
+        std::string agent_local()
+        {
+            return current_user_home()+"/.local/dropshell_agent/agent-local";
         }
-        std::string current_user_home(){
+        std::string agent_remote()
+        {
+            return current_user_home() + "/.local/dropshell_agent/agent-remote";
+        }
+        std::string current_user_home()
+        {
             char * homedir = std::getenv("HOME");
             if (homedir)
             {
                 std::filesystem::path homedir_path(homedir);
                 return fs::canonical(homedir_path).string();
             }
-            std::cerr << "Warning: Couldn't determine user directory" << std::endl;
+            warning << "Couldn't determine user directory" << std::endl;
             return std::string();
         }
+
+        std::string dropshell_files()
+        {
+            return current_user_home() + "/.local/dropshell_files";
+            return std::string();
+        }
+
+        std::string backups()
+        {
+            return dropshell_files() + "/backups";
+        }
+
+        std::string temp_files()
+        {
+            return dropshell_files() + "/temp_files";
+        }
+
+        std::string template_cache()
+        {
+            return dropshell_files() + "template_cache";
+        }
+
+        bool create_directories()
+        {
+            std::vector<std::filesystem::path> paths = {
+                dropshell_files(),
+                agent_local(),
+                agent_remote(),
+                template_cache(),
+                backups(),
+                temp_files()
+                };
+            for (auto &p : gConfig().get_local_server_definition_paths())
+                paths.push_back(p);
+
+            for (auto &p : paths)
+                if (!p.empty() && !std::filesystem::exists(p))
+                {
+                    info << "Creating directory: " << p << std::endl;
+                    std::filesystem::create_directories(p);
+                }
+            return false;
+        }
+
 } // namespace localpath
 
-// ------------------------------------------------------------------------------------------
+    //------------------------------------------------------------------------------------------------
     // remote paths
     // DROPSHELL_DIR
     //   |-- backups
     //   |-- temp_files
     //   |-- agent
+    //   |   |-- bb64
+    //   |   |-- (other agent files, including _allservicesstatus.sh)
     //   |-- services
     //       |-- service name
     //           |-- config
-    //               |-- service.env
+    //               |-- service.env (actual service config)
     //           |-- template
+    //               |-- _default.env
     //               |-- (script files)
     //               |-- config
-    //                   |-- service.env
+    //                   |-- service.env (default service config)
     //                   |-- (other config files for specific server&service)
 
 
+
 namespace remotefile {
 
     std::string service_env(const std::string &server_name, const std::string &service_name)

source/src/utils/directories.hpp

@@ -12,7 +12,31 @@ namespace dropshell {
     // local user config directories
     
     // ~/.config/dropshell/dropshell.json
-    // ~/.local/dropshell_agent/bb64
+    
+    // ~/.local/dropshell_agent
+    //    |-- agent-local
+    //        |-- agent-install.sh
+    //        |-- bb64  (only used locally, as it's for the local machine's architecture!)
+    //        |-- template_example
+    //    |-- agent-remote
+    //        |-- (remote agent files, including _allservicesstatus.sh)
+    
+    // ~/.local/dropshell_files
+    //    |-- backups
+    //        |-- katie-_-squashkiwi-_-squashkiwi-test-_-2025-04-28_21-23-59.tgz
+    //    |-- temp_files
+    //    |-- template_cache
+    //        |-- templates
+    //        |   |-- <template_name>.json
+    //        |   |-- <template_name>
+    //        |       |-- (...script files...)
+    //        |       |-- _default.env
+    //        |       |-- config
+    //        |           |-- service.env
+    //        |           |-- .template_info.env
+    //        |           |-- (...other service config files...)
+    //        |-- remote_versions
+    //        |   |-- server_name-service_name.json
 
     // server_definition_path
     //    |-- <server_name>
@@ -23,23 +47,7 @@ namespace dropshell {
     //                |-- .template_info.env
     //                |-- (...other config files for specific server&service...)
     
-    // backup path
-    //    |-- katie-_-squashkiwi-_-squashkiwi-test-_-2025-04-28_21-23-59.tgz
 
-    // temp files path
-
-    // template cache path
-    //    |-- templates
-    //    |   |-- <template_name>.json
-    //    |   |-- <template_name>
-    //    |       |-- (...script files...)
-    //    |       |-- _default.env
-    //    |       |-- config
-    //    |           |-- service.env
-    //    |           |-- .template_info.env
-    //    |           |-- (...other service config files...)
-    //    |-- remote_versions
-    //    |   |-- server_name-service_name.json
 
     namespace localfile {
         // ~/.config/dropshell/dropshell.json
@@ -47,6 +55,8 @@ namespace dropshell {
         std::string server_json(const std::string &server_name);
         std::string service_env(const std::string &server_name, const std::string &service_name);
         std::string template_info_env(const std::string &server_name, const std::string &service_name);
+        std::string template_example();
+        std::string bb64();
     } // namespace localfile
 
     namespace localpath {
@@ -55,8 +65,16 @@ namespace dropshell {
 
         std::string remote_versions(const std::string &server_name, const std::string &service_name);
 
-        std::string agent();
+        std::string agent_local();
+        std::string agent_remote();
         std::string current_user_home();
+
+        std::string dropshell_files();
+        std::string backups();
+        std::string temp_files();
+        std::string template_cache();
+
+        bool create_directories();
     } // namespace local
 
 
@@ -66,14 +84,19 @@ namespace dropshell {
     //   |-- backups
     //   |-- temp_files
     //   |-- agent
+    //   |   |-- bb64
+    //   |   |-- (other agent files, including _allservicesstatus.sh)
     //   |-- services
     //       |-- service name
     //           |-- config
-    //               |-- service.env
+    //               |-- service.env (actual service config)
+    //               |-- .template_info.env
     //           |-- template
+    //               |-- _default.env
     //               |-- (script files)
     //               |-- config
-    //                   |-- service.env
+    //                   |-- service.env (default service config)
+    //                   |-- .template_info.env
     //                   |-- (other config files for specific server&service)
 
     namespace remotefile {

source/src/utils/execute.cpp

@@ -0,0 +1,240 @@
+#include <sys/types.h>
+#include <sys/wait.h>
+#include <unistd.h>
+#include <vector>
+#include <iostream>
+#include <string>
+#include <cstdlib>
+#include <sstream>
+#include "utils/assert.hpp"
+
+#include "execute.hpp"
+#include "utils/utils.hpp"
+#include "utils/b64ed.hpp"
+#include "config.hpp"
+#include "utils/directories.hpp"
+#include "utils/output.hpp"
+
+namespace dropshell
+{
+    bool EXITSTATUSCHECK(int ret)
+    {
+        return (ret != -1 && WIFEXITED(ret) && (WEXITSTATUS(ret) == 0)); // ret is -1 if the command failed to execute.
+    }
+
+    // ----------------------------------------------------------------------------------------------------------
+    // execute_local_command_interactive
+    // ----------------------------------------------------------------------------------------------------------
+    bool execute_local_command_interactive(const sCommand &command)
+    {
+        if (command.get_command_to_run().empty())
+            return false;
+        std::string full_command = command.construct_cmd(localfile::bb64()); // Get the command string
+
+        pid_t pid = fork();
+
+        if (pid == -1)
+        {
+            // Fork failed
+            perror("fork failed");
+            return false;
+        }
+        else if (pid == 0)
+        {
+            int rval = system(full_command.c_str());
+            exit(rval);
+        }
+        else
+        {
+            // Parent process
+            int ret;
+            // Wait for the child process to complete
+            waitpid(pid, &ret, 0);
+
+            return EXITSTATUSCHECK(ret);
+        }
+    }
+
+    // ----------------------------------------------------------------------------------------------------------
+    // execute_local_command
+    // ----------------------------------------------------------------------------------------------------------
+
+    class fancypinter
+    {
+    public:
+        fancypinter(sColour startColour) : startColour_(startColour), currentColour_(startColour) {}
+
+        void print_chunk(std::string chunk)
+        {
+            if (chunk.empty())
+                return;
+
+            if (newline_)
+            {
+                // sniff the mode... if the string starts with warning or warning: then set mode to WARNING. etc.
+                if (chunk.find("warning") == 0)
+                    currentColour_ = sColour::WARNING;
+                else if (chunk.find("error") == 0)
+                    currentColour_ = sColour::ERROR;
+                else if (chunk.find("debug") == 0)
+                    currentColour_ = sColour::DEBUG;
+                else if (chunk.find("info") == 0)
+                    currentColour_ = sColour::INFO;
+                else
+                    currentColour_ = startColour_;
+            }
+            colourstream(currentColour_) << chunk;
+            newline_ = (chunk[chunk.size() - 1] == '\n');
+        }
+
+        void print(const std::string &buffer)
+        {
+            size_t start = 0;
+            while (start < buffer.size())
+            {
+                size_t newline_pos = buffer.find('\n', start);
+                if (newline_pos == std::string::npos)
+                {
+                    if (start < buffer.size())
+                    {
+                        print_chunk(buffer.substr(start));
+                    }
+                    break;
+                }
+                print_chunk(buffer.substr(start, newline_pos - start + 1)); // include the newline
+                start = newline_pos + 1;
+            }
+        }
+
+    private:
+        bool newline_ = true;
+        sColour startColour_;
+        sColour currentColour_;
+    };
+
+    bool execute_local_command(std::string directory_to_run_in, std::string command_to_run, const std::map<std::string, std::string> &env_vars, std::string *output, cMode mode)
+    {
+        sCommand command(directory_to_run_in, command_to_run, env_vars);
+
+        if (hasFlag(mode, cMode::Interactive))
+        {
+            ASSERT(output == nullptr, "Interactive mode and an output string cannot be used together");
+
+            return execute_local_command_interactive(command);
+        }
+
+        if (command.get_command_to_run().empty())
+            return false;
+
+        bool silent = hasFlag(mode, cMode::Silent);
+
+        std::string full_cmd;
+        if (!hasFlag(mode, cMode::NoBB64))
+            full_cmd = command.construct_cmd(localfile::bb64());
+        else
+            full_cmd = command.construct_cmd("");
+
+        if (output != nullptr)
+            full_cmd += " 2>&1"; // capture both stdout and stderr
+
+        FILE *pipe = popen(full_cmd.c_str(), "r");
+        if (!pipe)
+        {
+            return false;
+        }
+        char buffer[128];
+        fancypinter fancyprint(sColour::DEBUG);
+        while (fgets(buffer, sizeof(buffer), pipe) != nullptr)
+        {
+            if (output != nullptr)
+                (*output) += buffer;
+
+            if (!silent)
+                fancyprint.print(buffer);
+        }
+        int ret = pclose(pipe);
+        return EXITSTATUSCHECK(ret);
+    }
+
+    // ----------------------------------------------------------------------------------------------------------
+    // execute_ssh_command
+    // ----------------------------------------------------------------------------------------------------------
+    bool execute_ssh_command(const sSSHInfo &ssh_info, const sCommand &remote_command, cMode mode, std::string *output)
+    {
+        if (remote_command.get_command_to_run().empty())
+            return false;
+
+        std::stringstream ssh_cmd;
+        ssh_cmd << "ssh -p " << ssh_info.port << " " << (hasFlag(mode, cMode::Interactive) ? "-tt " : "")
+                << ssh_info.user << "@" << ssh_info.host;
+
+        std::string remote_bb64_path;
+
+        if (!hasFlag(mode, cMode::NoBB64))
+            remote_bb64_path = remotepath::agent(ssh_info.server_ID) + "/bb64";
+
+        bool rval = execute_local_command(
+            "",                                                                    // local directory to run in
+            ssh_cmd.str() + " " + remote_command.construct_cmd(remote_bb64_path),  // local command to run
+            {},                                                                    // environment variables
+            output,                                                                // output string
+            mode                                                                   // mode
+        );
+
+        if (!rval && !hasFlag(mode, cMode::Silent))
+        {
+            error << "Error: Failed to execute ssh command:" << std::endl;
+            debug << ssh_cmd.str() + " " + remote_command.construct_cmd(remote_bb64_path) << std::endl;
+        }
+        return rval;
+    }
+
+    // ----------------------------------------------------------------------------------------------------------
+    // makesafecmd
+    // ----------------------------------------------------------------------------------------------------------
+    std::string sCommand::makesafecmd(std::string bb64path, const std::string &command) const
+    {
+        if (command.empty())
+            return "";
+        std::string encoded = base64_encode(dequote(trim(command)));
+        std::string commandstr = bb64path + " " + encoded;
+        return commandstr;
+    }
+
+    // ----------------------------------------------------------------------------------------------------------
+    // construct_cmd
+    // ----------------------------------------------------------------------------------------------------------
+    std::string sCommand::construct_cmd(std::string bb64path) const
+    {
+        if (mCmd.empty())
+            return "";
+
+        // need to construct to change directory and set environment variables
+        std::string cmdstr;
+
+        if (!bb64path.empty())
+        {
+            if (!mDir.empty())
+                cmdstr += "cd " + quote(mDir) + " && ";
+
+            if (!mVars.empty())
+                for (const auto &env_var : mVars)
+                    cmdstr += env_var.first + "=" + quote(dequote(trim(env_var.second))) + " ";
+
+            cmdstr += mCmd;
+
+            cmdstr = makesafecmd(bb64path, cmdstr);
+        }
+        else 
+        { // raw! bootstrapping only.
+            ASSERT(mVars.empty(), "Bootstrapping command must not have environment variables");
+            if (!mDir.empty())
+                cmdstr += mDir + "/" + mCmd;
+            else
+                cmdstr += mCmd;
+        }
+
+        return cmdstr;
+    }
+
+} // namespace dropshell

source/src/utils/execute.hpp

@@ -10,10 +10,10 @@ class sCommand;
 
 // mode bitset
 enum class cMode {
-    None = 0,
+    Defaults = 0,
     Interactive = 1,
     Silent = 2,
-    CaptureOutput = 4
+    NoBB64 = 4
 };
 
 inline cMode operator&(cMode lhs, cMode rhs) {return static_cast<cMode>(static_cast<int>(lhs) & static_cast<int>(rhs));}
@@ -31,9 +31,8 @@ typedef struct sSSHInfo {
     std::string server_ID; // dropshell name for server.
 } sSSHInfo;
 
-bool execute_local_command(std::string command, std::string * output = nullptr, cMode mode = cMode::None);
-bool execute_local_command(std::string directory_to_run_in, std::string command_to_run, const std::map<std::string, std::string> & env_vars, std::string * output = nullptr, cMode mode = cMode::None);
-bool execute_ssh_command(const sSSHInfo & ssh_info, const sCommand & remote_command, cMode mode = cMode::None, std::string * output = nullptr);
+bool execute_local_command(std::string directory_to_run_in, std::string command_to_run, const std::map<std::string, std::string> & env_vars, std::string * output = nullptr, cMode mode = cMode::Defaults);
+bool execute_ssh_command(const sSSHInfo & ssh_info, const sCommand & remote_command, cMode mode = cMode::Defaults, std::string * output = nullptr);
 
 
 // ------------------------------------------------------------------------------------------------
@@ -53,10 +52,10 @@ class sCommand {
         
         bool empty() const { return mCmd.empty(); }
     
-        std::string construct_cmd(std::string agent_path) const;
+        std::string construct_cmd(std::string bb64path) const;
 
     private:
-        std::string makesafecmd(std::string agent_path, const std::string& command) const;
+        std::string makesafecmd(std::string bb64path, const std::string& command) const;
 
     private:
         std::string mDir;

source/src/utils/output.cpp

@@ -0,0 +1,133 @@
+#include "output.hpp"
+#include <iostream>
+#include <mutex>
+
+namespace dropshell
+{
+    // Mutex to synchronize output
+    std::mutex output_mutex;
+
+    // ANSI colour codes
+    constexpr const char *GREY = "\033[90m";
+    constexpr const char *RESET = "\033[0m";
+    constexpr const char *DEBUG_COLOUR = "\033[36m";   // Cyan
+    // constexpr const char *INFO_COLOUR = "\033[32m";    // Green
+    constexpr const char *INFO_COLOUR = "\033[37m";    // White
+    constexpr const char *WARNING_COLOUR = "\033[33m"; // Yellow
+    constexpr const char *ERROR_COLOUR = "\033[31m";   // Red
+
+    // Tag and colour for each stream
+    struct StreamInfo
+    {
+        const char *tag;
+        const char *colour;
+    };
+
+    const StreamInfo stream_infos[] = {
+        {"[DBG]", DEBUG_COLOUR},
+        {"[INF]", INFO_COLOUR},
+        {"[WRN]", WARNING_COLOUR},
+        {"[ERR]", ERROR_COLOUR}};
+
+    // Custom streambuf to prefix and colour each line
+    class PrefixStreambuf : public std::streambuf
+    {
+    public:
+        PrefixStreambuf(std::ostream &dest, const char *tag, const char *colour)
+            : dest_(dest), tag_(tag), colour_(colour), at_line_start_(true) {}
+
+    protected:
+        int overflow(int c) override
+        {
+            std::lock_guard<std::mutex> lock(output_mutex);
+            if (c == EOF)
+                return !EOF;
+            if (at_line_start_) // && c != '\n')
+            {
+                dest_ << GREY << tag_ << RESET << ' ' << colour_;
+                at_line_start_ = false;
+            }
+            dest_.put(static_cast<char>(c));
+            if (c == '\n')
+            {
+                dest_ << RESET;
+                at_line_start_ = true;
+            }
+            return c;
+        }
+
+    private:
+        std::ostream &dest_;
+        const char *tag_;
+        const char *colour_;
+        bool at_line_start_;
+    };
+
+    PrefixStreambuf debug_buf(std::clog, stream_infos[0].tag, stream_infos[0].colour);
+    PrefixStreambuf info_buf(std::clog, stream_infos[1].tag, stream_infos[1].colour);
+    PrefixStreambuf warning_buf(std::clog, stream_infos[2].tag, stream_infos[2].colour);
+    PrefixStreambuf error_buf(std::cerr, stream_infos[3].tag, stream_infos[3].colour);
+
+    std::ostream debug_stream(&debug_buf);
+    std::ostream info_stream(&info_buf);
+    std::ostream warning_stream(&warning_buf);
+    std::ostream error_stream(&error_buf);
+
+    std::ostream &debug = debug_stream;
+    std::ostream &info = info_stream;
+    std::ostream &warning = warning_stream;
+    std::ostream &error = error_stream;
+
+    std::ostream &rawout = std::cout;
+    std::ostream &rawerr = std::cerr;
+
+    std::ostream &colourstream(sColour colour)
+    {
+        switch (colour)
+        {
+        case sColour::DEBUG:
+            return debug_stream;
+        case sColour::INFO:
+            return info_stream;
+        case sColour::WARNING:
+            return warning_stream;
+        case sColour::ERROR:
+            return error_stream;
+        default:
+            return info_stream;
+        }
+    }
+
+    void SetColour(sColour colour, std::ostream &os)
+    {
+        switch (colour)
+        {
+        case sColour::RESET:
+            os << RESET;
+            break;
+        case sColour::DEBUG:
+            os << DEBUG_COLOUR;
+            break;
+        case sColour::INFO:
+            os << INFO_COLOUR;
+            break;
+        case sColour::WARNING:
+            os << WARNING_COLOUR;
+            break;
+        case sColour::ERROR:
+            os << ERROR_COLOUR;
+            break;
+        }
+    }
+
+    SwitchColour::SwitchColour(sColour colour, std::ostream &os) : os_(os), colour_(colour)
+    {
+        SetColour(colour_, os_);
+    }
+
+    SwitchColour::~SwitchColour()
+    {
+        SetColour(sColour::RESET, os_);
+    }
+
+} // namespace dropshell

source/src/utils/output.hpp

@@ -0,0 +1,87 @@
+#ifndef OUTPUT_HPP
+#define OUTPUT_HPP
+
+#include <iostream>
+#include <string>
+#include <vector>
+#include <ostream>
+
+namespace dropshell {
+
+/*
+
+output.hpp and output.cpp - simple output helpers.
+
+Defines ostreams:
+
+debug, info, warning, error.
+
+These ostreams can be used with C++23 print and println, e.g.
+std::println(debug, "funny variable: {}={}","my_var",my_var);
+
+Also defines a few helper functions:
+
+PrintDebug(const std::string& msg);     // equivalent to std::println(debug, msg);
+PrintInfo(const std::string& msg);      // equivalent to std::println(info, msg);
+PrintWarning(const std::string& msg);   // equivalent to std::println(warning, msg);
+PrintError(const std::string& msg);     // equivalent to std::println(error, msg);
+
+Output for these streams for each line is formatted as:
+[DBG] <message>
+[INF] <message>
+[WRN] <message>
+[ERR] <message>
+
+The output is coloured, and the tag is printed in grey.
+
+In addition, when not using any of the above, helper routines for coloring the output of cout and cerr are provided.
+
+SetColour(std::ostream& os, sColour colour);
+
+Where sColour is an enum:
+enum class sColour {
+    RESET,
+    DEBUG,
+    INFO,
+    WARNING,
+    ERROR
+};
+
+
+*/
+
+// Output streams for different log levels
+extern std::ostream& debug;
+extern std::ostream& info;
+extern std::ostream& warning;
+extern std::ostream& error;
+
+extern std::ostream& rawout;
+extern std::ostream& rawerr;
+
+// Enum for colours
+enum class sColour {
+    RESET,
+    DEBUG,
+    INFO,
+    WARNING,
+    ERROR
+};
+std::ostream& colourstream(sColour colour);
+
+// Set colour for a stream
+void SetColour(sColour colour, std::ostream& os = std::cerr);
+
+class SwitchColour
+{
+    public:
+    SwitchColour(sColour colour, std::ostream& os = std::cerr);
+    ~SwitchColour();
+    private:
+    std::ostream& os_;
+    sColour colour_;
+};
+
+} // namespace dropshell
+
+#endif // OUTPUT_HPP

source/src/utils/tableprint.cpp

@@ -9,6 +9,8 @@
 #include <iostream>
 #include <map>
 
+#include "output.hpp"
+
 enum kTextColors {
     kTextColor_Default,
     kTextColor_Red,
@@ -32,7 +34,7 @@ const std::map<std::string, coloredText> kReplacements = {
     {":tick:", {"+", kTextColor_Green}},
     {":cross:", {"x", kTextColor_Red}},
     {":warning:", {"!", kTextColor_Yellow}},
-    {":info:", {"i", kTextColor_Blue}},
+    {":dropshell::info:", {"i", kTextColor_Blue}},
     {":check:", {"+", kTextColor_Green}},
     {":x:", {"x", kTextColor_Red}},
     {":error:", {"!", kTextColor_Red}},
@@ -115,12 +117,12 @@ std::string width_print_centered(std::string str,int width, std::string rowcolor
     oss << rowcolor << std::string(lpad, ' ') << process_cell(str, rowcolor) << 
         std::string(rpad, ' ') << "\033[0m";
 
-    // std::cout << "str = "<<str <<std::endl;
-    // std::cout << "width = "<<width <<std::endl;
-    // std::cout << "padding = "<<padding <<std::endl;
-    // std::cout << "get_visible_length(str) = "<<get_visible_length(str) <<std::endl;
-    // std::cout << "get_codepoints(str) = "<<get_codepoints(str) <<std::endl;
-    // std::cout << "oss.str() = ["<<oss.str() <<"]"<<std::endl;
+    // dropshell::info << "str = "<<str <<std::endl;
+    // dropshell::info << "width = "<<width <<std::endl;
+    // dropshell::info << "padding = "<<padding <<std::endl;
+    // dropshell::info << "get_visible_length(str) = "<<get_visible_length(str) <<std::endl;
+    // dropshell::info << "get_codepoints(str) = "<<get_codepoints(str) <<std::endl;
+    // dropshell::info << "oss.str() = ["<<oss.str() <<"]"<<std::endl;
 
     return oss.str();
 }
@@ -195,98 +197,105 @@ void tableprint::print() {
 
     // Print title if it exists
     if (!title.empty()) {
-        std::cout << "\033[90m"; // Dark grey color for borders
-        std::cout << "+";
+        dropshell::info << "\033[90m"; // Dark grey color for borders
+        dropshell::info << "+";
         for (size_t i = 0; i < rows[0].size(); ++i) {
-            std::cout << std::string(col_widths[i] + 2, '-');
-            if (i < rows[0].size() - 1) std::cout << "-";
+            dropshell::info << std::string(col_widths[i] + 2, '-');
+            if (i < rows[0].size() - 1) dropshell::info << "-";
         }
-        std::cout << "+" << std::endl;
+        dropshell::info << "+" << std::endl;
         
-        std::cout << "|"; // White color for title
+        dropshell::info << "\033[90m"; // Dark grey color for borders
+        dropshell::info << "|"; // White color for title
         size_t title_width = 0;
         for (size_t width : col_widths) {
             title_width += width + 2; // +2 for padding
         }
         title_width += col_widths.size() - 1; // Add space for vertical borders
 
-        std::cout << width_print_centered(title,title_width,"\033[1;37m");
-        std::cout << "\033[90m|" << std::endl;
+        dropshell::info << width_print_centered(title,title_width,"\033[1;37m");
+        dropshell::info << "\033[90m|" << std::endl;
         
         // Use └─┴─┘ for bottom of title box to connect with table
-        std::cout << "+";
+        dropshell::info << "\033[90m"; // Dark grey color for borders
+        dropshell::info << "+";
         for (size_t i = 0; i < rows[0].size(); ++i) {
-            std::cout << std::string(col_widths[i] + 2, '-');
-            if (i < rows[0].size() - 1) std::cout << "-";
+            dropshell::info << std::string(col_widths[i] + 2, '-');
+            if (i < rows[0].size() - 1) dropshell::info << "-";
         }
-        std::cout << "+" << std::endl;
+        dropshell::info << "+" << std::endl;
     } else {
         // Print top border if no title
-        std::cout << "\033[90m"; // Dark grey color for borders
-        std::cout << "+";
+        dropshell::info << "\033[90m"; // Dark grey color for borders
+        dropshell::info << "+";
         for (size_t i = 0; i < rows[0].size(); ++i) {
-            std::cout << std::string(col_widths[i] + 2, '-');
-            if (i < rows[0].size() - 1) std::cout << "+";
+            dropshell::info << std::string(col_widths[i] + 2, '-');
+            if (i < rows[0].size() - 1) dropshell::info << "+";
         }
-        std::cout << "+" << std::endl;
+        dropshell::info << "+" << std::endl;
     }
 
     // Print header
-    std::cout << "|";
+    dropshell::info << "\033[90m"; // Dark grey color for borders
+    dropshell::info << "|";
     for (size_t i = 0; i < rows[0].size(); ++i) {
-        std::cout << width_print_centered(rows[0][i],col_widths[i]+2,"\033[1;36m");
+        dropshell::info << width_print_centered(rows[0][i],col_widths[i]+2,"\033[1;36m");
         if (i < rows[0].size() - 1) {
-            std::cout << "\033[90m|\033[1;36m"; // Border color then back to cyan
+            dropshell::info << "\033[90m|\033[1;36m"; // Border color then back to cyan
         } else {
-            std::cout << "\033[90m|"; // Just border color for last column
+            dropshell::info << "\033[90m|"; // Just border color for last column
         }
     }
-    std::cout << std::endl;
+    dropshell::info << std::endl;
 
     // Print header separator
     if (!mCompact) {
-        std::cout << "+";
+        dropshell::info << "\033[90m"; // Dark grey color for borders
+        dropshell::info << "+";
         for (size_t i = 0; i < rows[0].size(); ++i) {
             for (size_t j = 0; j < col_widths[i] + 2; ++j) {
-                std::cout << "-";
+                dropshell::info << "-";
             }
-            if (i < rows[0].size() - 1) std::cout << "+";
+            if (i < rows[0].size() - 1) dropshell::info << "+";
         }
-        std::cout << "+" << std::endl;
+        dropshell::info << "+" << std::endl;
     }
 
     // Print rows
     for (size_t row_idx = 1; row_idx < rows.size(); ++row_idx) {
         const auto& row = rows[row_idx];
-        std::cout << "|";
+        dropshell::info << "\033[90m"; // Dark grey color for borders
+        dropshell::info << "|";
         for (size_t i = 0; i < row.size(); ++i) {
             // Set the appropriate color for the row
             std::string rowcolor = (row_idx % 2 == 1) ? "\033[38;5;142m" : "\033[38;5;250m";
-            std::cout << width_print_left(row[i],col_widths[i]+2,rowcolor);
-            std::cout << "\033[90m" << "|";
+            dropshell::info << width_print_left(row[i],col_widths[i]+2,rowcolor);
+            dropshell::info << "\033[90m" << "|";
         }
-        std::cout << std::endl;
+        dropshell::info << std::endl;
 
         // Print row separator if not the last row
         if (row_idx < rows.size() - 1 && !mCompact) {
-            std::cout << "+";
+            dropshell::info << "\033[90m"; // Dark grey color for borders
+            dropshell::info << "+";
             for (size_t i = 0; i < rows[0].size(); ++i) {
                 for (size_t j = 0; j < col_widths[i] + 2; ++j) {
-                    std::cout << "-";
+                    dropshell::info << "-";
                 }
-                if (i < rows[0].size() - 1) std::cout << "+";
+                if (i < rows[0].size() - 1) dropshell::info << "+";
             }
-            std::cout << "+" << std::endl;
+            dropshell::info << "+" << std::endl;
         }
     }
 
     // Print bottom border
-    std::cout << "+";
+    dropshell::info << "\033[90m"; // Dark grey color for borders
+    dropshell::info << "+";
     for (size_t i = 0; i < rows[0].size(); ++i) {
         for (size_t j = 0; j < col_widths[i] + 2; ++j) {
-            std::cout << "-";
+            dropshell::info << "-";
         }
-        if (i < rows[0].size() - 1) std::cout << "+";
+        if (i < rows[0].size() - 1) dropshell::info << "+";
     }
-    std::cout << "+" << "\033[0m" << std::endl; // Reset color
+    dropshell::info << "+" << "\033[0m" << std::endl; // Reset color
 } 

source/src/utils/utils.cpp

@@ -7,13 +7,25 @@
 #include <filesystem>
 #include <regex>
 #include <random>
+#include <sys/ioctl.h>
+#include <unistd.h>
 
 namespace dropshell {
 
-void maketitle(const std::string& title) {
-    std::cout << std::string(title.length() + 4, '-') << std::endl;
-    std::cout << "| " << title << " |" << std::endl;
-    std::cout << std::string(title.length() + 4, '-') << std::endl;
+std::string magic_string() {
+    return "-_-";
+}
+
+bool has_magic_string(std::string name)
+{
+    return name.find(magic_string()) != std::string::npos;
+}
+
+
+void maketitle(const std::string& title, sColour colour) {
+    colourstream(colour) << std::string(title.length() + 4, '-') << std::endl;
+    colourstream(colour) << "| " << title << " |" << std::endl;
+    colourstream(colour) << std::string(title.length() + 4, '-') << std::endl;
 }
 
 bool replace_line_in_file(const std::string& file_path, const std::string& search_string, const std::string& replacement_line) {
@@ -276,29 +288,6 @@ std::vector<std::string> split(const std::string& str, const std::string& delimi
     return tokens;
 }
 
-
-std::string replace_with_environment_variables_like_bash(std::string str) {
-    // Combined regex pattern for both ${var} and $var formats
-    std::regex var_pattern("\\$(?:\\{([^}]+)\\}|([a-zA-Z0-9_]+))");
-    std::string result = str;
-    std::smatch match;
-    
-    while (std::regex_search(result, match, var_pattern)) {
-        // match[1] will contain capture from ${var} format
-        // match[2] will contain capture from $var format
-        std::string var_name = match[1].matched ? match[1].str() : match[2].str();
-        
-        // Get value from system environment variables
-        const char* env_value = std::getenv(var_name.c_str());
-        std::string value = env_value ? env_value : "";
-        
-        result = result.replace(match.position(), match.length(), value);
-    }
-
-    // dequote the result
-    return result;
-}
-
 std::string random_alphanumeric_string(int length)
 {
     static std::mt19937 generator(std::random_device{}());
@@ -334,20 +323,6 @@ std::string safearg(int argc, char *argv[], int index)
     return argv[index];
 }
 
-
-void print_left_aligned(const std::string & str, int width) {
-    std::cout << left_align(str, width);
-}
-
-void print_centered(const std::string & str, int width) {
-    std::cout << center_align(str, width);
-}
-
-void print_right_aligned(const std::string & str, int width) {
-    std::cout << right_align(str, width);
-}
-
-
 std::string left_align(const std::string & str, int width) {
     if (static_cast<int>(str.size()) >= width)
         return str;
@@ -370,5 +345,91 @@ std::string center_align(const std::string & str, int width) {
 }
 
 
+std::string replace_with_environment_variables_like_bash(std::string str) {
+    // Combined regex pattern for both ${var} and $var formats
+    std::regex var_pattern("\\$(?:\\{([^}]+)\\}|([a-zA-Z0-9_]+))");
+    std::string result = str;
+    std::smatch match;
+    
+    while (std::regex_search(result, match, var_pattern)) {
+        // match[1] will contain capture from ${var} format
+        // match[2] will contain capture from $var format
+        std::string var_name = match[1].matched ? match[1].str() : match[2].str();
+        
+        // Get value from system environment variables
+        const char* env_value = std::getenv(var_name.c_str());
+        std::string value = env_value ? env_value : "";
+        
+        result = result.replace(match.position(), match.length(), value);
+    }
+
+    // dequote the result
+    return result;
+}
+
+
+std::string substitute_provided_key_value_pairs(std::string str, const std::map<std::string, std::string> &env_vars)
+{
+    // Combined regex pattern for both ${var} and $var formats
+    std::regex var_pattern("\\$(?:\\{([^}]+)\\}|([a-zA-Z0-9_]+))");
+    std::string result = str;
+    std::smatch match;
+    
+    while (std::regex_search(result, match, var_pattern)) {
+        // match[1] will contain capture from ${var} format
+        // match[2] will contain capture from $var format
+        std::string var_name = match[1].matched ? match[1].str() : match[2].str();
+        
+        // Get value from environment variables map
+        auto it = env_vars.find(var_name);
+        std::string value = (it != env_vars.end()) ? it->second : "";
+        
+        result = result.replace(match.position(), match.length(), value);
+    }
+    
+    return result;
+}
+
+int get_console_width()
+{
+    struct winsize w;
+    if (ioctl(STDOUT_FILENO, TIOCGWINSZ, &w) == 0) {
+        return w.ws_col;
+    }
+    // Fallback to a reasonable default if we can't get the width
+    return 80;
+}
+
+std::string remove_return(std::string str)
+{
+    str.erase(std::remove(str.begin(), str.end(), '\n'), str.end());
+    return str;
+}
+
+std::string get_line_wrap(std::string &src, int maxchars)
+{
+    if (src.empty())
+        return "";
+
+    if (src.length() <= maxchars)
+    {
+        std::string out = src;
+        src.erase();
+        return remove_return(out) + '\n';
+    }
+
+    // find last whitespace up to but not more than maxchars
+    size_t grab_to=maxchars;
+    size_t lastreturn = src.rfind('\n', maxchars);
+    size_t lastspace = src.rfind(' ', maxchars);
+    if (lastreturn != std::string::npos)
+        grab_to = lastreturn;
+    else if (lastspace != std::string::npos)
+        grab_to = lastspace;
+
+    std::string out = src.substr(0, grab_to);
+    src = src.substr(grab_to + 1);
+    return remove_return(out) + '\n';
+}
 
 } // namespace dropshell 

source/src/utils/utils.hpp

@@ -2,6 +2,9 @@
 
 #include <string>
 #include <vector>
+#include <map>
+
+#include "output.hpp"
 
 namespace dropshell {
 
@@ -10,10 +13,12 @@ namespace dropshell {
  * 
  * @param title The title string to display
  */
-void maketitle(const std::string& title);
+void maketitle(const std::string& title, sColour colour=sColour::INFO);
 
 bool replace_line_in_file(const std::string& file_path, const std::string& search_string, const std::string& replacement_line);
 
+std::string magic_string();
+bool has_magic_string(std::string name);
 
 // utility functions
 std::string trim(std::string str);
@@ -37,20 +42,21 @@ void ensure_directories_exist(std::vector<std::string> directories);
 std::vector<int> search(const std::string &pat, const std::string &txt);
 int count_substring(const std::string &substring, const std::string &text);
 
-std::string replace_with_environment_variables_like_bash(std::string str);
-
 std::string random_alphanumeric_string(int length);
 
 int die(const std::string & msg);
 std::string safearg(int argc, char *argv[], int index);
 std::string safearg(const std::vector<std::string> & args, int index);
 
-void print_left_aligned(const std::string & str, int width);
-void print_centered(const std::string & str, int width);
-void print_right_aligned(const std::string & str, int width);
-
 std::string left_align(const std::string & str, int width);
 std::string right_align(const std::string & str, int width);
 std::string center_align(const std::string & str, int width);
 
+std::string replace_with_environment_variables_like_bash(std::string str);
+std::string substitute_provided_key_value_pairs(std::string str, const std::map<std::string, std::string> & env_vars);
+
+int get_console_width();
+
+std::string get_line_wrap(std::string & src, int maxchars);
+
 } // namespace dropshell 

source/src/version.hpp.in

@@ -1,5 +1,13 @@
 #pragma once
 
+/*
+
+version.hpp is automatically generated by the build system, from version.hpp.in.
+
+DO NOT EDIT VERSION.HPP!
+
+*/
+
 #include <string>
 
 namespace dropshell {

src/commands/health.cpp

@@ -1,138 +0,0 @@
-#include "command_registry.hpp"
-#include "config.hpp"
-#include "utils/utils.hpp"
-#include "utils/directories.hpp"
-#include "shared_commands.hpp"
-#include "server_env_manager.hpp"
-#include "services.hpp"
-#include "servers.hpp"
-#include "transwarp.hpp"
-
-namespace dropshell
-{
-
-    int health_handler(const CommandContext &ctx);
-
-    static std::vector<std::string> health_name_list = {"health", "check", "healthcheck", "status"};
-
-    // Static registration
-    struct HealthCommandRegister
-    {
-        HealthCommandRegister()
-        {
-            CommandRegistry::instance().register_command({health_name_list,
-                                                          health_handler,
-                                                          std_autocomplete_allowallservices,
-                                                          false, // hidden
-                                                          true, // requires_config
-                                                          true, // requires_install
-                                                          1,     // min_args (after command)
-                                                          2,     // max_args (after command)
-                                                          "health SERVER",
-                                                          "Check the health of a server.",
-                                                          R"(
-                health <server>
-                )"});
-        }
-    } health_command_register;
-
-    // ------------------------------------------------------------------------------------------------
-    // health command implementation
-
-    HealthStatus is_healthy(const std::string &server, const std::string &service)
-    {
-        server_env_manager env(server);
-        if (!env.is_valid())
-        {
-            std::cerr << "Error: Server service not initialized" << std::endl;
-            return HealthStatus::ERROR;
-        }
-
-        if (!env.check_remote_dir_exists(remotepath::service(server, service)))
-        {
-            return HealthStatus::NOTINSTALLED;
-        }
-
-        std::string script_path = remotepath::service_template(server, service) + "/status.sh";
-        if (!env.check_remote_file_exists(script_path))
-        {
-            return HealthStatus::UNKNOWN;
-        }
-
-        // Run status script, does not display output.
-        if (!env.run_remote_template_command(service, "status", {}, true, {}))
-            return HealthStatus::UNHEALTHY;
-        return HealthStatus::HEALTHY;
-    }
-
-    std::string healthtick(const std::string &server, const std::string &service)
-    {
-        std::string green_tick = "\033[32m✓\033[0m";
-        std::string red_cross = "\033[31m✗\033[0m";
-        std::string yellow_exclamation = "\033[33m!\033[0m";
-        std::string unknown = "\033[37m✓\033[0m";
-
-        HealthStatus status = is_healthy(server, service);
-        if (status == HealthStatus::HEALTHY)
-            return green_tick;
-        else if (status == HealthStatus::UNHEALTHY)
-            return red_cross;
-        else if (status == HealthStatus::UNKNOWN)
-            return unknown;
-        else
-            return yellow_exclamation;
-    }
-
-    std::string HealthStatus2String(HealthStatus status)
-    {
-        if (status == HealthStatus::HEALTHY)
-            return ":tick:";
-        else if (status == HealthStatus::UNHEALTHY)
-            return ":cross:";
-        else if (status == HealthStatus::UNKNOWN)
-            return ":greytick:";
-        else if (status == HealthStatus::NOTINSTALLED)
-            return ":warning:";
-        else
-            return ":error:";
-    }
-
-    std::string healthmark(const std::string &server, const std::string &service)
-    {
-        HealthStatus status = is_healthy(server, service);
-        return HealthStatus2String(status);
-    }
-
-    // ------------------------------------------------------------------------------------------------
-    // health command implementation
-    // ------------------------------------------------------------------------------------------------
-    int health_handler(const CommandContext &ctx)
-    {
-        if (ctx.args.size() < 1)
-        {
-            std::cerr << "Error: Server name is required" << std::endl;
-            return 1;
-        }
-
-        std::string server = safearg(ctx.args, 0);
-
-        if (ctx.args.size() == 1) {
-            // get all services on server
-            std::vector<LocalServiceInfo> services = get_server_services_info(server);
-            transwarp::parallel exec{services.size()};
-            auto task = transwarp::for_each(exec, services.begin(), services.end(), [&](const LocalServiceInfo& service) {
-                std::string status = healthtick(server, service.service_name);
-                std::cout << status << " " << service.service_name << " (" << service.template_name << ")" << std::endl << std::flush;
-            });
-            task->wait();
-            return 0;
-        } else {
-            // get service status
-            std::string service = safearg(ctx.args, 1);
-            LocalServiceInfo service_info = get_service_info(server, service);
-            std::cout << healthtick(server, service) << " " << service << " (" << service_info.template_name << ")" << std::endl << std::flush;
-        }
-        return 0;
-    }
-
-} // namespace dropshell

src/commands/help.cpp

@@ -1,178 +0,0 @@
-#include "command_registry.hpp"
-#include "config.hpp"
-#include "utils/utils.hpp"
-#include "utils/directories.hpp"
-#include "shared_commands.hpp"
-#include "version.hpp"
-
-#include <unistd.h>
-#include <cstring>
-#include <iostream>
-#include <sstream>
-#include <filesystem>
-#include "utils/assert.hpp"
-
-namespace dropshell {
-
-void help_autocomplete(const CommandContext& ctx);
-int help_handler(const CommandContext& ctx);
-
-static std::vector<std::string> help_name_list={"help","h","--help","-h"};
-
-// Static registration
-struct HelpCommandRegister {
-    HelpCommandRegister() {
-        CommandRegistry::instance().register_command({
-            help_name_list,
-            help_handler,
-            help_autocomplete,
-            false, // hidden
-            false, // requires_config
-            false, // requires_install
-            0,     // min_args (after command)
-            1,     // max_args (after command)
-            "help [COMMAND]",
-            "Show help for dropshell, or detailed help for a specific command.",
-            // heredoc
-            R"(
-            Show help for dropshell, or detailed help for a specific command.
-            If you want to see documentation, please visit the DropShell website:
-                https://dropshell.app
-            )"
-        });
-    }
-} help_command_register;
-
-
-void help_autocomplete(const CommandContext& ctx) {
-    if (ctx.args.size() == 1) {
-        // list all commands
-        for (const auto& cmd : CommandRegistry::instance().list_primary_commands(false)) {
-            std::cout << cmd << std::endl;
-        }
-    }
-    return;
-}
-
-void show_command(const std::string& cmd) { 
-    const auto& cmd_info = CommandRegistry::instance().find_command(cmd); 
-    if (!cmd_info) 
-        std::cout << "Unknown command: " << cmd << std::endl;
-
-    std::cout << "  ";
-    print_left_aligned(cmd_info->help_usage, 30);
-    std::cout << cmd_info->help_description << std::endl;
-}
-
-extern const std::string VERSION;
-extern const std::string RELEASE_DATE;
-extern const std::string AUTHOR;
-extern const std::string LICENSE;
-
-
-int show_command_help(const std::string& cmd) {
-    const auto& cmd_info = CommandRegistry::instance().find_command(cmd); 
-    if (!cmd_info) 
-    {
-        std::cout << "Unknown command: " << cmd << std::endl;
-        return 1;
-    }
-
-    std::cout << std::endl;
-    std::cout << "Usage: " << std::endl;
-    std::cout << "  ";
-    print_left_aligned(cmd_info->help_usage, 30);
-    std::cout << cmd_info->help_description << std::endl;
-
-    std::cout << std::endl;
-
-    std::cout << "  Equivalent names: ";
-    bool first = true;
-    for (const auto& name : cmd_info->names) {
-        if (!first) std::cout << ", ";
-        std::cout << name;
-        first = false;
-    }
-    std::cout << std::endl << std::endl;
-    
-    std::cout << cmd_info->full_help << std::endl << std::endl;
-
-    return 0;
-}
-
-int help_handler(const CommandContext& ctx) {
-
-    if (ctx.args.size() > 0)
-        return show_command_help(ctx.args[0]);
-
-    std::cout << std::endl;
-    maketitle("DropShell version " + VERSION);
-    std::cout << std::endl;
-    std::cout << "A tool for managing remote servers, by " << AUTHOR << std::endl;
-    std::cout << std::endl;
-    std::cout << "dropshell ..." << std::endl;
-
-    show_command("help");
-    show_command("edit");
-
-    if (gConfig().is_config_set())
-    {
-        // show more!
-        show_command("list");
-    }
-    return 0;
-}
-
-// void show_command(const std::string& cmd) { 
-//     const auto& cmd_info = CommandRegistry::instance().find_command(cmd); 
-//     if (cmd_info) { 
-//         std::cout << "  " << cmd_info->help_usage 
-//         << std::string(' ', std::min(1,(int)(30-cmd_info->help_usage.length())))
-//         << cmd_info->help_description << std::endl; 
-//     } 
-// }
-
-// bool print_help() {
-//     std::cout << std::endl;
-//     maketitle("DropShell version " + VERSION);
-//     std::cout << std::endl;
-//     std::cout << "A tool for managing server configurations" << std::endl;
-//     std::cout << std::endl;
-//     std::cout << "dropshell ..." << std::endl;
-//     show_command("help");
-//     show_command("edit");
-
-//     if (gConfig().is_config_set()) {
-//     std::cout << "  templates      List all available templates" << std::endl;
-//     std::cout << std::endl;
-//     std::cout << std::endl;
-//     std::cout << "Service commands: (if no service is specified, all services for the server are affected)" << std::endl;
-//     std::cout << "  list [SERVER] [SERVICE]      List status/details of all servers/server/service." << std::endl;
-//     std::cout << "  edit [SERVER] [SERVICE]      Edit the configuration of dropshell/server/service." << std::endl;
-//     std::cout << std::endl;
-//     std::cout << "  install SERVER [SERVICE]     Install/reinstall/update service(s). Safe/non-destructive." << std::endl;
-//     std::cout << "  uninstall SERVER [SERVICE]   Uninstalls the service on the remote server. Leaves data intact." << std::endl;
-//     std::cout << "  nuke SERVER SERVICE          Nuke the service, deleting ALL local and remote data." << std::endl;
-//     std::cout << std::endl;
-//     std::cout << "  COMMAND SERVER [SERVICE]     Run a command on service(s), e.g." << std::endl;
-//     std::cout << "                                  backup, restore, start, stop, logs" << std::endl;
-//     std::cout << std::endl;
-//     std::cout << "  ssh     SERVER SERVICE       Launch an interactive shell on a server or service" << std::endl;
-//     std::cout << std::endl;
-//     std::cout << "Creation commands: (apply to the first local config directory)"<<std::endl;
-//     std::cout << "  create-template TEMPLATE" << std::endl;
-//     std::cout << "  create-server   SERVER" << std::endl;
-//     std::cout << "  create-service  SERVER TEMPLATE SERVICE" << std::endl;
-//     }
-//     else {
-//         show_command("help");
-//         show_command("edit");
-//         std::cout << std::endl;
-//         std::cout << "Other commands available once initialised." << std::endl;
-//     }
-//     return true;
-// }
-
-
-
-} // namespace dropshell

src/commands/install.cpp

@@ -1,369 +0,0 @@
-#include "command_registry.hpp"
-#include "config.hpp"
-#include "utils/utils.hpp"
-#include "utils/directories.hpp"
-#include "templates.hpp"
-#include "shared_commands.hpp"
-#include "utils/hash.hpp"
-
-#include <unistd.h>
-#include <cstring>
-#include <iostream>
-#include <sstream>
-#include <filesystem>
-#include "utils/assert.hpp"
-
-namespace dropshell
-{
-
-    int install_handler(const CommandContext &ctx);
-
-    static std::vector<std::string> install_name_list = {"install","reinstall","update"};
-
-    // Static registration
-    struct InstallCommandRegister
-    {
-        InstallCommandRegister()
-        {
-            CommandRegistry::instance().register_command({install_name_list,
-                                                          install_handler,
-                                                          std_autocomplete_allowallservices,
-                                                          false, // hidden
-                                                          false, // requires_config
-                                                          false, // requires_install
-                                                          0,     // min_args (after command)
-                                                          2,     // max_args (after command)
-                                                          "install SERVER [SERVICE]",
-                                                          "Install/reinstall service(s). Safe/non-destructive way to update.",
-                                                          // heredoc
-                                                          R"(
-            Install components on a server. This is safe to re-run (non-destructive) and used to update
-            servers and their services.
-
-            install                      (re)install dropshell components on this computer.
-            install SERVER               (re)install dropshell agent on the given server.
-            install SERVER [SERVICE|*]   (re)install the given service (or all services) on the given server.
-
-            Note you need to create the service first with:
-                dropshell create-service <server> <template> <service>
-            )"});
-        }
-    } install_command_register;
-
-    // ------------------------------------------------------------------------------------------------
-    // rsync_tree_to_remote : SHARED COMMAND
-    // ------------------------------------------------------------------------------------------------
-    bool rsync_tree_to_remote(
-        const std::string &local_path,
-        const std::string &remote_path,
-        server_env_manager &server_env,
-        bool silent)
-    {
-        ASSERT(!local_path.empty() && !remote_path.empty(), "Local or remote path not specified. Can't rsync.");
-
-        std::string rsync_cmd = "rsync --delete --mkpath -zrpc -e 'ssh -p " + server_env.get_SSH_PORT() + "' " +
-                                quote(local_path + "/") + " " +
-                                quote(server_env.get_SSH_USER() + "@" + server_env.get_SSH_HOST() + ":" +
-                                      remote_path + "/");
-        return execute_local_command(rsync_cmd, nullptr, (silent ? cMode::Silent : cMode::None));
-    }
-
-    // ------------------------------------------------------------------------------------------------
-    // install service over ssh : SHARED COMMAND
-    // ------------------------------------------------------------------------------------------------
-    bool install_service(const std::string &server, const std::string &service, bool silent)
-    {
-        LocalServiceInfo service_info = get_service_info(server, service);
-        if (!SIvalid(service_info))
-            return false;
-
-        server_env_manager server_env(server);
-        if (!server_env.is_valid())
-            return false;
-
-        maketitle("Installing " + service + " (" + service_info.template_name + ") on " + server);
-
-        if (!server_env.is_valid())
-            return false; // should never hit this.
-
-        // Check if template exists
-        template_info tinfo = gTemplateManager().get_template_info(service_info.template_name);
-        if (!tinfo.is_set())
-            return false;
-
-        // Create service directory
-        std::string remote_service_path = remotepath::service(server, service);
-        std::string mkdir_cmd = "mkdir -p " + quote(remote_service_path);
-        if (!execute_ssh_command(server_env.get_SSH_INFO(), sCommand("", mkdir_cmd, {}), cMode::Silent))
-        {
-            std::cerr << "Failed to create service directory " << remote_service_path << std::endl;
-            return false;
-        }
-
-        // Check if rsync is installed on remote host
-        std::string check_rsync_cmd = "which rsync";
-        if (!execute_ssh_command(server_env.get_SSH_INFO(), sCommand("", check_rsync_cmd, {}), cMode::Silent))
-        {
-            std::cerr << "rsync is not installed on the remote host" << std::endl;
-            return false;
-        }
-
-        // Copy template files
-        std::cout << "Copying: [LOCAL] " << tinfo.local_template_path() << std::endl
-                  << std::string(8, ' ') << "[REMOTE] " << remotepath::service_template(server, service) << "/" << std::endl;
-        if (!rsync_tree_to_remote(tinfo.local_template_path().string(), remotepath::service_template(server, service),
-                                  server_env, silent))
-        {
-            std::cerr << "Failed to copy template files using rsync" << std::endl;
-            return false;
-        }
-
-        // Copy service files
-        std::cout << "Copying: [LOCAL] " << localpath::service(server, service) << std::endl
-                  << std::string(8, ' ') << "[REMOTE] " << remotepath::service_config(server, service) << std::endl;
-        if (!rsync_tree_to_remote(localpath::service(server, service), remotepath::service_config(server, service),
-                                  server_env, silent))
-        {
-            std::cerr << "Failed to copy service files using rsync" << std::endl;
-            return false;
-        }
-
-        // Run install script
-        {
-            server_env.run_remote_template_command(service, "install", {}, silent, {});
-        }
-
-        // print health tick
-        std::cout << "Health: " << healthtick(server, service) << std::endl;
-        return true;
-    }
-
-    // ------------------------------------------------------------------------------------------------
-    // get_arch : SHARED COMMAND
-    // ------------------------------------------------------------------------------------------------
-    std::string get_arch()
-    {
-        // determine the architecture of the system
-        std::string arch;
-    #ifdef __aarch64__
-        arch = "arm64";
-    #elif __x86_64__
-        arch = "amd64";
-    #endif
-        return arch;
-    }
-
-    // ------------------------------------------------------------------------------------------------
-    // update_dropshell 
-    // ------------------------------------------------------------------------------------------------
-
-    
-    std::string _exec(const char* cmd) {
-        char buffer[128];
-        std::string result = "";
-        FILE* pipe = popen(cmd, "r");
-        if (!pipe) {
-            throw std::runtime_error("popen() failed!");
-        }
-        while (!feof(pipe)) {
-            if (fgets(buffer, 128, pipe) != nullptr)
-                result += buffer;
-        }
-        pclose(pipe);
-        return trim(result);
-    }
-
-    int update_dropshell()
-    {
-        // determine path to this executable
-        std::filesystem::path dropshell_path = std::filesystem::canonical("/proc/self/exe");
-        std::filesystem::path parent_path = dropshell_path.parent_path();
-
-        // determine the architecture of the system
-        std::string arch = get_arch();
-
-        std::string url = "https://gitea.jde.nz/public/dropshell/releases/download/latest/dropshell." + arch;
-
-        // download new version, preserve permissions and ownership
-        std::string bash_script;
-        bash_script += "docker run --rm -v " + parent_path.string() + ":/target";
-        bash_script += " gitea.jde.nz/public/debian-curl:latest";
-        bash_script += " sh -c \"";
-        bash_script += " curl -fsSL " + url + " -o /target/dropshell_temp &&";
-        bash_script += " chmod --reference=/target/dropshell /target/dropshell_temp &&";
-        bash_script += " chown --reference=/target/dropshell /target/dropshell_temp";
-        bash_script += "\"";
-
-        std::string cmd = "bash -c '" + bash_script + "'";
-        int rval = system(cmd.c_str());
-        if (rval != 0)
-        {
-            std::cerr << "Failed to download new version of dropshell." << std::endl;
-            return -1;
-        }
-
-        // check if the new version is the same as the old version
-        uint64_t new_hash = hash_file(parent_path / "dropshell_temp");
-        uint64_t old_hash = hash_file(parent_path / "dropshell");
-        if (new_hash == old_hash)
-        {
-            std::cout << "Confirmed dropshell is the latest version." << std::endl;
-            return 0;
-        }
-
-        std::string runvercmd = (parent_path / "dropshell").string() + " version";
-        std::string currentver = _exec(runvercmd.c_str());
-        runvercmd = (parent_path / "dropshell_temp").string() + " version";
-        std::string newver = _exec(runvercmd.c_str());
-
-        if (currentver >= newver)
-        {
-            std::cout << "Current dropshell version: " << currentver << ", published version: " << newver << std::endl;
-            std::cout << "No update needed." << std::endl;
-            return 0;
-        }
-
-        return 0;
-
-
-        std::string bash_script_2 = "docker run --rm -v " + parent_path.string() + ":/target gitea.jde.nz/public/debian-curl:latest " +
-                      "sh -c \"mv /target/dropshell_temp /target/dropshell\"";
-        rval = system(bash_script_2.c_str());
-        if (rval != 0)
-        {
-            std::cerr << "Failed to install new version of dropshell." << std::endl;
-            return -1;
-        }
-
-        std::cout << "Successfully updated " << dropshell_path << " to the latest " << arch << " version." << std::endl;
-
-        // execute the new version
-        execlp("bash", "bash", "-c", (parent_path / "dropshell").c_str(), "install", (char *)nullptr);
-        std::cerr << "Failed to execute new version of dropshell." << std::endl;
-        return -1;
-    }
-
-    int install_local_agent()
-    {
-        std::vector<std::filesystem::path> paths = {
-            gConfig().get_local_template_cache_path(),
-            gConfig().get_local_backup_path(),
-            gConfig().get_local_tempfiles_path(),
-            localpath::agent()
-            };
-        for (auto &p : gConfig().get_local_server_definition_paths())
-            paths.push_back(p);
-
-        for (auto &p : paths)
-            if (!std::filesystem::exists(p))
-            {
-                std::cout << "Creating directory: " << p << std::endl;
-                std::filesystem::create_directories(p);
-            }
-
-        // download bb64.
-        if (!std::filesystem::exists(localpath::agent()+"bb64"))
-        {
-            std::string cmd = "cd " + localpath::agent() + " && curl -fsSL -o bb64 https://gitea.jde.nz/public/bb64/releases/download/latest/bb64.amd64 && chmod a+x bb64";
-            int ret = system(cmd.c_str());
-            if (EXITSTATUSCHECK(ret))
-                std::cout << "Downloaded bb64 to " << localpath::agent() << std::endl;
-            else
-                std::cerr << "Failed to download bb64 to " << localpath::agent() << std::endl;
-        } else {
-            std::cout << "Updating bb64..." << std::endl;
-            system((localpath::agent()+"bb64 -u").c_str()); // update.
-        }
-        return 0;
-    }
-
-    int install_host()
-    {
-        // update dropshell.
-        // install the local dropshell agent.
-
-        int rval = update_dropshell();
-        if (rval != 0)
-            return rval;
-
-        rval = install_local_agent();
-        if (rval != 0)
-            return rval;
-
-        std::cout << "Installation complete." << std::endl;
-        return 0;
-    }
-
-
-    int install_server(const std::string &server)
-    {
-        // install the dropshell agent on the given server.
-        std::cout << "Installing dropshell agent on " << server << std::endl;
-
-        std::string agent_path = remotepath::agent(server);
-        if (agent_path.empty())
-        {
-            std::cerr << "Failed to get agent path for " << server << std::endl;
-            return 1;
-        }
-
-        // first install bb64.
-        std::string remote_cmd =
-            "curl -fsSL https://gitea.jde.nz/public/bb64/releases/download/latest/install.sh | bash -s -- " + agent_path;
-
-        server_env_manager server_env(server);
-        if (!server_env.is_valid()) {
-            std::cerr << "Invalid server environment for " << server << std::endl;
-            return 1;
-        }
-
-        std::string fullcmd = "ssh -p " + server_env.get_SSH_INFO().port + " " + server_env.get_SSH_INFO().user + "@" + server_env.get_SSH_INFO().host;
-        fullcmd += " bash -c '" + remote_cmd + "'";
-
-        std::cout << "Executing: " << fullcmd << std::endl;
-        if (!execute_local_command(fullcmd, nullptr, cMode::Silent)) {
-            std::cerr << "Failed to download bb64 to " << agent_path << " on remote server." << std::endl;
-        } else {
-            std::cout << "Downloaded bb64 to " << agent_path << " on remote server." << std::endl;
-        }
-        return 0; // NOTIMPL
-    }
-
-    // ------------------------------------------------------------------------------------------------
-    // install command implementation
-    // ------------------------------------------------------------------------------------------------
-    int install_handler(const CommandContext &ctx)
-    {
-        if (ctx.args.size() < 1)
-        { // install host
-            return install_host();
-        }
-
-        std::string server = safearg(ctx.args, 0);
-
-        if (ctx.args.size() == 1)
-        { // install server
-            return install_server(server);
-        }
-
-        // install service(s)
-        if (safearg(ctx.args, 1) == "*")
-        {
-            // install all services on the server
-            bool okay = true;
-            std::vector<LocalServiceInfo> services = get_server_services_info(server);
-            for (const auto &service : services)
-            {
-                if (!install_service(server, service.service_name, false))
-                    okay = false;
-            }
-            return okay ? 0 : 1;
-        }
-        else
-        { // install the specific service.
-            std::string service = safearg(ctx.args, 1);
-            return install_service(server, service, false) ? 0 : 1;
-        }
-    }
-
-} // namespace dropshell

src/commands/nuke.cpp

@@ -1,106 +0,0 @@
-#include "command_registry.hpp"
-#include "shared_commands.hpp"
-#include "config.hpp"
-#include "services.hpp"
-#include "server_env_manager.hpp"
-#include "utils/directories.hpp"
-#include "servers.hpp"
-#include "templates.hpp"
-
-#include "utils/assert.hpp"
-
-#pragma message ("TODO: Fix issues with Nuke below.")
-
-/*
-
-j@twelve:~/code/dropshell$ ds nuke localhost test-squashkiwi
----------------------------------------
-| Nuking test-squashkiwi on localhost |
----------------------------------------
----------------------------------------------
-| Uninstalling test-squashkiwi on localhost |
----------------------------------------------
-Service is not installed: test-squashkiwi
-bash: line 1: cd: /home/dropshell/dropshell_deploy/services/test-squashkiwi/template: Permission denied
-bash: line 1: /home/dropshell/dropshell_deploy/services/test-squashkiwi/template/nuke.sh: Permission denied
-Warning: Failed to run nuke script: test-squashkiwi
-
-*/
-
-namespace dropshell {
-
-int nuke_handler(const CommandContext& ctx);
-static std::vector<std::string> nuke_name_list={"nuke"};
-
-// Static registration
-struct NukeCommandRegister {
-    NukeCommandRegister() {
-        CommandRegistry::instance().register_command({
-            nuke_name_list,
-            nuke_handler,
-            std_autocomplete,
-            false, // hidden
-            true, // requires_config
-            true, // requires_install
-            2,     // min_args (after command)
-            2,     // max_args (after command)
-            "nuke SERVER [SERVICE|*]    ",
-            "Nuke a service on a server. Destroys everything, both local and remote!",
-            // heredoc
-            R"(
-            Nuke a service on a server. Destroys everything, both local and remote!
-            nuke SERVER SERVICE   nuke the given service on the given server.
-            nuke SERVER *         nuke all services on the given server.
-            )"
-        });
-    }
-} nuke_command_register;
-
-int nuke_handler(const CommandContext &ctx)
-{
-    ASSERT(ctx.args.size() > 1, "Usage: nuke <server> <service>");
-    ASSERT(gConfig().is_config_set(), "No configuration found. Please run 'dropshell config' to set up your configuration.");
-
-    std::string server = safearg(ctx.args, 0);
-    std::string service = safearg(ctx.args, 1);
-
-    maketitle("Nuking " + service + " on " + server);
-
-    server_env_manager server_env(server);
-    LocalServiceInfo service_info;
-
-    if (server_env.is_valid())
-    {
-        service_info = get_service_info(server, service);
-        if (!SIvalid(service_info))
-            std::cerr << "Warning: Invalid service: " << service << std::endl;
-
-        if (!uninstall_service(server, service, false))
-            std::cerr << "Warning: Failed to uninstall service: " << service << std::endl;
-
-        // run the nuke script on the remote server if it exists.
-        if (gTemplateManager().template_command_exists(service_info.template_name, "nuke"))
-        {
-            if (!server_env.run_remote_template_command(service, "nuke", {}, false, {}))
-                std::cerr << "Warning: Failed to run nuke script: " << service << std::endl;
-        }
-    }
-    else
-        std::cerr << "Warning: Invalid server: " << server << std::endl;
-
-    // remove the local service directory
-    std::string local_service_path = service_info.local_service_path;
-    if (local_service_path.empty() || !std::filesystem::exists(local_service_path))
-    {
-        std::cerr << "Warning: Local service directory not found: " << local_service_path << std::endl;
-        return 1;
-    }
-
-    auto ret = std::filesystem::remove_all(local_service_path);
-    if (ret != 0)
-        std::cerr << "Warning: Failed to remove local service directory" << std::endl;
-
-    return ret == 0 ? 0 : 1;
-}
-
-} // namespace dropshell

src/commands/shared_commands.hpp

@@ -1,31 +0,0 @@
-#ifndef SHARED_COMMANDS_HPP
-#define SHARED_COMMANDS_HPP
-
-#include "servers.hpp"
-#include "command_registry.hpp"
-
-namespace dropshell {
-
-    // defined in install.cpp
-    bool rsync_tree_to_remote(
-        const std::string &local_path,
-        const std::string &remote_path, 
-        server_env_manager &server_env, 
-        bool silent);
-
-    // defined in install.cpp
-    bool install_service(const std::string& server, const std::string& service, bool silent);
-    bool uninstall_service(const std::string& server, const std::string& service, bool silent);
-    std::string get_arch();
-
-    // defined in health.cpp
-    std::string healthtick(const std::string& server, const std::string& service);
-    std::string HealthStatus2String(HealthStatus status);
-
-    // defined in standard_autocomplete.cpp
-    void std_autocomplete(const CommandContext& ctx);
-    void std_autocomplete_allowallservices(const CommandContext& ctx);
-
-
-} // namespace dropshell
-#endif

src/commands/standard_autocomplete.cpp

@@ -1,36 +0,0 @@
-#include "shared_commands.hpp"
-#include "command_registry.hpp"
-
-#include "servers.hpp"
-#include "services.hpp"
-
-#include "utils/assert.hpp"
-
-namespace dropshell {
-
-void std_autocomplete(const CommandContext &ctx)
-{
-    if (ctx.args.size() == 0) { // just the command, no args yet.
-        // list servers
-        std::vector<ServerInfo> servers = get_configured_servers();
-        for (const auto& server : servers) {
-            std::cout << server.name << std::endl;
-        }
-    }    
-    else if (ctx.args.size() == 1) {
-        // list services
-        std::vector<LocalServiceInfo> services = get_server_services_info(ctx.args[0]);
-        for (const auto& service : services) {
-            std::cout << service.service_name << std::endl;
-        }
-    }
-}
-
-void std_autocomplete_allowallservices(const CommandContext &ctx)
-{
-    std_autocomplete(ctx);
-    if (ctx.args.size() == 1) 
-        std::cout << "*" << std::endl;
-}
-
-} // namespace dropshell

src/commands/uninstall.cpp

@@ -1,108 +0,0 @@
-#include "command_registry.hpp"
-#include "directories.hpp"
-#include "shared_commands.hpp"
-#include "templates.hpp"
-
-#include "utils/assert.hpp"
-
-namespace dropshell
-{
-
-    int uninstall_handler(const CommandContext &ctx);
-
-    static std::vector<std::string> uninstall_name_list = {"uninstall", "remove"};
-
-    // Static registration
-    struct UninstallCommandRegister
-    {
-        UninstallCommandRegister()
-        {
-            CommandRegistry::instance().register_command({uninstall_name_list,
-                                                          uninstall_handler,
-                                                          std_autocomplete_allowallservices,
-                                                          false, // hidden
-                                                          true, // requires_config
-                                                          true, // requires_install
-                                                          1,     // min_args (after command)
-                                                          2,     // max_args (after command)
-                                                          "uninstall SERVER [SERVICE|*]",
-                                                          "Uninstall a service on a server. Does not remove configuration or user data.",
-                                                          // heredoc
-                                                          R"(
-            Uninstall a service on a server. Does not remove configuration or user data.
-            uninstall SERVER SERVICE   uninstall the given service on the given server.
-            uninstall SERVER *         uninstall all services on the given server.
-                )"});
-        }
-    } uninstall_command_register;
-
-    int uninstall_handler(const CommandContext &ctx)
-    {
-        if (ctx.args.size() < 1)
-        {
-            std::cerr << "Error: uninstall requires a server and (optionally) a service" << std::endl;
-            return 1;
-        }
-
-        std::string server = safearg(ctx.args, 0);
-
-        if (ctx.args.size() == 1)
-        {
-            // uninstall all services on the server
-            bool okay = true;
-            std::vector<LocalServiceInfo> services = get_server_services_info(server);
-            for (const auto &service : services)
-            {
-                if (!uninstall_service(server, service.service_name, false))
-                    okay = false;
-            }
-            return okay ? 0 : 1;
-        }
-
-        std::string service = safearg(ctx.args, 1);
-        return uninstall_service(server, service, false) ? 0 : 1;
-    }
-
-    bool uninstall_service(const std::string &server, const std::string &service, bool silent)
-    {
-        if (!silent)
-            maketitle("Uninstalling " + service + " on " + server);
-
-        server_env_manager server_env(server);
-        if (!server_env.is_valid())
-        {
-            std::cerr << "Invalid server: " << server << std::endl;
-            return false; // should never hit this.
-        }
-
-        // 2. Check if service directory exists on server
-        if (!server_env.check_remote_dir_exists(remotepath::service(server, service)))
-        {
-            std::cerr << "Service is not installed: " << service << std::endl;
-            return true; // Nothing to uninstall
-        }
-
-        // 3. Run uninstall script if it exists
-        std::string uninstall_script = remotepath::service_template(server, service) + "/uninstall.sh";
-        if (gTemplateManager().template_command_exists(service, "uninstall"))
-            if (server_env.check_remote_file_exists(uninstall_script))
-                if (!server_env.run_remote_template_command(service, "uninstall", {}, silent, {}))
-                    if (!silent)
-                        std::cerr << "Warning: Uninstall script failed, but continuing with directory removal" << std::endl;
-
-        // 4. Remove the service directory from the server, running in a docker container as root.
-        if (server_env.remove_remote_dir(remotepath::service(server, service), silent))
-        {
-            ASSERT(!server_env.check_remote_dir_exists(remotepath::service(server, service)), "Service directory still found on server after uninstall");
-            if (!silent)
-                std::cout << "Removed remote service directory " << remotepath::service(server, service) << std::endl;
-        }
-        else if (!silent)
-            std::cerr << "Warning: Failed to remove remote service directory" << std::endl;
-
-        if (!silent)
-            std::cout << "Completed service " << service << " uninstall on " << server << std::endl;
-        return true;
-    }
-
-} // namespace dropshell

src/main.cpp

@@ -1,262 +0,0 @@
-#include "version.hpp"
-#include "config.hpp"
-#include "service_runner.hpp"
-#include "services.hpp"
-#include "servers.hpp"
-#include "utils/directories.hpp"
-#include "templates.hpp"
-#include "utils/utils.hpp"
-#include "autocomplete.hpp"
-#include "utils/hash.hpp"
-#include "command_registry.hpp"
-
-#include <filesystem>
-#include <iostream>
-#include <string>
-#include <vector>
-#include <iomanip>
-#include <chrono>
-#include <assert.hpp>
-#include <sstream>
-#include <algorithm>
-namespace dropshell {
-
-extern const std::string VERSION;
-extern const std::string RELEASE_DATE;
-extern const std::string AUTHOR;
-extern const std::string LICENSE;
-
-
-int main(int argc, char* argv[]) {
-
-    try {
-        // silently attempt to load the config file and templates.
-        gConfig().load_config();
-        if (gConfig().is_config_set())
-            gTemplateManager().load_sources();
-
-
-        // process the command line arguments.
-        std::vector<std::string> args(argv, argv + argc);
-
-        if (args.size() < 2) 
-            args.push_back("help");
-        ASSERT(args.size() > 1, "No command provided, logic error.");
-
-        CommandContext ctx{args[0], args[1], std::vector<std::string>(args.begin() + 2, args.end())};
-
-        if (ctx.command == "autocomplete") {
-            CommandRegistry::instance().autocomplete(ctx);
-            return 0;
-        }
-
-        const CommandInfo* info = CommandRegistry::instance().find_command(ctx.command);
-        if (!info) {
-            std::cerr << "Unknown command: " << ctx.command << std::endl;
-            return 1;
-        }
-        if (info->requires_config && !gConfig().is_config_set()) {
-            std::cerr << "Valid dropshell configuration required for command: " << ctx.command << std::endl;
-            std::cerr << "Please run 'dropshell edit' to set up the dropshell configuration." << std::endl;
-            return 1;
-        }
-        if (info->requires_install && !gConfig().is_agent_installed()) {
-            std::cerr << "Dropshell agent not installed for command: " << ctx.command << std::endl;
-            std::cerr << "Please run 'dropshell install' to install the local dropshell agent." << std::endl;
-            return 1;
-        }
-
-        int arg_count = ctx.args.size();
-        if (arg_count < info->min_args || (info->max_args != -1 && arg_count > info->max_args)) {
-            std::cerr << "Invalid number of arguments for command: " << ctx.command << std::endl;
-            std::cerr << "Usage: " << std::endl;
-            std::cout << "  ";
-            print_left_aligned(info->help_usage,30);
-            std::cout << info->help_description << std::endl;
-            return 1;
-        }
-        return info->handler(ctx);
-
-    }
-    catch (const std::exception& e) {
-        std::cerr << "Error: " << e.what() << std::endl;
-        return 1;
-    }
-}
-
-
-
-
-
-
-
-
-
-
-
-// ------------------------------------------------------------------------------------------------
-
-struct ServerAndServices {
-    std::string server_name;
-    std::vector<LocalServiceInfo> servicelist;
-};
-
-bool getCLIServices(const std::string & arg2, const std::string & arg3, 
-    ServerAndServices & server_and_services)
-{
-    if (arg2.empty()) return false;
-    server_and_services.server_name = arg2;
-
-    if (arg3.empty()) {
-        server_and_services.servicelist = get_server_services_info(arg2);
-    } else {
-        server_and_services.servicelist.push_back(get_service_info(arg2, arg3));
-    }
-    return true;
-}
-
-void printversion() {
-    maketitle("DropShell version " + VERSION);
-    std::cout << "Release date: " << RELEASE_DATE << std::endl;
-    std::cout << "Author:       " << AUTHOR << std::endl;
-    std::cout << "License:      " << LICENSE << std::endl;
-}
-
-auto command_match = [](const std::string& cmd_list, int argc, char* argv[]) -> bool {
-    std::istringstream iss(cmd_list);
-    std::string cmd_item;
-    while (iss >> cmd_item) {
-        if (cmd_item == safearg(argc, argv, 1)) {
-            return true;
-        }
-    }
-    return false;
-};
-
-#define BOOLEXIT(CMD_LIST, RUNCMD) { \
-    if (command_match(CMD_LIST, argc, argv)) { \
-        return (RUNCMD) ? 0 : 1; \
-    } \
-}
-
-#define HAPPYEXIT(CMD_LIST, RUNCMD) { \
-    if (command_match(CMD_LIST, argc, argv)) { \
-        RUNCMD; \
-        return 0; \
-    } \
-}
-
-
-int old_main(int argc, char* argv[]) {
-    HAPPYEXIT("hash", hash_demo_raw(safearg(argc,argv,2)))
-    HAPPYEXIT("version", printversion())
-    BOOLEXIT("test-template", gTemplateManager().test_template(safearg(argc,argv,2)))
-    ASSERT(safearg(argc,argv,1) != "assert", "Hello! Here is an assert.");
-
-    try {
-        // silently attempt to load the config file and templates.
-        gConfig().load_config();
-        if (gConfig().is_config_set())
-            gTemplateManager().load_sources();
-
-        std::string cmd = argv[1];
-
-
-        // ------------------------------------------------------------
-        // from here we require the config file to be loaded.
-        if (!gConfig().is_config_set()) 
-            return die("Please run 'dropshell edit' to set up the dropshell configuration.");
-
-
-        const std::vector<std::string> & server_definition_paths = gConfig().get_local_server_definition_paths();
-        if (server_definition_paths.size()>1) { // only show if there are multiple.
-            std::cout << "Server definition paths: ";
-            for (auto & dir : server_definition_paths) 
-                std::cout << "["<< dir << "] ";
-            std::cout << std::endl;
-        }
-        if (gTemplateManager().is_loaded() && gTemplateManager().get_source_count() > 0)
-            gTemplateManager().print_sources();
-
-        HAPPYEXIT("templates", gTemplateManager().list_templates());
-
-        if (cmd == "create-template") {
-            if (argc < 3) return die("Error: create-template requires a template name");
-            return (gTemplateManager().create_template(argv[2])) ? 0 : 1;
-        }
-
-        if (cmd == "create-server") {
-            if (argc < 3) return die("Error: create-server requires a server name");
-            return (create_server(argv[2])) ? 0 : 1;
-        }
-
-        if (cmd == "create-service") {
-            if (argc < 5) return die("Error: not enough arguments.\ndropshell create-service server template service");
-            return (create_service(argv[2], argv[3], argv[4])) ? 0 : 1;
-        }
-
-         if (cmd == "ssh" && argc < 4) {
-            if (argc < 3) return die("Error: ssh requires a server name and optionally service name");
-            service_runner::interactive_ssh(argv[2], "bash");
-            return 0;
-        }
-
-
-        // handle running a command. 
-        std::set<std::string> commands;
-        get_all_used_commands(commands);
-
-        autocomplete::merge_commands(commands, autocomplete::service_commands_require_config); // handled by service_runner, but not in template_shell_commands.
-
-        if (commands.count(cmd)) {
-            std::set<std::string> safe_commands = {"nuke", "fullnuke"};
-            if (safe_commands.count(cmd) && argc < 4) 
-                return die("Error: "+cmd+" requires a server name and service name. For safety, can't run on all services.");
-
-            // get all the services to run the command on.
-            ServerAndServices server_and_services;
-            if (!getCLIServices(safearg(argc, argv, 2), safearg(argc, argv, 3), server_and_services)) 
-                return die("Error: "+cmd+" command requires server name and optionally service name");
-
-            // run the command on each service.
-            for (const auto& service_info : server_and_services.servicelist) {
-                if (!SIvalid(service_info))
-                    std::cerr<<"Error: Unable to get service information."<<std::endl;
-                else {
-                    service_runner runner(server_and_services.server_name, service_info.service_name);
-                    if (!runner.isValid()) 
-                        return die("Error: Failed to initialize service");
-                    
-                    std::vector<std::string> additional_args;
-                    for (int i=4; i<argc; i++)
-                        additional_args.push_back(argv[i]);
-                    if (!runner.run_command(cmd, additional_args)) 
-                        return die(cmd+" failed on service "+service_info.service_name);
-                }
-            }
-
-            // success!
-            return 0;
-        }
-
-        // Unknown command
-        std::cerr << "Error: Unknown command '" << cmd << "'" << std::endl;
-        std::cerr << "Valid commands: ";
-        for (const auto& command : commands) {
-            if (!command.empty() && command[0]!='_')
-                std::cerr << command << " ";
-        }
-        std::cerr << std::endl;
-        return 1;
-
-    } catch (const std::exception& e) {
-        std::cerr << "Error: " << e.what() << std::endl;
-        return 1;
-    }
-} 
-
-} // namespace dropshell
-
-int main(int argc, char* argv[]) {
-    return dropshell::main(argc, argv);
-}

src/service_runner.cpp

@@ -1,551 +0,0 @@
-
-#include <iostream>
-#include <fstream>
-#include <sstream>
-#include <cstdlib>
-#include <chrono>
-#include <iomanip>
-#include <filesystem>
-#include <unistd.h>
-#include "utils/assert.hpp"
-
-#include "config.hpp"
-#include "service_runner.hpp"
-#include "server_env_manager.hpp"
-#include "templates.hpp"
-#include "services.hpp"
-#include "utils/directories.hpp"
-#include "utils/utils.hpp"
-#include "command_registry.hpp"
-#include "shared_commands.hpp"
-
-namespace fs = std::filesystem;
-
-namespace dropshell {
-
-static const std::string magic_string = "-_-";
-
-service_runner::service_runner(const std::string& server_name, const std::string& service_name) : 
-    mServerEnv(server_name), mServer(server_name), mService(service_name), mValid(false)
-{
-    if (server_name.empty() || service_name.empty())
-        return; 
-
-    // Initialize server environment
-    if (!mServerEnv.is_valid()) 
-        return;
-
-    mServiceInfo = get_service_info(server_name, service_name);
-    if (mServiceInfo.service_name.empty())
-        return;
-
-    mService = mServiceInfo.service_name;
-    
-    mValid = !mServiceInfo.local_template_path.empty();
-}
-
-
-
-bool service_runner::nuke(bool silent)
-{
-    maketitle("Nuking " + mService + " (" + mServiceInfo.template_name + ") on " + mServer);
-
-    if (!mServerEnv.is_valid()) return false; // should never hit this.
-
-    std::string remote_service_path = remotepath::service(mServer, mService);
-    bool okay = mServerEnv.run_remote_template_command("dropshell-agent", "_nuke_other", {mService, remote_service_path}, silent, {});
-    if (!okay)
-    {
-        std::cerr << "Warning: Nuke script failed" << std::endl;
-        return false;
-    }
-
-    std::cout << "Service " << mService << " successfully nuked from " << mServer << std::endl;
-
-    if (!silent) {
-        std::cout << "There's nothing left on the remote server." << std::endl;
-        std::cout << "You can remove the local files with:" << std::endl;
-        std::cout << "   rm -rf " << localpath::service(mServer,mService) << std::endl;
-    }
-    return true;
-}
-
-bool service_runner::fullnuke()
-{
-    if (!nuke(true))
-    {
-        std::cerr << "Warning: Nuke script failed, aborting fullnuke!" << std::endl;
-        return false;
-    }
-
-    std::string local_service_path = mServiceInfo.local_service_path;
-    if (local_service_path.empty() || !fs::exists(local_service_path)) {
-        std::cerr << "Error: Service directory not found: " << local_service_path << std::endl;
-        return false;
-    }  
-    
-    std::string rm_cmd = "rm -rf " + quote(local_service_path);
-    if (!execute_local_command(rm_cmd, nullptr, cMode::Silent)) {
-        std::cerr << "Failed to remove service directory" << std::endl;
-        return false;
-    }
-    
-    return true;
-}
-
-
-// ------------------------------------------------------------------------------------------------
-// Run a command on the service.
-// ------------------------------------------------------------------------------------------------
-bool service_runner::run_command(const std::string& command, std::vector<std::string> additional_args, std::map<std::string, std::string> env_vars) {
-    if (!mServerEnv.is_valid()) {
-        std::cerr << "Error: Server service not initialized" << std::endl;
-        return false;
-    }
-    template_info tinfo = gTemplateManager().get_template_info(mServiceInfo.template_name);
-    if (!tinfo.is_set()) {
-        std::cerr << "Error: Template '" << mServiceInfo.template_name << "' not found" << std::endl;
-        return false;
-    }
-
-    if (command == "fullnuke") 
-        return fullnuke();
-
-    if (command == "nuke") 
-    {
-        std::cout << "Nuking " << mService << " (" << mServiceInfo.template_name << ") on " << mServer << std::endl;
-        return nuke();
-    }
-
-    if (!gTemplateManager().template_command_exists(mServiceInfo.template_name, command)) {
-        std::cout << "No command script for " << mServiceInfo.template_name << " : " << command << std::endl;
-        return true; // nothing to run.
-    }
-
-    // install doesn't require anything on the server yet.
-    if (command == "install") 
-        return install_service(mServer, mService, false);
-
-    std::string script_path = remotepath::service_template(mServer, mService) + "/" + command + ".sh";
-    
-    // Check if service directory exists
-    if (!mServerEnv.check_remote_dir_exists(remotepath::service(mServer, mService))) {
-        std::cerr << "Error: Service is not installed: " << mService << std::endl;
-        return false;
-    }
-    
-    // Check if command script exists
-    if (!mServerEnv.check_remote_file_exists(script_path)) {
-        std::cerr << "Error: Remote command script not found: " << script_path << std::endl;
-        return false;
-    }
-
-    // Check if env file exists
-    if (!mServerEnv.check_remote_file_exists(remotefile::service_env(mServer, mService))) {
-        std::cerr << "Error: Service config file not found: " << remotefile::service_env(mServer, mService) << std::endl;
-        return false;
-    }
-
-    // if (command == "uninstall") 
-    //     return uninstall();
-
-    if (command == "ssh") {
-        interactive_ssh_service();
-        return true;
-    }
-    if (command == "restore") {
-        if (additional_args.size() < 1) {
-            std::cerr << "Error: restore requires a backup file:" << std::endl;
-            std::cerr << "dropshell restore <server> <service> <backup-file>" << std::endl;
-            return false;
-        }
-        return restore(additional_args[0], false);
-    }
-    if (command == "backup") {
-        return backup(false);
-    }
-
-    // Run the generic command
-    std::vector<std::string> args; // not passed through yet.
-    return mServerEnv.run_remote_template_command(mService, command, args, false, env_vars);
-}
-
-
-std::map<std::string, ServiceStatus> service_runner::get_all_services_status(std::string server_name)
-{
-    std::map<std::string, ServiceStatus> status;
-
-    std::string command = "_allservicesstatus";
-    std::string service_name = "dropshell-agent";
-
-    if (!gTemplateManager().template_command_exists(service_name, "shared/"+command))
-        {
-            std::cerr << "Error: " << service_name << " does not contain the " << command << " script" << std::endl;
-            return status;
-        }
-
-    server_env_manager env(server_name);
-    if (!env.is_valid()) {
-        std::cerr << "Error: Invalid server environment" << std::endl;
-        return status;
-    }
-
-    std::string output;
-    if (!env.run_remote_template_command_and_capture_output(service_name, "shared/"+command, {}, output, true, {}))
-        return status;
-
-    std::stringstream ss(output);
-    std::string line;
-    while (std::getline(ss, line)) {
-        std::string key, value;
-        std::size_t pos = line.find("=");
-        if (pos != std::string::npos) {
-            key = dequote(trim(line.substr(0, pos)));
-            value = dequote(trim(line.substr(pos + 1)));
-
-            // decode key, it's of format SERVICENAME_[HEALTH|PORTS]
-            std::string service_name = key.substr(0, key.find_last_of("_"));
-            std::string status_type = key.substr(key.find_last_of("_") + 1);
-
-            if (status_type == "HEALTH") { // healthy|unhealthy|unknown
-                if (value == "healthy")
-                    status[service_name].health = HealthStatus::HEALTHY;
-                else if (value == "unhealthy")
-                    status[service_name].health = HealthStatus::UNHEALTHY;
-                else if (value == "unknown")
-                    status[service_name].health = HealthStatus::UNKNOWN;
-                else
-                    status[service_name].health = HealthStatus::ERROR;
-            } else if (status_type == "PORTS") { // port1,port2,port3
-                std::vector<std::string> ports = string2multi(value);
-                for (const auto& port : ports) {
-                    if (port!="unknown")
-                        status[service_name].ports.push_back(str2int(port));
-                }
-            }
-        }
-    }
-    return status;
-}
-
-
-bool service_runner::interactive_ssh(const std::string & server_name, const std::string & command) {
-    std::string serverpath = localpath::server(server_name);
-    if (serverpath.empty()) {
-        std::cerr << "Error: Server not found: " << server_name << std::endl;
-        return false;
-    }
-    
-    server_env_manager env(server_name);
-    if (!env.is_valid()) {
-        std::cerr << "Error: Invalid server environment file: " << server_name << std::endl;
-        return false;
-    }
-    sCommand scommand("", "bash",{});
-    return execute_ssh_command(env.get_SSH_INFO(), scommand, cMode::Interactive);
-}
-
-
-
-bool service_runner::interactive_ssh_service()
-{
-    std::set<std::string> used_commands = get_used_commands(mServer, mService);
-    if (used_commands.find("ssh") == used_commands.end()) {
-        std::cerr << "Error: "<< mService <<" does not support ssh" << std::endl;
-        return false;
-    }
-
-    std::vector<std::string> args; // not passed through yet.
-    return mServerEnv.run_remote_template_command(mService, "ssh", args, false, {});
-}
-
-bool service_runner::scp_file_to_remote(const std::string &local_path, const std::string &remote_path, bool silent)
-{
-    std::string scp_cmd = "scp -P " + mServerEnv.get_SSH_PORT() + " " + quote(local_path) + " " + mServerEnv.get_SSH_USER() + "@" + mServerEnv.get_SSH_HOST() + ":" + quote(remote_path) + (silent ? " > /dev/null 2>&1" : "");
-    return execute_local_command(scp_cmd, nullptr, (silent ? cMode::Silent : cMode::None));
-}
-
-bool service_runner::scp_file_from_remote(const std::string &remote_path, const std::string &local_path, bool silent)
-{
-    std::string scp_cmd = "scp -P " + mServerEnv.get_SSH_PORT() + " " + mServerEnv.get_SSH_USER() + "@" + mServerEnv.get_SSH_HOST() + ":" + quote(remote_path) + " " + quote(local_path) + (silent ? " > /dev/null 2>&1" : "");
-    return execute_local_command(scp_cmd, nullptr, (silent ? cMode::Silent : cMode::None));
-}
-
-bool service_runner::restore(std::string backup_file, bool silent)
-{
-    if (backup_file.empty()) {
-        std::cerr << "Error: not enough arguments.  dropshell restore <server> <service> <backup-file>" << std::endl;
-        return false;
-    }
-
-    std::string local_backups_dir = gConfig().get_local_backup_path();
-
-    if (backup_file == "latest") {
-        // get the latest backup file from the server
-        backup_file = get_latest_backup_file(mServer, mService);
-    }
-
-    std::string local_backup_file_path = (std::filesystem::path(local_backups_dir) / backup_file).string();
-
-    if (! std::filesystem::exists(local_backup_file_path)) {
-        std::cerr << "Error: Backup file not found at " << local_backup_file_path << std::endl;
-        return false;
-    }
-
-    // split the backup filename into parts based on the magic string
-    std::vector<std::string> parts = dropshell::split(backup_file, magic_string);
-    if (parts.size() != 4) {
-        std::cerr << "Error: Backup file format is incompatible, - in one of the names?" << std::endl;
-        return false;
-    }
-
-    std::string backup_server_name = parts[0];
-    std::string backup_template_name = parts[1];
-    std::string backup_service_name = parts[2];
-    std::string backup_datetime = parts[3];
-
-    if (backup_template_name != mServiceInfo.template_name) {
-        std::cerr << "Error: Backup template does not match service template. Can't restore." << std::endl;
-        return false;
-    }
-
-    std::string nicedate = std::string(backup_datetime).substr(0, 10);
-
-    std::cout << "Restoring " << nicedate << " backup of " << backup_template_name << " taken from "<<backup_server_name<<", onto "<<mServer<<"/"<<mService<<std::endl;
-    std::cout << std::endl;
-    std::cout << "*** ALL DATA FOR "<<mServer<<"/"<<mService<<" WILL BE OVERWRITTEN! ***"<<std::endl;
-
-    // run the restore script
-    std::cout << "OK, here goes..." << std::endl;
-
-    { // backup existing service
-        maketitle("1) Backing up old service... ");
-        if (!backup(true)) // silent=true
-        {
-            std::cerr << std::endl;
-            std::cerr << "Error: Backup failed, restore aborted." << std::endl;
-            std::cerr << "You can try using   dropshell install "<<mServer<<" "<<mService<<"   to install the service afresh." << std::endl;
-            std::cerr << "Otherwise, stop the service, create and initialise a new one, then restore to that." << std::endl;
-            return false;
-        }
-        std::cout << "Backup complete." << std::endl;
-    }
-
-    { // uninstall service, then nuke it.
-        maketitle("2) Uninstalling old service...");
-        // if (!uninstall(true))
-        //     return false;
-
-        maketitle("3) Nuking old service...");
-        // if (!nuke(true))
-        //     return false;
-    }
-
-
-    { // restore service from backup
-        maketitle("4) Restoring service data from backup...");
-        std::string remote_backups_dir = remotepath::backups(mServer);
-        std::string remote_backup_file_path = remote_backups_dir + "/" + backup_file;
-
-        // Copy backup file from local to server
-        if (!scp_file_to_remote(local_backup_file_path, remote_backup_file_path, silent)) {
-            std::cerr << "Failed to copy backup file from local to server" << std::endl;
-            return false;
-        }
-
-        cRemoteTempFolder remote_temp_folder(mServerEnv);
-        mServerEnv.run_remote_template_command(mService, "restore", {}, silent, {{"BACKUP_FILE", remote_backup_file_path}, {"TEMP_DIR", remote_temp_folder.path()}});
-    } // dtor of remote_temp_folder will clean up the temp folder on the server
-
-
-    { // installing fresh service
-        maketitle("5) Non-destructive install of fresh service...");
-        if (!install_service(mServer, mService, true))
-            return false;
-    }
-
-    bool healthy = false;
-    {// healthcheck the service
-        maketitle("6) Healthchecking service...");
-        std::string green_tick = "\033[32m✓\033[0m";
-        std::string red_cross = "\033[31m✗\033[0m";    
-        healthy= (mServerEnv.run_remote_template_command(mService, "status", {}, silent, {}));
-        if (!silent)
-            std::cout << (healthy ? green_tick : red_cross) << " Service is " << (healthy ? "healthy" : "NOT healthy") << std::endl;
-    }
-
-    return healthy;
-}
-
-
-bool name_breaks_backups(std::string name)
-{
-    // if name contains -_-, return true
-    return name.find("-_-") != std::string::npos;
-}
-
-// backup the service over ssh, using the credentials from server.env (via server_env.hpp)
-// 1. run backup.sh on the server
-// 2. create a backup file with format server-service-datetime.tgz
-// 3. store it in the server's DROPSHELL_DIR/backups folder
-// 4. copy it to the local user_dir/backups folder
-
-// ------------------------------------------------------------------------------------------------
-// Backup the service.
-// ------------------------------------------------------------------------------------------------
-bool service_runner::backup(bool silent) {
-    auto service_info = get_service_info(mServer, mService);
-    if (service_info.local_service_path.empty()) {
-        std::cerr << "Error: Service not found" << std::endl;
-        return 1;
-    }
-
-    const std::string command = "backup";
-
-    if (!gTemplateManager().template_command_exists(service_info.template_name, command)) {
-        std::cout << "No backup script for " << service_info.template_name << std::endl;
-        return true; // nothing to back up.
-    }
-    
-    // Check if basic installed stuff is in place.
-    std::string remote_service_template_path = remotepath::service_template(mServer, mService);
-    std::string remote_command_script_file = remote_service_template_path + "/" + command + ".sh";
-    std::string remote_service_config_path = remotepath::service_config(mServer, mService);
-    if (!mServerEnv.check_remote_items_exist({
-        remotepath::service(mServer, mService),
-        remote_command_script_file,
-        remotefile::service_env(mServer, mService)})
-    )
-    {
-        std::cerr << "Error: Required service directories not found on remote server" << std::endl;
-        std::cerr << "Is the service installed?" << std::endl;
-        return false;
-    }
-
-    // Create backups directory on server if it doesn't exist
-    std::string remote_backups_dir = remotepath::backups(mServer);
-    if (!silent) std::cout << "Remote backups directory on "<< mServer <<": " << remote_backups_dir << std::endl;
-    std::string mkdir_cmd = "mkdir -p " + quote(remote_backups_dir);
-    if (!execute_ssh_command(mServerEnv.get_SSH_INFO(), sCommand("",mkdir_cmd, {}), cMode::Silent)) {
-        std::cerr << "Failed to create backups directory on server" << std::endl;
-        return false;
-    }
-
-    // Create backups directory locally if it doesn't exist
-    std::string local_backups_dir = gConfig().get_local_backup_path();
-    if (local_backups_dir.empty()) {
-        std::cerr << "Error: Local backups directory not found" << std::endl;
-        std::cerr << "Run 'dropshell edit' to configure DropShell" << std::endl;
-        return false;
-    }
-    if (!std::filesystem::exists(local_backups_dir)) 
-        std::filesystem::create_directories(local_backups_dir);
-
-    // Get current datetime for backup filename
-    auto now = std::chrono::system_clock::now();
-    auto time = std::chrono::system_clock::to_time_t(now);
-    std::stringstream datetime;
-    datetime << std::put_time(std::localtime(&time), "%Y-%m-%d_%H-%M-%S");
-    
-    if (name_breaks_backups(mServer)) {std::cerr << "Error: Server name contains invalid character sequence ( -_- ) that would break backup naming scheme" << std::endl; return 1;}
-    if (name_breaks_backups(mService)) {std::cerr << "Error: Service name contains invalid character sequence ( -_- ) that would break backup naming scheme" << std::endl; return 1;}
-    if (name_breaks_backups(service_info.template_name)) {std::cerr << "Error: Service template name contains invalid character sequence ( -_- ) that would break backup naming scheme" << std::endl; return 1;}
-
-    // Construct backup filename
-    std::string backup_filename = mServer + magic_string + service_info.template_name + magic_string + mService + magic_string + datetime.str() + ".tgz";
-    std::string remote_backup_file_path = remote_backups_dir + "/" + backup_filename;
-    std::string local_backup_file_path = (std::filesystem::path(local_backups_dir) / backup_filename).string();
-
-    // assert that the backup filename is valid - -_- appears exactly 3 times in local_backup_file_path.
-    ASSERT(3 == count_substring(magic_string, local_backup_file_path), "Invalid backup filename");
-
-    {   // Run backup script
-        cRemoteTempFolder remote_temp_folder(mServerEnv);
-        if (!mServerEnv.run_remote_template_command(mService, command, {}, silent, {{"BACKUP_FILE", remote_backup_file_path}, {"TEMP_DIR", remote_temp_folder.path()}})) {
-            std::cerr << "Backup script failed on remote server: " << remote_backup_file_path << std::endl;
-            return false;
-        }
-
-        // Copy backup file from server to local
-        if (!scp_file_from_remote(remote_backup_file_path, local_backup_file_path, silent)) {
-            std::cerr << "Failed to copy backup file from server" << std::endl;
-            return false;
-        }
-    } // dtor of remote_temp_folder will clean up the temp folder on the server
-
-    if (!silent) {
-        std::cout << "Backup created successfully. Restore with:"<<std::endl;
-        std::cout << "   dropshell restore " << mServer << " " << mService << " " << backup_filename << std::endl;
-    }
-    return true;
-}
-
-cRemoteTempFolder::cRemoteTempFolder(const server_env_manager &server_env) : mServerEnv(server_env)
-{
-    std::string p = remotepath::temp_files(server_env.get_server_name()) + "/" + random_alphanumeric_string(10);
-    std::string mkdir_cmd = "mkdir -p " + quote(p);
-    if (!execute_ssh_command(server_env.get_SSH_INFO(), sCommand("", mkdir_cmd, {}), cMode::Silent)) 
-        std::cerr << "Failed to create temp directory on server" << std::endl;
-    else 
-        mPath = p;
-}
-
-cRemoteTempFolder::~cRemoteTempFolder()
-{
-    std::string rm_cmd = "rm -rf " + quote(mPath);
-    execute_ssh_command(mServerEnv.get_SSH_INFO(), sCommand("", rm_cmd, {}), cMode::Silent);
-}
-
-std::string cRemoteTempFolder::path() const
-{
-    return mPath;
-}
-
-// Helper function to get the latest backup file for a given server and service
-std::string service_runner::get_latest_backup_file(const std::string& server, const std::string& service) {
-    std::string local_backups_dir = gConfig().get_local_backup_path();
-    if (local_backups_dir.empty() || !std::filesystem::exists(local_backups_dir)) {
-        std::cerr << "Error: Local backups directory not found: " << local_backups_dir << std::endl;
-        return "";
-    }
-
-    // Get the template name for this service
-    LocalServiceInfo info = get_service_info(server, service);
-    if (info.template_name.empty()) {
-        std::cerr << "Error: Could not determine template name for service: " << service << std::endl;
-        return "";
-    }
-
-    // Build the expected prefix for backup files
-    std::string prefix = server + magic_string + info.template_name + magic_string + service + magic_string;
-    std::string latest_file;
-    std::string latest_datetime;
-
-    std::cout << "Looking for backup files in " << local_backups_dir << std::endl;
-
-    for (const auto& entry : std::filesystem::directory_iterator(local_backups_dir)) {
-        if (!entry.is_regular_file()) continue;
-        std::string filename = entry.path().filename().string();
-        if (filename.rfind(prefix, 0) == 0) { // starts with prefix
-            // Extract the datetime part
-            size_t dt_start = prefix.size();
-            size_t dt_end = filename.find(".tgz", dt_start);
-            if (dt_end == std::string::npos) continue;
-            std::string datetime = filename.substr(dt_start, dt_end - dt_start);
-            std::cout << "Found backup file: " << filename << " with datetime: " << datetime << std::endl;
-            if (datetime > latest_datetime) {
-                latest_datetime = datetime;
-                latest_file = filename;
-            }
-        }
-    }
-
-    if (latest_file.empty()) {
-        std::cerr << "Error: No backup files found for " << server << ", " << service << std::endl;
-    }
-
-    std::cout << "Latest backup file: " << latest_file << std::endl;
-    return latest_file;
-}
-
-} // namespace dropshell

src/service_runner.hpp

@@ -1,102 +0,0 @@
-// server_service.hpp
-//
-// manage a service on a server
-//
-
-#ifndef SERVICE_RUNNER_HPP
-#define SERVICE_RUNNER_HPP  
-
-#include <string>
-#include <vector>
-#include <memory>
-#include "server_env_manager.hpp"
-#include "services.hpp"
-#include "utils/utils.hpp"
-#include "utils/hash.hpp"
-
-namespace dropshell {
-
-typedef enum HealthStatus {
-    HEALTHY,
-    UNHEALTHY,
-    NOTINSTALLED,
-    ERROR,
-    UNKNOWN
-} HealthStatus;
-
-typedef struct ServiceStatus {
-    HealthStatus health;
-    std::vector<int> ports;
-} ServiceStatus;
-
-
-class service_runner {
-    public:
-        service_runner(const std::string& server_name, const std::string& service_name);
-        bool isValid() const { return mValid; }
-
-        // run a command over ssh, using the credentials from server.env (via server_env.hpp)
-        // first check that the command corresponds to a valid .sh file in the service directory
-        // then run the command, passing the {service_name}.env file as an argument
-        // do a lot of checks, such as:
-        // checking that we can ssh to the server.
-        // checking whether the service directory exists on the server.
-        // checking that the command exists in the service directory.
-        // checking that the command is a valid .sh file.
-        // checking that the {service_name}.env file exists in the service directory.
-        bool run_command(const std::string& command, std::vector<std::string> additional_args={}, std::map<std::string, std::string> env_vars={});
-
-        // check health of service. Silent.
-        // 1. run status.sh on the server
-        // 2. return the output of the status.sh script
-
-        HealthStatus is_healthy();
-
-        std::string healthtick();
-        std::string healthmark();
-
-    public:            
-        // backup and restore
-        bool backup(bool silent=false);
-        bool restore(std::string backup_file, bool silent=false);
-
-        // nuke the service
-        bool nuke(bool silent=false); // nukes all data for this service on the remote server
-        bool fullnuke(); // nuke all data for this service on the remote server, and then nukes all the local service definitionfiles
-
-        // launch an interactive ssh session on a server or service
-        // replaces the current dropshell process with the ssh process
-        bool interactive_ssh_service();
-
-        bool scp_file_to_remote(const std::string& local_path, const std::string& remote_path, bool silent=false);
-        bool scp_file_from_remote(const std::string& remote_path, const std::string& local_path, bool silent=false);
-    public:
-        // utility functions
-        static std::string get_latest_backup_file(const std::string& server, const std::string& service);
-        static bool interactive_ssh(const std::string & server_name, const std::string & command);
-        static std::map<std::string, ServiceStatus> get_all_services_status(std::string server_name);
-
-    private:
-        std::string mServer;
-        server_env_manager mServerEnv;
-        LocalServiceInfo mServiceInfo;
-        std::string mService;
-        bool mValid;
-
-        // Helper methods
-    public:
-};
-
-    class cRemoteTempFolder {
-        public:
-            cRemoteTempFolder(const server_env_manager & server_env); // create a temp folder on the remote server
-            ~cRemoteTempFolder(); // delete the temp folder on the remote server
-            std::string path() const; // get the path to the temp folder on the remote server
-        private:
-            std::string mPath;
-            const server_env_manager & mServerEnv;
-    };
-
-} // namespace dropshell
-
-#endif // SERVICE_RUNNER_HPP

src/utils/execute.cpp

@@ -1,179 +0,0 @@
-#include <sys/types.h>
-#include <sys/wait.h>
-#include <unistd.h>
-#include <vector>
-#include <iostream>
-#include <string>
-#include <cstdlib>
-#include <sstream>
-#include "utils/assert.hpp"
-
-#include "execute.hpp"
-#include "utils/utils.hpp"
-#include "utils/b64ed.hpp"
-#include "config.hpp"
-#include "utils/directories.hpp"
-
-namespace dropshell
-{
-    bool EXITSTATUSCHECK(int ret)
-    {
-        return (ret != -1 && WIFEXITED(ret) && (WEXITSTATUS(ret) == 0)); // ret is -1 if the command failed to execute.
-    }
-
-    bool execute_local_command_interactive(const sCommand &command)
-    {
-        if (command.get_command_to_run().empty())
-            return false;
-        std::string full_command = command.construct_cmd(localpath::agent()); // Get the command string
-
-        pid_t pid = fork();
-
-        if (pid == -1)
-        {
-            // Fork failed
-            perror("fork failed");
-            return false;
-        }
-        else if (pid == 0)
-        {
-            int rval = system(full_command.c_str());
-            exit(rval);
-        }
-        else
-        {
-            // Parent process
-            int ret;
-            // Wait for the child process to complete
-            waitpid(pid, &ret, 0);
-
-            return EXITSTATUSCHECK(ret);
-        }
-    }
-
-    bool execute_local_command_and_capture_output(const sCommand &command, std::string *output)
-    {
-        ASSERT(output != nullptr, "Output string must be provided");
-        if (command.get_command_to_run().empty())
-            return false;
-        std::string full_cmd = command.construct_cmd(localpath::agent()) + " 2>&1";
-        FILE *pipe = popen(full_cmd.c_str(), "r");
-        if (!pipe)
-        {
-            return false;
-        }
-        char buffer[128];
-        while (fgets(buffer, sizeof(buffer), pipe) != nullptr)
-        {
-            (*output) += buffer;
-        }
-        int ret = pclose(pipe);
-        return EXITSTATUSCHECK(ret);
-    }
-
-    bool execute_local_command(std::string command, std::string *output, cMode mode)
-    {
-        return execute_local_command("", command, {}, output, mode);
-    }
-
-    bool execute_local_command(std::string directory_to_run_in, std::string command_to_run, const std::map<std::string, std::string> &env_vars, std::string *output, cMode mode)
-    {
-        sCommand command(directory_to_run_in, command_to_run, env_vars);
-
-        if (hasFlag(mode, cMode::Interactive))
-        {
-            ASSERT(!hasFlag(mode, cMode::CaptureOutput), "Interactive mode and capture output mode cannot be used together");
-            ASSERT(output == nullptr, "Interactive mode and an output string cannot be used together");
-
-            return execute_local_command_interactive(command);
-        }
-
-        if (hasFlag(mode, cMode::CaptureOutput))
-        {
-            ASSERT(output != nullptr, "Capture output mode requires an output string to be provided");
-            ASSERT(!hasFlag(mode, cMode::Silent), "Silent mode is not allowed with capture output mode");
-
-            return execute_local_command_and_capture_output(command, output);
-        }
-
-        if (command.get_command_to_run().empty())
-            return false;
-        bool silent = hasFlag(mode, cMode::Silent);
-        std::string full_cmd = command.construct_cmd(localpath::agent()) + " 2>&1" + (silent ? " > /dev/null" : "");
-        int ret = system(full_cmd.c_str());
-
-        bool ok = EXITSTATUSCHECK(ret);
-        if (!ok && !silent)
-        {
-            std::cerr << "Error: Failed to execute command: " << std::endl;
-            std::cerr << full_cmd << std::endl;
-        }
-        return ok;
-    }
-
-    bool execute_ssh_command(const sSSHInfo &ssh_info, const sCommand &remote_command, cMode mode, std::string *output)
-    {
-        if (remote_command.get_command_to_run().empty())
-            return false;
-
-        ASSERT(!(hasFlag(mode, cMode::CaptureOutput) && output == nullptr), "Capture output mode must be used with an output string");
-
-        std::stringstream ssh_cmd;
-        ssh_cmd << "ssh -p " << ssh_info.port << " " << (hasFlag(mode, cMode::Interactive) ? "-tt " : "")
-                << ssh_info.user << "@" << ssh_info.host;
-
-        std::string remote_agent_path = remotepath::agent(ssh_info.server_ID);
-
-        bool rval = execute_local_command(
-            "",                                                                          // directory to run in
-            ssh_cmd.str() + " " + remote_command.construct_cmd(remote_agent_path),       // local command to run
-            {},                                                                          // environment variables
-            output,                                                                      // output string
-            mode                                                                         // mode
-        );
-
-        if (!rval && !hasFlag(mode, cMode::Silent))
-        {
-            std::cerr << std::endl
-                      << std::endl;
-            std::cerr << "Error: Failed to execute ssh command:" << std::endl;
-            std::cerr << "\033[90m" << ssh_cmd.str() + " " + remote_command.construct_cmd(remote_agent_path) << "\033[0m" << std::endl;
-            std::cerr << std::endl
-                      << std::endl;
-        }
-        return rval;
-    }
-
-    std::string sCommand::makesafecmd(std::string agent_path, const std::string &command) const
-    {
-        if (command.empty())
-            return "";
-        std::string encoded = base64_encode(dequote(trim(command)));
-        std::string commandstr = agent_path + "/bb64 " + encoded;
-        return commandstr;
-    }
-
-    std::string sCommand::construct_cmd(std::string agent_path) const
-    {
-        if (mCmd.empty())
-            return "";
-
-        // need to construct to change directory and set environment variables
-        std::string cmdstr;
-
-        if (!mDir.empty())
-            cmdstr += "cd " + quote(mDir) + " && ";
-
-        if (!mVars.empty())
-            for (const auto &env_var : mVars)
-                cmdstr += env_var.first + "=" + quote(dequote(trim(env_var.second))) + " ";
-
-        cmdstr += mCmd;
-
-        if (!agent_path.empty())
-        cmdstr = makesafecmd(agent_path, cmdstr);
-
-        return cmdstr;
-    }
-
-} // namespace dropshell

src/version.hpp

@@ -1,15 +0,0 @@
-#pragma once
-
-// DUMMY VERSION - replaced by build process.
-
-#include <string>
-
-namespace dropshell {
-
-// Version information
-const std::string VERSION = "DEV";
-const std::string RELEASE_DATE = "NEVER";
-const std::string AUTHOR = "j842";
-const std::string LICENSE = "MIT";
-
-} // namespace dropshell