test: Add 2, update 4 and remove 1 files

src/dshash.cpp

@@ -0,0 +1,324 @@
+#include "dshash.hpp"
+#include <fstream>
+#include <sstream>
+#include <iomanip>
+#include <cstring>
+#include <algorithm>
+
+const uint32_t DSHash::K[64] = {
+    0x428a2f98, 0x71374491, 0xb5c0fbcf, 0xe9b5dba5,
+    0x3956c25b, 0x59f111f1, 0x923f82a4, 0xab1c5ed5,
+    0xd807aa98, 0x12835b01, 0x243185be, 0x550c7dc3,
+    0x72be5d74, 0x80deb1fe, 0x9bdc06a7, 0xc19bf174,
+    0xe49b69c1, 0xefbe4786, 0x0fc19dc6, 0x240ca1cc,
+    0x2de92c6f, 0x4a7484aa, 0x5cb0a9dc, 0x76f988da,
+    0x983e5152, 0xa831c66d, 0xb00327c8, 0xbf597fc7,
+    0xc6e00bf3, 0xd5a79147, 0x06ca6351, 0x14292967,
+    0x27b70a85, 0x2e1b2138, 0x4d2c6dfc, 0x53380d13,
+    0x650a7354, 0x766a0abb, 0x81c2c92e, 0x92722c85,
+    0xa2bfe8a1, 0xa81a664b, 0xc24b8b70, 0xc76c51a3,
+    0xd192e819, 0xd6990624, 0xf40e3585, 0x106aa070,
+    0x19a4c116, 0x1e376c08, 0x2748774c, 0x34b0bcb5,
+    0x391c0cb3, 0x4ed8aa4a, 0x5b9cca4f, 0x682e6ff3,
+    0x748f82ee, 0x78a5636f, 0x84c87814, 0x8cc70208,
+    0x90befffa, 0xa4506ceb, 0xbef9a3f7, 0xc67178f2
+};
+
+static inline uint32_t rotr(uint32_t x, uint32_t n) {
+    return (x >> n) | (x << (32 - n));
+}
+
+static inline uint32_t ch(uint32_t x, uint32_t y, uint32_t z) {
+    return (x & y) ^ (~x & z);
+}
+
+static inline uint32_t maj(uint32_t x, uint32_t y, uint32_t z) {
+    return (x & y) ^ (x & z) ^ (y & z);
+}
+
+static inline uint32_t sigma0(uint32_t x) {
+    return rotr(x, 2) ^ rotr(x, 13) ^ rotr(x, 22);
+}
+
+static inline uint32_t sigma1(uint32_t x) {
+    return rotr(x, 6) ^ rotr(x, 11) ^ rotr(x, 25);
+}
+
+static inline uint32_t gamma0(uint32_t x) {
+    return rotr(x, 7) ^ rotr(x, 18) ^ (x >> 3);
+}
+
+static inline uint32_t gamma1(uint32_t x) {
+    return rotr(x, 17) ^ rotr(x, 19) ^ (x >> 10);
+}
+
+void DSHash::processBlock(const uint8_t* block) {
+    uint32_t w[64];
+    
+    for (int i = 0; i < 16; i++) {
+        w[i] = (block[i * 4] << 24) |
+               (block[i * 4 + 1] << 16) |
+               (block[i * 4 + 2] << 8) |
+               (block[i * 4 + 3]);
+    }
+    
+    for (int i = 16; i < 64; i++) {
+        w[i] = gamma1(w[i - 2]) + w[i - 7] + gamma0(w[i - 15]) + w[i - 16];
+    }
+    
+    uint32_t a = h[0];
+    uint32_t b = h[1];
+    uint32_t c = h[2];
+    uint32_t d = h[3];
+    uint32_t e = h[4];
+    uint32_t f = h[5];
+    uint32_t g = h[6];
+    uint32_t hh = h[7];
+    
+    for (int i = 0; i < 64; i++) {
+        uint32_t t1 = hh + sigma1(e) + ch(e, f, g) + K[i] + w[i];
+        uint32_t t2 = sigma0(a) + maj(a, b, c);
+        hh = g;
+        g = f;
+        f = e;
+        e = d + t1;
+        d = c;
+        c = b;
+        b = a;
+        a = t1 + t2;
+    }
+    
+    h[0] += a;
+    h[1] += b;
+    h[2] += c;
+    h[3] += d;
+    h[4] += e;
+    h[5] += f;
+    h[6] += g;
+    h[7] += hh;
+}
+
+void DSHash::update(const uint8_t* data, size_t length) {
+    if (finalized) return;
+    
+    total_length += length;
+    
+    buffer.insert(buffer.end(), data, data + length);
+    
+    while (buffer.size() >= BLOCK_SIZE) {
+        processBlock(buffer.data());
+        buffer.erase(buffer.begin(), buffer.begin() + BLOCK_SIZE);
+    }
+}
+
+void DSHash::update(const std::string& str) {
+    update(reinterpret_cast<const uint8_t*>(str.data()), str.size());
+}
+
+void DSHash::padMessage() {
+    uint64_t bit_length = total_length * 8;
+    
+    buffer.push_back(0x80);
+    
+    while ((buffer.size() % 64) != 56) {
+        buffer.push_back(0x00);
+    }
+    
+    for (int i = 7; i >= 0; i--) {
+        buffer.push_back((bit_length >> (i * 8)) & 0xff);
+    }
+}
+
+tHash DSHash::finalize() {
+    if (finalized) {
+        tHash result;
+        for (int i = 0; i < 8; i++) {
+            result[i * 4] = (h[i] >> 24) & 0xff;
+            result[i * 4 + 1] = (h[i] >> 16) & 0xff;
+            result[i * 4 + 2] = (h[i] >> 8) & 0xff;
+            result[i * 4 + 3] = h[i] & 0xff;
+        }
+        return result;
+    }
+    
+    padMessage();
+    
+    while (!buffer.empty()) {
+        processBlock(buffer.data());
+        buffer.erase(buffer.begin(), buffer.begin() + BLOCK_SIZE);
+    }
+    
+    finalized = true;
+    
+    tHash result;
+    for (int i = 0; i < 8; i++) {
+        result[i * 4] = (h[i] >> 24) & 0xff;
+        result[i * 4 + 1] = (h[i] >> 16) & 0xff;
+        result[i * 4 + 2] = (h[i] >> 8) & 0xff;
+        result[i * 4 + 3] = h[i] & 0xff;
+    }
+    
+    return result;
+}
+
+std::string DSHash::hashString(const std::string& str) {
+    h[0] = 0x6a09e667;
+    h[1] = 0xbb67ae85;
+    h[2] = 0x3c6ef372;
+    h[3] = 0xa54ff53a;
+    h[4] = 0x510e527f;
+    h[5] = 0x9b05688c;
+    h[6] = 0x1f83d9ab;
+    h[7] = 0x5be0cd19;
+    buffer.clear();
+    total_length = 0;
+    finalized = false;
+    
+    update(str);
+    tHash hash = finalize();
+    
+    std::stringstream ss;
+    for (uint8_t byte : hash) {
+        ss << std::hex << std::setfill('0') << std::setw(2) << static_cast<int>(byte);
+    }
+    return ss.str();
+}
+
+std::string DSHash::hashFile(const std::filesystem::path& filepath) {
+    std::ifstream file(filepath, std::ios::binary);
+    if (!file) {
+        throw std::runtime_error("Cannot open file: " + filepath.string());
+    }
+    
+    h[0] = 0x6a09e667;
+    h[1] = 0xbb67ae85;
+    h[2] = 0x3c6ef372;
+    h[3] = 0xa54ff53a;
+    h[4] = 0x510e527f;
+    h[5] = 0x9b05688c;
+    h[6] = 0x1f83d9ab;
+    h[7] = 0x5be0cd19;
+    buffer.clear();
+    total_length = 0;
+    finalized = false;
+    
+    constexpr size_t BUFFER_SIZE = 8192;
+    char buffer[BUFFER_SIZE];
+    
+    while (file.read(buffer, BUFFER_SIZE) || file.gcount() > 0) {
+        update(reinterpret_cast<const uint8_t*>(buffer), file.gcount());
+    }
+    
+    tHash hash = finalize();
+    
+    std::stringstream ss;
+    for (uint8_t byte : hash) {
+        ss << std::hex << std::setfill('0') << std::setw(2) << static_cast<int>(byte);
+    }
+    return ss.str();
+}
+
+std::string DSHash::hashDirectory(const std::filesystem::path& dirpath) {
+    if (!std::filesystem::is_directory(dirpath)) {
+        throw std::runtime_error("Not a directory: " + dirpath.string());
+    }
+    
+    h[0] = 0x6a09e667;
+    h[1] = 0xbb67ae85;
+    h[2] = 0x3c6ef372;
+    h[3] = 0xa54ff53a;
+    h[4] = 0x510e527f;
+    h[5] = 0x9b05688c;
+    h[6] = 0x1f83d9ab;
+    h[7] = 0x5be0cd19;
+    buffer.clear();
+    total_length = 0;
+    finalized = false;
+    
+    std::vector<std::filesystem::path> paths;
+    
+    for (const auto& entry : std::filesystem::recursive_directory_iterator(dirpath)) {
+        if (entry.is_regular_file()) {
+            paths.push_back(entry.path());
+        }
+    }
+    
+    std::sort(paths.begin(), paths.end());
+    
+    for (const auto& path : paths) {
+        std::string relative = std::filesystem::relative(path, dirpath).string();
+        update(relative);
+        
+        DSHash fileHasher(path);
+        std::string fileHashStr = fileHasher.toString();
+        update(fileHashStr);
+    }
+    
+    tHash hash = finalize();
+    
+    std::stringstream ss;
+    for (uint8_t byte : hash) {
+        ss << std::hex << std::setfill('0') << std::setw(2) << static_cast<int>(byte);
+    }
+    return ss.str();
+}
+
+DSHash::DSHash(const std::filesystem::path& path) {
+    h[0] = 0x6a09e667;
+    h[1] = 0xbb67ae85;
+    h[2] = 0x3c6ef372;
+    h[3] = 0xa54ff53a;
+    h[4] = 0x510e527f;
+    h[5] = 0x9b05688c;
+    h[6] = 0x1f83d9ab;
+    h[7] = 0x5be0cd19;
+    
+    if (std::filesystem::is_regular_file(path)) {
+        hashFile(path);
+    } else if (std::filesystem::is_directory(path)) {
+        hashDirectory(path);
+    } else {
+        throw std::runtime_error("Path is neither file nor directory: " + path.string());
+    }
+}
+
+DSHash::DSHash(const std::string& str) {
+    h[0] = 0x6a09e667;
+    h[1] = 0xbb67ae85;
+    h[2] = 0x3c6ef372;
+    h[3] = 0xa54ff53a;
+    h[4] = 0x510e527f;
+    h[5] = 0x9b05688c;
+    h[6] = 0x1f83d9ab;
+    h[7] = 0x5be0cd19;
+    
+    hashString(str);
+}
+
+std::string DSHash::toString() {
+    if (!finalized) {
+        finalize();
+    }
+    
+    tHash hash = get();
+    std::stringstream ss;
+    for (uint8_t byte : hash) {
+        ss << std::hex << std::setfill('0') << std::setw(2) << static_cast<int>(byte);
+    }
+    return ss.str();
+}
+
+tHash DSHash::get() {
+    if (!finalized) {
+        return finalize();
+    }
+    
+    tHash result;
+    for (int i = 0; i < 8; i++) {
+        result[i * 4] = (h[i] >> 24) & 0xff;
+        result[i * 4 + 1] = (h[i] >> 16) & 0xff;
+        result[i * 4 + 2] = (h[i] >> 8) & 0xff;
+        result[i * 4 + 3] = h[i] & 0xff;
+    }
+    return result;
+}

src/dshash.hpp

@@ -0,0 +1,43 @@
+#ifndef DSHASH_HPP
+#define DSHASH_HPP
+
+#include <array>
+#include <string>
+#include <vector>
+#include <cstdint>
+#include <filesystem>
+
+typedef std::array<uint8_t, 32> tHash;
+
+class DSHash {
+public:    
+    explicit DSHash(const std::filesystem::path& path);
+    explicit DSHash(const std::string& str);
+    
+    std::string toString();
+    tHash get();
+    
+private:
+    std::string hashString(const std::string& str);
+    std::string hashFile(const std::filesystem::path& filepath);
+    std::string hashDirectory(const std::filesystem::path& dirpath);
+
+    void update(const uint8_t* data, size_t length);
+    void update(const std::string& str);
+    tHash finalize();
+
+private:
+    void processBlock(const uint8_t* block);
+    void padMessage();
+    
+    static constexpr size_t BLOCK_SIZE = 64;
+    
+    std::vector<uint8_t> buffer;
+    uint64_t total_length = 0;
+    uint32_t h[8];
+    bool finalized = false;
+    
+    static const uint32_t K[64];
+};
+
+#endif

src/hash.cpp

@@ -1,121 +1,40 @@
 #include "hash.hpp"
+#include "dshash.hpp"
 
-#include <openssl/sha.h>
-#include <fstream>
 #include <filesystem>
 #include <iostream>
-#include <iomanip>
-#include <sstream>
-#include <vector>
 #include <chrono>
 
 namespace simple_object_storage {
 
-// Convert binary hash to hex string
-static std::string to_hex_string(const unsigned char* hash, size_t length) {
-    std::stringstream ss;
-    ss << std::hex << std::setfill('0');
-    for (size_t i = 0; i < length; ++i) {
-        ss << std::setw(2) << static_cast<unsigned int>(hash[i]);
-    }
-    return ss.str();
-}
-
 std::string hash_file(const std::string &path) {
-    // Create SHA256 context
-    SHA256_CTX sha256;
-    if (!SHA256_Init(&sha256)) {
-        std::cerr << "Failed to initialize SHA256" << std::endl;
-        return "";
-    }
-
-    // Open file
-    std::ifstream file(path, std::ios::binary);
-    if (!file.is_open()) {
+    // Check if file exists
+    if (!std::filesystem::exists(path)) {
         std::cerr << "Failed to open file: " << path << std::endl;
         return "";
     }
-
-    // Read file in chunks and update hash
-    const size_t buffer_size = 8192;
-    std::vector<char> buffer(buffer_size);
     
-    while (file.read(buffer.data(), buffer_size)) {
-        if (!SHA256_Update(&sha256, buffer.data(), file.gcount())) {
-            std::cerr << "Failed to update hash" << std::endl;
-            return "";
-        }
-    }
-
-    // Handle any remaining bytes
-    if (file.gcount() > 0) {
-        if (!SHA256_Update(&sha256, buffer.data(), file.gcount())) {
-            std::cerr << "Failed to update hash" << std::endl;
-            return "";
-        }
-    }
-
-    file.close();
-
-    // Get final hash
-    unsigned char hash[SHA256_DIGEST_LENGTH];
-    if (!SHA256_Final(hash, &sha256)) {
-        std::cerr << "Failed to finalize hash" << std::endl;
+    try {
+        // Create a DSHash object from file path
+        std::filesystem::path filepath(path);
+        DSHash hasher(filepath);
+        return hasher.toString();
+    } catch (const std::exception& e) {
+        std::cerr << "Failed to hash file: " << e.what() << std::endl;
         return "";
     }
-
-    // Convert to hex string
-    return to_hex_string(hash, SHA256_DIGEST_LENGTH);
 }
 
 std::string hash_directory_recursive(const std::string &path) {
-    // Create SHA256 context for combining hashes
-    SHA256_CTX sha256;
-    if (!SHA256_Init(&sha256)) {
-        std::cerr << "Failed to initialize SHA256" << std::endl;
-        return "";
-    }
-
     try {
-        // Collect all file paths and sort them for consistent hashing
-        std::vector<std::filesystem::path> file_paths;
-        for (const auto& entry : std::filesystem::recursive_directory_iterator(path)) {
-            if (entry.is_regular_file()) {
-                file_paths.push_back(entry.path());
-            }
-        }
-        
-        // Sort paths for deterministic hashing
-        std::sort(file_paths.begin(), file_paths.end());
-        
-        // Hash each file and combine
-        for (const auto& file_path : file_paths) {
-            // Get file hash
-            std::string file_hash_str = hash_file(file_path.string());
-            if (file_hash_str.empty()) {
-                std::cerr << "Failed to hash file: " << file_path << std::endl;
-                continue;
-            }
-            
-            // Update combined hash with file hash and path
-            std::string relative_path = std::filesystem::relative(file_path, path).string();
-            SHA256_Update(&sha256, relative_path.c_str(), relative_path.length());
-            SHA256_Update(&sha256, file_hash_str.c_str(), file_hash_str.length());
-        }
-    } catch (const std::filesystem::filesystem_error& e) {
-        std::cerr << "Filesystem error: " << e.what() << std::endl;
+        // DSHash handles directories internally by hashing all files in sorted order
+        std::filesystem::path dirpath(path);
+        DSHash hasher(dirpath);
+        return hasher.toString();
+    } catch (const std::exception& e) {
+        std::cerr << "Failed to hash directory: " << e.what() << std::endl;
         return "";
     }
-
-    // Get final combined hash
-    unsigned char hash[SHA256_DIGEST_LENGTH];
-    if (!SHA256_Final(hash, &sha256)) {
-        std::cerr << "Failed to finalize hash" << std::endl;
-        return "";
-    }
-
-    // Convert to hex string
-    return to_hex_string(hash, SHA256_DIGEST_LENGTH);
 }
 
 void hash_demo(const std::string & path) {

testing/test.sh

@@ -10,6 +10,26 @@ HOSTURL="${1:-http://127.0.0.1:7703}"
 SCRIPT_DIR=$(dirname "$0")
 SCRIPT_NAME=$(basename "$0")
 
+# Download dshash utility if not already present
+TEMP_DIR=$(mktemp -d)
+trap "rm -rf $TEMP_DIR" EXIT
+DSHASH="$TEMP_DIR/dshash"
+
+echo "Downloading dshash utility..."
+ARCH=$(uname -m)
+if [ "$ARCH" = "x86_64" ]; then
+    ARCH="x86_64"
+elif [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then
+    ARCH="aarch64"
+else
+    echo "Unsupported architecture: $ARCH"
+    exit 1
+fi
+
+curl -L -o "$DSHASH" "https://getbin.xyz/dshash:latest-$ARCH" 2>/dev/null || die "Failed to download dshash"
+chmod +x "$DSHASH"
+echo "dshash downloaded successfully"
+
 # FUNCTIONS
 function title() {
     echo "----------------------------------------"
@@ -146,9 +166,9 @@ function test3() {
 #------------------------------------------------------------------------------------------------
 title "3: Check MD5Sum matches, for both label:tag and hash downloads"
 
-    # get md5sum of this file
-    MD5SUM=$(md5sum "${TEST_FILE}" | awk '{print $1}')
-    echo "md5sum of ${TEST_FILE} is ${MD5SUM}"
+    # get SHA256 hash of this file
+    HASH_SUM=$("$DSHASH" "${TEST_FILE}")
+    echo "SHA256 hash of ${TEST_FILE} is ${HASH_SUM}"
 
     # download the object
     DOWNLOAD_FILE="${TEST_FILE}.downloaded"
@@ -163,12 +183,12 @@ title "3: Check MD5Sum matches, for both label:tag and hash downloads"
         die "failed to download ${BASE_TAG}:test1"
     fi
 
-    # get md5sum of the downloaded file
-    MD5SUM_DOWNLOADED1=$(md5sum "${DOWNLOAD_FILE}1" | awk '{print $1}')
-    echo "md5sum of ${DOWNLOAD_FILE}1 is ${MD5SUM_DOWNLOADED1}"
-    [ "${MD5SUM}" != "${MD5SUM_DOWNLOADED1}" ] && die "md5sums do not match"
-    MD5SUM_DOWNLOADED2=$(md5sum "${DOWNLOAD_FILE}2" | awk '{print $1}')
-    [ "${MD5SUM}" != "${MD5SUM_DOWNLOADED2}" ] && die "md5sums do not match"
+    # get SHA256 hash of the downloaded file
+    HASH_SUM_DOWNLOADED1=$("$DSHASH" "${DOWNLOAD_FILE}1")
+    echo "SHA256 hash of ${DOWNLOAD_FILE}1 is ${HASH_SUM_DOWNLOADED1}"
+    [ "${HASH_SUM}" != "${HASH_SUM_DOWNLOADED1}" ] && die "SHA256 hashes do not match"
+    HASH_SUM_DOWNLOADED2=$("$DSHASH" "${DOWNLOAD_FILE}2")
+    [ "${HASH_SUM}" != "${HASH_SUM_DOWNLOADED2}" ] && die "SHA256 hashes do not match"
 
     rm "${DOWNLOAD_FILE}1"
     rm "${DOWNLOAD_FILE}2"
@@ -223,10 +243,10 @@ EOF
         die "failed to download ${LABELTAG}"
     fi
 
-    # get md5sum of the downloaded file
-    MD5SUM_DOWNLOADED3=$(md5sum "${DOWNLOAD_FILE}3" | awk '{print $1}')
-    echo "md5sum of ${DOWNLOAD_FILE}3 is ${MD5SUM_DOWNLOADED3}"
-    [ "${MD5SUM}" != "${MD5SUM_DOWNLOADED3}" ] && die "md5sums do not match"
+    # get SHA256 hash of the downloaded file
+    HASH_SUM_DOWNLOADED3=$("$DSHASH" "${DOWNLOAD_FILE}3")
+    echo "SHA256 hash of ${DOWNLOAD_FILE}3 is ${HASH_SUM_DOWNLOADED3}"
+    [ "${HASH_SUM}" != "${HASH_SUM_DOWNLOADED3}" ] && die "SHA256 hashes do not match"
 
     rm "${DOWNLOAD_FILE}3"
 }
@@ -344,10 +364,10 @@ EOF
     if ! curl -s --fail-with-body "${HOSTURL}/${BASE_TAG}" -o "${DOWNLOAD_FILE}4"; then
         die "failed to download ${BASE_TAG}"
     fi
-    # get md5sum of the downloaded file
-    MD5SUM_DOWNLOADED4=$(md5sum "${DOWNLOAD_FILE}4" | awk '{print $1}')
-    MD5SUM_ORIGINAL=$(md5sum "${SCRIPT_DIR}/${SCRIPT_NAME}" | awk '{print $1}')
-    [ "${MD5SUM_ORIGINAL}" != "${MD5SUM_DOWNLOADED4}" ] && die "md5sums do not match"
+    # get SHA256 hash of the downloaded file
+    HASH_SUM_DOWNLOADED4=$("$DSHASH" "${DOWNLOAD_FILE}4")
+    HASH_SUM_ORIGINAL=$("$DSHASH" "${SCRIPT_DIR}/${SCRIPT_NAME}")
+    [ "${HASH_SUM_ORIGINAL}" != "${HASH_SUM_DOWNLOADED4}" ] && die "SHA256 hashes do not match"
 
     # Store first version's metadata before uploading second version
     FIRST_METADATA=$(curl -s "${HOSTURL}/meta/${FIRST_HASH}")

testing/test_100MB_file_upload.sh

@@ -1,5 +1,25 @@
 #!/bin/bash
 
+# Download dshash utility
+TEMP_DIR=$(mktemp -d)
+trap "rm -rf $TEMP_DIR" EXIT
+DSHASH="$TEMP_DIR/dshash"
+
+echo "Downloading dshash utility..."
+ARCH=$(uname -m)
+if [ "$ARCH" = "x86_64" ]; then
+    ARCH="x86_64"
+elif [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then
+    ARCH="aarch64"
+else
+    echo "Unsupported architecture: $ARCH"
+    exit 1
+fi
+
+curl -L -o "$DSHASH" "https://getbin.xyz/dshash:latest-$ARCH" 2>/dev/null || { echo "Failed to download dshash"; exit 1; }
+chmod +x "$DSHASH"
+echo "dshash downloaded successfully"
+
 # read ~/.config/simple_object_storage/sos_config.json
 CONFIG_PATH="./sos_config.json"
 if [ ! -f "${CONFIG_PATH}" ]; then
@@ -15,7 +35,7 @@ dd if=/dev/urandom of=test_file.bin bs=1M count=100
 
 # Calculate original file hash
 echo "Calculating original file hash..."
-ORIGINAL_HASH=$(sha256sum test_file.bin | cut -d' ' -f1)
+ORIGINAL_HASH=$("$DSHASH" test_file.bin)
 echo "Original hash: $ORIGINAL_HASH"
 
 # get the host and port from the config
@@ -74,8 +94,8 @@ curl -o downloaded_by_tag.bin "http://${HOST}:${PORT}/object/test:latest"
 
 # Verify downloaded files
 echo "Verifying downloaded files..."
-HASH_BY_HASH=$(sha256sum downloaded_by_hash.bin | cut -d' ' -f1)
-HASH_BY_TAG=$(sha256sum downloaded_by_tag.bin | cut -d' ' -f1)
+HASH_BY_HASH=$("$DSHASH" downloaded_by_hash.bin)
+HASH_BY_TAG=$("$DSHASH" downloaded_by_tag.bin)
 
 echo "Original hash: $ORIGINAL_HASH"
 echo "Hash of file downloaded by hash: $HASH_BY_HASH"

testing/test_1GB_file_upload.sh

@@ -1,5 +1,25 @@
 #!/bin/bash
 
+# Download dshash utility
+TEMP_DIR=$(mktemp -d)
+trap "rm -rf $TEMP_DIR" EXIT
+DSHASH="$TEMP_DIR/dshash"
+
+echo "Downloading dshash utility..."
+ARCH=$(uname -m)
+if [ "$ARCH" = "x86_64" ]; then
+    ARCH="x86_64"
+elif [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then
+    ARCH="aarch64"
+else
+    echo "Unsupported architecture: $ARCH"
+    exit 1
+fi
+
+curl -L -o "$DSHASH" "https://getbin.xyz/dshash:latest-$ARCH" 2>/dev/null || { echo "Failed to download dshash"; exit 1; }
+chmod +x "$DSHASH"
+echo "dshash downloaded successfully"
+
 # read ~/.config/simple_object_storage/sos_config.json
 CONFIG_PATH="./sos_config.json"
 if [ ! -f "${CONFIG_PATH}" ]; then
@@ -15,7 +35,7 @@ dd if=/dev/urandom of=test_file.bin bs=1M count=1024
 
 # Calculate original file hash
 echo "Calculating original file hash..."
-ORIGINAL_HASH=$(sha256sum test_file.bin | cut -d' ' -f1)
+ORIGINAL_HASH=$("$DSHASH" test_file.bin)
 echo "Original hash: $ORIGINAL_HASH"
 
 # get the host and port from the config
@@ -74,8 +94,8 @@ curl -o downloaded_by_tag.bin "http://${HOST}:${PORT}/object/test:latest"
 
 # Verify downloaded files
 echo "Verifying downloaded files..."
-HASH_BY_HASH=$(sha256sum downloaded_by_hash.bin | cut -d' ' -f1)
-HASH_BY_TAG=$(sha256sum downloaded_by_tag.bin | cut -d' ' -f1)
+HASH_BY_HASH=$("$DSHASH" downloaded_by_hash.bin)
+HASH_BY_TAG=$("$DSHASH" downloaded_by_tag.bin)
 
 echo "Original hash: $ORIGINAL_HASH"
 echo "Hash of file downloaded by hash: $HASH_BY_HASH"