upload_models.sh

#!/bin/bash
set -euo pipefail

# --- Sanity checks ---
command -v git-lfs >/dev/null 2>&1 || {
    echo "❌ git-lfs is not installed or not on PATH." >&2
    exit 1
}

# --- Configuration ---
MODEL_PATHS=(
    #"/home/ccollado/cs-552-mnlp/project/m3/ft-5e5-1024/checkpoint-3933" # Done
    #"/home/ccollado/cs-552-mnlp/project/m3/ft-5e6-512/checkpoint-3845" # Done
    #"/home/ccollado/cs-552-mnlp/project/m3/ft-5e6-512/checkpoint-7690" # Done
    #"/home/ccollado/cs-552-mnlp/project/m3/ft-5e6-512/checkpoint-11535" # Done
    #"/home/ccollado/cs-552-mnlp/project/m3/ft-5e6-1024/checkpoint-3933" # Done
    #"/home/ccollado/cs-552-mnlp/project/m3/ft-5e6-1024/checkpoint-7866" # Done
    # "/home/ccollado/cs-552-mnlp/project/m3/ft-5e6-1024/checkpoint-11799" # Start here
    # "/home/ccollado/cs-552-mnlp/project/m3/ft-5e6-1024-noaccum/checkpoint-251661"
    # "/home/ccollado/cs-552-mnlp/project/m3/ft-5e6-1024-noaccum/checkpoint-503322"
    "/home/ccollado/cs-552-mnlp/project/m3/merged-lora8-5e6-1024-3933"
    "/home/ccollado/cs-552-mnlp/project/m3/merged-lora32-5e6-1024-3933"
    "/home/ccollado/cs-552-mnlp/project/m3/merged-lora8-5e6-1024-7866"
    "/home/ccollado/cs-552-mnlp/project/m3/merged-lora32-5e6-1024-7866"
)

BRANCH_NAMES=(
    #"ft-5e5-1024-ckpt-3933" # Done
    #"ft-5e6-512-ckpt-3845"  # Done
    #"ft-5e6-512-ckpt-7690"  # Done
    #"ft-5e6-512-ckpt-11535" # Done
    #"ft-5e6-1024-ckpt-3933" # Done
    #"ft-5e6-1024-ckpt-7866" # Done
    # "ft-5e6-1024-ckpt-11799" # Start here
    # "ft-5e6-1024-noaccum-ckpt-251661"
    # "ft-5e6-1024-noaccum-ckpt-503322"
    "lora8-5e6-1024-ckpt-3933"
    "lora32-5e6-1024-ckpt-3933"
    "lora8-5e6-1024-ckpt-7866"
    "lora32-5e6-1024-ckpt-7866"
)
# --- End of Configuration ---

NUM_MODELS=${#MODEL_PATHS[@]}
echo "Starting upload process for remaining models..."

for i in $(seq 0 $((NUM_MODELS - 1))); do
    MODEL_PATH=${MODEL_PATHS[$i]}
    BRANCH_NAME=${BRANCH_NAMES[$i]}

    echo "------------------------------------------------------------"
    echo "Processing model: $MODEL_PATH"
    echo "Target branch: $BRANCH_NAME"
    echo "------------------------------------------------------------"

    git checkout main
    git pull --ff-only origin main

    # Check if the branch already exists locally or remotely
    if git rev-parse --verify "$BRANCH_NAME" >/dev/null 2>&1; then
        echo "Branch '$BRANCH_NAME' already exists locally; switching to it."
        git checkout "$BRANCH_NAME"
    elif git ls-remote --exit-code --heads origin "$BRANCH_NAME" >/dev/null 2>&1; then
        echo "Branch '$BRANCH_NAME' exists on origin; tracking and switching."
        git checkout --track origin/"$BRANCH_NAME"
    else
        echo "Creating new branch: $BRANCH_NAME"
        git checkout -b "$BRANCH_NAME"
    fi

    echo "Copying files from model directory..."
    cp "$MODEL_PATH"/* . || true

    echo "Committing files to Git LFS..."
    git add .
    git commit -m "Add inference model for $BRANCH_NAME" || echo "Nothing to commit."

    echo "Pushing branch to Hugging Face Hub..."
    git push --set-upstream origin "$BRANCH_NAME"

    echo "✅ Successfully pushed branch: $BRANCH_NAME"
done

echo "------------------------------------------------------------"
echo "🎉 All models have been successfully uploaded!"
echo "------------------------------------------------------------"

git checkout main