Script to increase Ollama model context

increase_model_context.sh

#!/bin/bash

# developed and tested on a macbook
# original instructions discovered at <https://www.youtube.com/@technovangelist>

# Check if correct number of arguments provided
if [ $# -ne 2 ]; then
    echo "Usage: $0 <model_id> <context_size>"
    echo "Example: $0 llama2:latest 8192"
    exit 1
fi

MODEL_ID=$1
CONTEXT_SIZE=$2

# Create custom models directory if it doesn't exist
MODELS_DIR="$HOME/ollama_custom_models"
mkdir -p "$MODELS_DIR"

# Create a clean model name by replacing special characters
CLEAN_MODEL_ID=$(echo "$MODEL_ID" | tr ':' '-')
NEW_MODEL_NAME="${CLEAN_MODEL_ID}-ctx${CONTEXT_SIZE}"
MODELFILE="$MODELS_DIR/Modelfile-${NEW_MODEL_NAME}"

# Create Modelfile with increased context size
echo "FROM $MODEL_ID" > "$MODELFILE"
echo "PARAMETER num_ctx $CONTEXT_SIZE" >> "$MODELFILE"

echo "Creating new model $NEW_MODEL_NAME with context size $CONTEXT_SIZE..."
ollama create "$NEW_MODEL_NAME" -f "$MODELFILE"

echo "Showing model details..."
ollama show "$NEW_MODEL_NAME"

echo "Done! You can now use the model with: ollama run $NEW_MODEL_NAME"