misc/ollama/files/ollama-limit-gpu-layers


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

#!/bin/sh

MODEL=$1
NUM_GPU=$2

if [ -z "$MODEL" ] || [ -z "$NUM_GPU" ]; then
	echo "Usage: $0 <model> <num_gpu>"
	exit 1
fi

ollama show --modelfile $MODEL > Modelfile &&
echo "PARAMETER num_gpu $NUM_GPU" >> Modelfile &&
ollama create "$MODEL-num_gpu$NUM_GPU" -f Modelfile &&
rm Modelfile &&
echo "model variant $MODEL-num_gpu$NUM_GPU was created"