jart · December 12, 2023 15:24 · michapixel · Jan 2, 2024 · alextremblay · Apr 5, 2024
diff --git a/rename-pictures.sh b/rename-pictures.sh
 #!/bin/sh
 # rename-pictures.sh
 # Author: Justine Tunney <[email protected]>
 # License: Apache 2.0
 #
 # This shell script can be used to ensure all the images in a folder
 # have good descriptive filenames that are written in English. It's
 # based on the Mistral 7b and LLaVA v1.5 models.
 #
 # For example, the following command:
 #
 #     ./rename-pictures.sh ~/Pictures
 #
 # Will iterate recursively through the specified directories. For each
 # file, it'll ask the Mistral model if the filename looks reasonable. If
 # Mistral doesn't like the filename, then this script will ask LLaVA to
 # analyze the picture and generate a new filename with lowercase letters
 # and underscores. Most image formats are supported (e.g. png/jpg/gif)
 # and newer more exotic ones (e.g. webp) are also supported if Image
 # Magick is installed.
 #
 # You need to have a system with at minimum 8gb of RAM. This will work
 # even on older computers without GPUs; just let it run overnight!

 abort() {
  printf '%s\n' "renaming terminated." >&2
  exit 1
 }

 if ! LLAVA=$(command -v llava-v1.5-7b-q4-main.llamafile); then
  printf '%s\n' "llava-v1.5-7b-q4-main.llamafile: fatal error: update this script with the path of your llava llamafile" >&2
  printf '%s\n' "please download https://huggingface.co/jartine/llava-v1.5-7B-GGUF/resolve/main/llava-v1.5-7b-q4-main.llamafile and put it on the system path" >&2
  abort
 fi

 if ! MISTRAL=$(command -v mistral-7b-instruct-v0.1-Q4_K_M-main.llamafile); then
  printf '%s\n' "mistral-7b-instruct-v0.1-Q4_K_M-main.llamafile: fatal error: update this script with the path of your mistral llamafile" >&2
  printf '%s\n' "please download https://huggingface.co/jartine/mistral-7b.llamafile/resolve/main/mistral-7b-instruct-v0.1-Q4_K_M-main.llamafile and put it on the system path" >&2
  abort
 fi

 if ! CONVERT=$(command -v convert); then
  printf '%s\n' "${0##*/}: warning: convert command not found (please install imagemagick so we can analyze image formats like webp)" >&2
 fi

 isgood() {
  "$MISTRAL" \
      --temp 0 -ngl 35 \
      --grammar 'root ::= "yes" | "no"' \
      -p "[INST]Does the filename '${1##*/}' look like readable english text?[/INST]" \
      --silent-prompt 2>/dev/null
 }

 pickname() {
  "$LLAVA" \
      --image "$1" --temp 0.3 -ngl 35 \
      --grammar 'root ::= [a-z]+ (" " [a-z]+)+' -n 10 \
      -p '### User: The image has...
 ### Assistant:' \
      --silent-prompt 2>/dev/null
 }

 # https://stackoverflow.com/a/30133294/1653720
 shuf() {
  awk 'BEGIN {srand(); OFMT="%.17f"} {print rand(), $0}' "$@" |
    sort -k1,1n |
    cut -d ' ' -f2-
 }


 if [ $# -eq 0 ]; then
  printf '%s\n' "${0##*/}: fatal error: missing operand" >&2
  abort
 fi

 if [ x"$1" = x"--help" ]; then
  printf '%s\n' "usage: ${0##*/} PATH..."
  exit
 fi

 OIFS=$IFS
 IFS='
 '
 for arg; do

  # ensure argument is a file or directory
  if [ ! -e "$arg" ]; then
    printf '%s\n' "$arg: fatal error: file not found" >&2
    abort
  fi

  # find all regular files under path argument
  for path in $(find "$arg" -type f -print0 | tr '\0' '\n' | shuf); do

    # ask mistral if filename needs renaming
    if ! answer=$(isgood "$path"); then
      printf '%s\n' "$path: fatal error: failed to ask mistral if file needs renaming" >&2
      abort
    fi

    if [ "$answer" = "yes" ]; then
      printf '%s\n' "skipping $path (mistral says it's good)" >&2
      continue
    fi

    # ask llm to generate new filename. if it's a format like web that
    # our stb library doesn't support yet, then we'll ask imagemagick to
    # convert it to png and then try again.
    if ! newname=$(pickname "$path"); then
      png="${TMPDIR:-/tmp}/$$.png"
      if [ -z "$CONVERT" ]; then
        printf '%s\n' "$path: warning: llava failed to describe image (probably due to unsupported file format)" >&2
        continue
      fi
      if "$CONVERT" "$path" "$png" 2>/dev/null; then
        if newname=$(pickname "$png"); then
          rm -f "$png"
        else
          printf '%s\n' "$path: warning: llava llm failed" >&2
          rm -f "$png"
          continue
        fi
      else
        printf '%s\n' "skipping $path (not an image)" >&2
        continue
      fi
    fi

    # replace spaces with underscores
    newname=$(printf '%s\n' "$newname" | sed 's/ /_/g')

    # append the original file extension to the new name
    if [ x"${path%.*}" != x"$path" ]; then
      newname="$newname.${path##*.}"
    fi

    # prefix the original directory to the new name
    if [ x"${path%/*}" != x"$path" ]; then
      newname="${path%/*}/$newname"
    fi

    # ensure new name is unque
    if [ -e "$newname" ]; then
      i=2
      while [ -e "${newname%.*}-$i.${newname##*.}" ]; do
        i=$((i + 1))
      done
      newname="${newname%.*}-$i.${newname##*.}"
    fi

    # rename the file
    printf '%s\n' "renaming $path to $newname"
    if ! mv -n "$path" "$newname"; then
      printf '%s\n' "$newname: fatal error: failed to rename file" >&2
      abort
    fi
  done
 done
 IFS=$OIFS
	#!/bin/sh
	# rename-pictures.sh
	# Author: Justine Tunney <[email protected]>
	# License: Apache 2.0
	#
	# This shell script can be used to ensure all the images in a folder
	# have good descriptive filenames that are written in English. It's
	# based on the Mistral 7b and LLaVA v1.5 models.
	#
	# For example, the following command:
	#
	# ./rename-pictures.sh ~/Pictures
	#
	# Will iterate recursively through the specified directories. For each
	# file, it'll ask the Mistral model if the filename looks reasonable. If
	# Mistral doesn't like the filename, then this script will ask LLaVA to
	# analyze the picture and generate a new filename with lowercase letters
	# and underscores. Most image formats are supported (e.g. png/jpg/gif)
	# and newer more exotic ones (e.g. webp) are also supported if Image
	# Magick is installed.
	#
	# You need to have a system with at minimum 8gb of RAM. This will work
	# even on older computers without GPUs; just let it run overnight!

	abort() {
	printf '%s\n' "renaming terminated." >&2
	exit 1
	}

	if ! LLAVA=$(command -v llava-v1.5-7b-q4-main.llamafile); then
	printf '%s\n' "llava-v1.5-7b-q4-main.llamafile: fatal error: update this script with the path of your llava llamafile" >&2
	printf '%s\n' "please download https://huggingface.co/jartine/llava-v1.5-7B-GGUF/resolve/main/llava-v1.5-7b-q4-main.llamafile and put it on the system path" >&2
	abort
	fi

	if ! MISTRAL=$(command -v mistral-7b-instruct-v0.1-Q4_K_M-main.llamafile); then
	printf '%s\n' "mistral-7b-instruct-v0.1-Q4_K_M-main.llamafile: fatal error: update this script with the path of your mistral llamafile" >&2
	printf '%s\n' "please download https://huggingface.co/jartine/mistral-7b.llamafile/resolve/main/mistral-7b-instruct-v0.1-Q4_K_M-main.llamafile and put it on the system path" >&2
	abort
	fi

	if ! CONVERT=$(command -v convert); then
	printf '%s\n' "${0##*/}: warning: convert command not found (please install imagemagick so we can analyze image formats like webp)" >&2
	fi

	isgood() {
	"$MISTRAL" \
	--temp 0 -ngl 35 \
	--grammar 'root ::= "yes" \| "no"' \
	-p "[INST]Does the filename '${1##*/}' look like readable english text?[/INST]" \
	--silent-prompt 2>/dev/null
	}

	pickname() {
	"$LLAVA" \
	--image "$1" --temp 0.3 -ngl 35 \
	--grammar 'root ::= [a-z]+ (" " [a-z]+)+' -n 10 \
	-p '### User: The image has...
	### Assistant:' \
	--silent-prompt 2>/dev/null
	}

	# https://stackoverflow.com/a/30133294/1653720
	shuf() {
	awk 'BEGIN {srand(); OFMT="%.17f"} {print rand(), $0}' "$@" \|
	sort -k1,1n \|
	cut -d ' ' -f2-
	}


	if [ $# -eq 0 ]; then
	printf '%s\n' "${0##*/}: fatal error: missing operand" >&2
	abort
	fi

	if [ x"$1" = x"--help" ]; then
	printf '%s\n' "usage: ${0##*/} PATH..."
	exit
	fi

	OIFS=$IFS
	IFS='
	'
	for arg; do

	# ensure argument is a file or directory
	if [ ! -e "$arg" ]; then
	printf '%s\n' "$arg: fatal error: file not found" >&2
	abort
	fi

	# find all regular files under path argument
	for path in $(find "$arg" -type f -print0 \| tr '\0' '\n' \| shuf); do

	# ask mistral if filename needs renaming
	if ! answer=$(isgood "$path"); then
	printf '%s\n' "$path: fatal error: failed to ask mistral if file needs renaming" >&2
	abort
	fi

	if [ "$answer" = "yes" ]; then
	printf '%s\n' "skipping $path (mistral says it's good)" >&2
	continue
	fi

	# ask llm to generate new filename. if it's a format like web that
	# our stb library doesn't support yet, then we'll ask imagemagick to
	# convert it to png and then try again.
	if ! newname=$(pickname "$path"); then
	png="${TMPDIR:-/tmp}/$$.png"
	if [ -z "$CONVERT" ]; then
	printf '%s\n' "$path: warning: llava failed to describe image (probably due to unsupported file format)" >&2
	continue
	fi
	if "$CONVERT" "$path" "$png" 2>/dev/null; then
	if newname=$(pickname "$png"); then
	rm -f "$png"
	else
	printf '%s\n' "$path: warning: llava llm failed" >&2
	rm -f "$png"
	continue
	fi
	else
	printf '%s\n' "skipping $path (not an image)" >&2
	continue
	fi
	fi

	# replace spaces with underscores
	newname=$(printf '%s\n' "$newname" \| sed 's/ /_/g')

	# append the original file extension to the new name
	if [ x"${path%.*}" != x"$path" ]; then
	newname="$newname.${path##*.}"
	fi

	# prefix the original directory to the new name
	if [ x"${path%/*}" != x"$path" ]; then
	newname="${path%/*}/$newname"
	fi

	# ensure new name is unque
	if [ -e "$newname" ]; then
	i=2
	while [ -e "${newname%.}-$i.${newname##.}" ]; do
	i=$((i + 1))
	done
	newname="${newname%.}-$i.${newname##.}"
	fi

	# rename the file
	printf '%s\n' "renaming $path to $newname"
	if ! mv -n "$path" "$newname"; then
	printf '%s\n' "$newname: fatal error: failed to rename file" >&2
	abort
	fi
	done
	done
	IFS=$OIFS