snippets/ask_llm.bash
Nicole Dresselhaus 9ab97a7867 updates
2025-06-04 10:13:16 +02:00

114 lines
2.5 KiB
Bash
Executable File

#!/usr/bin/env bash
set -Eeuo pipefail
trap cleanup SIGINT SIGTERM ERR EXIT
payload=$(mktemp)
script_dir=$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd -P)
usage() {
cat <<EOF
Usage: $(basename "${BASH_SOURCE[0]}") [-h] [-v] [-f] -p param_value arg1 [arg2...]
Script description here.
Available options:
-h, --help Print this help and exit
-v, --verbose Print script debug info
-f, --flag Some flag description
-p, --param Some param description
EOF
exit
}
cleanup() {
trap - SIGINT SIGTERM ERR EXIT
# script cleanup here
rm -rf "$payload"
}
setup_colors() {
if [[ -t 2 ]] && [[ -z "${NO_COLOR-}" ]] && [[ "${TERM-}" != "dumb" ]]; then
NOFORMAT='\033[0m' RED='\033[0;31m' GREEN='\033[0;32m' ORANGE='\033[0;33m' BLUE='\033[0;34m' PURPLE='\033[0;35m' CYAN='\033[0;36m' YELLOW='\033[1;33m'
else
NOFORMAT='' RED='' GREEN='' ORANGE='' BLUE='' PURPLE='' CYAN='' YELLOW=''
fi
}
msg() {
if [[ $# -gt 1 ]]; then
echo >&2 -e -n "${1-}${2}"
else
echo >&2 -e "${1-}"
fi
}
die() {
local msg=$1
local code=${2-1} # default exit status 1
msg "$msg"
exit "$code"
}
get_abs_filename() {
# $1 : relative filename
echo "$(cd "$(dirname "$1")" && pwd)/$(basename "$1")"
}
parse_params() {
# default values of variables set from params
#flag=0
output=''
while :; do
case "${1-}" in
-h | --help) usage ;;
-v | --verbose) set -x ;;
--no-color) NO_COLOR=1 ;;
#-f | --flag) flag=1 ;; # example flag
-i | --image)
image="${2-}"
shift
;;
-p | --prompt)
prompt="${2-}"
shift
;;
-?*) die "Unknown option: $1" ;;
*) break ;;
esac
shift
done
args=("$@")
[[ -z "${prompt-}" ]] && prompt="${args[*]-}"
# check required params and argument
[[ -z "${prompt-}" ]] && die "Missing required parameter: prompt"
return 0
}
parse_params "$@"
setup_colors
# script logic here
msg "${RED}Read parameters:${NOFORMAT}"
msg "- image: ${image-}"
msg "- prompt: ${prompt}"
msg "- arguments: ${args[*]-}"
if [[ -z "${image-}" ]]; then
echo '{ "model": "gemma3:12b", "prompt": "'"${prompt}"'" }' >"$payload"
else
abspath=$(get_abs_filename "${image}")
imgbase64=$(base64 -w 0 "${abspath}")
echo '{ "model": "gemma3:12b", "prompt": "'"${prompt}"'", "images": ["'"${imgbase64}"'"] }' >"$payload"
fi
while IFS= read -r line; do
echo "$line" | jq -j '.response'
done < <(curl -s -X POST http://gpu.dighist.geschichte.hu-berlin.de:11434/api/generate -d @"$payload")