1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
|
#!/bin/bash
#
# Copyright (C) 2026 Danilo M. <danix@danix.xyz>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# gen-frames: make the companion's frames listed in frames.txt.
#
# gen-frames [--seed N] [--list] [OUTPUT...]
#
# With no OUTPUT, makes every frame whose image does not exist yet. Naming
# outputs (dress/mad, leotard/mad) remakes those, existing or not; a dress
# frame remade leaves its leotard frame stale, so name both. --seed changes
# the seed (default 42) to reroll a result; --list prints what would be made.
# Then runs prep-frames.
#
# It drives a running sd-server rather than sd-cli, which would reload the
# model for every frame: start sd-webui and pick FLUX.2 klein first. sd-webui
# also unloads llama-server's model, which otherwise leaves too little VRAM.
# The model is checked from sd-server's command line, since its API does not
# name it.
set -euo pipefail
here=$(cd "$(dirname "$0")" && pwd)
art=${ART_DIR:-$HOME/.local/share/keystone/companion/2b}
url=${SD_URL:-http://127.0.0.1:7860}
seed=42
list=0
want=()
while (($#)); do
case $1 in
--seed) seed=$2; shift 2 ;;
--list) list=1; shift ;;
-h|--help) sed -n '14,28p' "$0" | sed 's/^# \{0,1\}//'; exit 0 ;;
*) want+=("$1"); shift ;;
esac
done
# frames.txt to "output<TAB>references<TAB>prompt" lines, variables expanded.
# References are joined with + and no spaces: the first is the image edited,
# any after it are extra images the prompt can point at ("the second image").
parse() {
local line name out ref prompt
local frame='^[[:space:]]*([a-z0-9/_-]+)[[:space:]]*<-[[:space:]]*([a-z0-9/_-]+([[:space:]]*\+[[:space:]]*[a-z0-9/_-]+)*)[[:space:]]*:[[:space:]]*(.*)$'
declare -A vars=()
while IFS= read -r line || [[ -n $line ]]; do
[[ $line =~ ^[[:space:]]*(#|$) ]] && continue
if [[ $line =~ ^([A-Z_]+)[[:space:]]*=[[:space:]]*(.*)$ ]]; then
vars[${BASH_REMATCH[1]}]=${BASH_REMATCH[2]}
continue
fi
if [[ ! $line =~ $frame ]]; then
echo "gen-frames: frames.txt: cannot read: $line" >&2
exit 1
fi
out=${BASH_REMATCH[1]} ref=${BASH_REMATCH[2]// /} prompt=${BASH_REMATCH[4]}
for name in "${!vars[@]}"; do prompt=${prompt//\$\{$name\}/${vars[$name]}}; done
if [[ $prompt == *'${'* ]]; then
echo "gen-frames: frames.txt: $out: undefined variable in: $prompt" >&2
exit 1
fi
printf '%s\t%s\t%s\n' "$out" "$ref" "$prompt"
done <"$here/frames.txt"
}
# What to make: the named outputs, else every missing one, in file order.
# (No grep -q in a pipe: under pipefail its early exit fails the printf.)
todo=()
rows=$(parse) || exit 1
mapfile -t rows <<<"$rows"
declare -A known=() wanted=()
for row in "${rows[@]}"; do known[${row%%$'\t'*}]=1; done
for name in "${want[@]}"; do
[[ -n ${known[$name]:-} ]] || { echo "gen-frames: $name is not in frames.txt" >&2; exit 1; }
wanted[$name]=1
done
for row in "${rows[@]}"; do
out=${row%%$'\t'*}
if ((${#want[@]})); then
[[ -n ${wanted[$out]:-} ]] && todo+=("$row")
elif [[ ! -e $art/$out.png ]]; then
todo+=("$row")
fi
done
if ((list)); then
for row in "${todo[@]}"; do printf '%s <- %s\n' "${row%%$'\t'*}" "$(cut -f2 <<<"$row")"; done
exit 0
fi
if ((${#todo[@]} == 0)); then
echo "gen-frames: nothing to make"
exec "$here/prep-frames" "$art"
fi
pgrep -ax sd-server | grep -q klein ||
{ echo "gen-frames: sd-server is not running FLUX.2 klein; start sd-webui and pick it" >&2; exit 1; }
tmp=$(mktemp -d)
trap 'rm -rf "$tmp"' EXIT
made=0
for row in "${todo[@]}"; do
IFS=$'\t' read -r out ref prompt <<<"$row"
IFS=+ read -ra refs <<<"$ref"
missing=""
for r in "${refs[@]}"; do [[ -e $art/$r.png ]] || missing=$r; done
if [[ -n $missing ]]; then
echo "gen-frames: $out: its reference $missing.png does not exist yet, skipped" >&2
continue
fi
echo "gen-frames: $out <- ${ref//+/ + }"
# One JSON string per reference, as data URLs, slurped into the array.
for r in "${refs[@]}"; do
{ printf 'data:image/png;base64,'; base64 -w0 "$art/$r.png"; } | jq -Rs .
done >"$tmp/refs.json"
# The settings the frames were tuned with in sd-webui: recipe.txt.
jq -n --arg prompt "$prompt" --slurpfile refs "$tmp/refs.json" --argjson seed "$seed" '{
prompt: $prompt, negative_prompt: "", width: 1024, height: 1024, seed: $seed,
batch_count: 1, ref_images: $refs, auto_resize_ref_image: true,
increase_ref_index: false, lora: [], output_format: "png", output_compression: 100,
sample_params: { sample_steps: 4, sample_method: "euler", scheduler: "default",
guidance: { txt_cfg: 1.0 } }
}' >"$tmp/body"
id=$(curl -sf -m 30 -X POST "$url/sdcpp/v1/img_gen" -H 'Content-Type: application/json' \
--data-binary @"$tmp/body" | jq -r '.id // empty') || id=""
[[ -n $id ]] || { echo "gen-frames: $out: sd-server refused the job" >&2; exit 1; }
while :; do
curl -sf -m 30 "$url/sdcpp/v1/jobs/$id" >"$tmp/job" || { echo "gen-frames: $out: lost the job" >&2; exit 1; }
status=$(jq -r '.status' "$tmp/job")
case $status in
queued|generating) sleep 2 ;;
completed) break ;;
*) echo "gen-frames: $out: $status: $(jq -r '.error.message // "no message"' "$tmp/job")" >&2; exit 1 ;;
esac
done
mkdir -p "$art/$(dirname "$out")"
jq -r '.result.images[0].b64_json' "$tmp/job" | base64 -d >"$tmp/out.png"
mv "$tmp/out.png" "$art/$out.png"
printf '%s seed %s %s <- %s\n' "$(date +%F)" "$seed" "$out" "$ref" >>"$art/generated.log"
made=$((made + 1))
done
echo "gen-frames: made $made"
exec "$here/prep-frames" "$art"
|
