summaryrefslogtreecommitdiffstats
path: root/consumer.sh
blob: 1fa4894427621af82351ffddaf15fad2a297bbe8 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
#!/bin/sh

REMOTE_HOST="${FIFO_REMOTE_HOST:-lex-queue}"
REMOTE_FIFO="${FIFO_REMOTE_FIFO:-/tmp/job_queue.txt}"
TARGET_DIR="${FIFO_TARGET_DIR:-/home/sadeep/lex}"

# Ensure the queue file exists
ssh -n "$REMOTE_HOST" "touch \"$REMOTE_FIFO\"" || {
	echo "[$(date '+%H:%M:%S')] ERROR: Failed to reach remote host or init queue" >&2
	exit 1
}

echo "[$(date '+%H:%M:%S')] Listening to remote queue '$REMOTE_FIFO' on $REMOTE_HOST..."

while true; do
	msg=$(ssh -n "$REMOTE_HOST" "
		if [ -s \"$REMOTE_FIFO\" ]; then
			head -n 1 \"$REMOTE_FIFO\"
			ed -s \"$REMOTE_FIFO\" <<'EOF' >/dev/null 2>&1
1d
w
q
EOF
		fi
	")

	if [ -z "$msg" ]; then
		sleep 1
		continue
	fi

	# Log formatted line capped at 72 chars
	log_line="[$(date '+%H:%M:%S')] Processing message: ${msg}"
	if [ ${#log_line} -gt 72 ]; then
		printf "[%s] Processing message: %.38s...\n" "$(date '+%H:%M:%S')" "$msg"
	else
		echo "$log_line"
	fi

	# Execute ./lex locally into RAM
	output=$(./lex "$msg" 2>/dev/null)

	if [ -z "$output" ]; then
		echo "[$(date '+%H:%M:%S')] ERROR: ./lex returned empty response"
		continue
	fi

	# Extract first word in-memory and convert to lowercase
	raw_word=$(printf '%s' "$output" | awk 'NR==1{print $1; exit}')
	first_word=$(printf '%s' "$raw_word" | tr '[:upper:]' '[:lower:]')

	if [ -z "$first_word" ]; then
		echo "[$(date '+%H:%M:%S')] ERROR: Invalid response (no first word)."
		continue
	fi

	target_file="${TARGET_DIR}/${first_word}.txt"
	temp_target="${TARGET_DIR}/${first_word}.tmp"

	# Stream RAM payload to remote temp file and atomically rename
	if printf '%s\n' "$output" \
		| fold -s -w 72 \
		| ssh "$REMOTE_HOST" "cat > \"$temp_target\" && mv -f \"$temp_target\" \"$target_file\""; then
		echo "[$(date '+%H:%M:%S')] OK: Saved to $target_file"
	else
		echo "[$(date '+%H:%M:%S')] ERROR: Failed processing '$first_word'"
	fi

done