screenshot-service/script3.sh

#!/bin/bash

source ./ephemeral-x.sh

get_pixel_color(){
  x=$1;
  y=$2;
  output_path="/tmp/$(mktemp -u XXXXXX).png"
  scrot $output_path
  magick $output_path -format "%[hex:p{$x,$y}]" info:
}

extract_text(){
  output_path="/tmp/$(mktemp -u XXXXXX).png"
  cropped_path=$output_path--cropped.png
  scrot $output_path
  left=$1
  top=$2
  width=$3
  height=$4
  # https://www.libvips.org/API/current/libvips-conversion.html#vips-extract-area
  vips extract_area "$output_path" "$cropped_path" $left $top $width $height
  tesseract "$cropped_path" stdout -l eng
}

click (){
  xdotool mousemove $1 $2
  xdotool click 1
}

grab (){
  NOTE="$@"
  echo $@
  scrot --note "-f '/usr/share/fonts/noto/NotoSansMono-Medium.ttf/40' -c 255,0,0,255 -t '$NOTE'"
}

keycombo(){
  for key in "$@"
  do
    xdotool keydown $key
    sleep 0.01
  done
  for key in "$@"
  do
    xdotool keyup $key
    sleep 0.01
  done
  sleep 0.5
}

rm -rf /root/.mozilla/firefox/bifup8k5.docker/sessionstore-backups
#echo 'user_pref("layout.css.devPixelsPerPx", "1.5");' >> /root/.mozilla/firefox/bifup8k5.docker/prefs.js

firefox --devtools &

FIREFOX_PID=$!

sleep 3

xdotool key Return # in case there's a "firefox closed unexpectedly" button

sleep 1

# click 1424 628

grab before maximize

click 1886 13 #maximize button

sleep 1

#grab after maximize before control shift E

#keycombo Control_L Shift_L e

#sleep 1

grab before escape

xdotool key Escape
sleep 0.1
grab after escape

grab after control shift e before ctrl L

keycombo Control_L l

grab after control L

xdotool type "biedronka.pl"

xdotool key Return

grab after return

sleep 1

scrot

echo "waiting for the website to load..."
while [ $(get_pixel_color 143 122) = "2E3436" ] # the center of the X icon that becomes a "refresh" icon once the website is finished loading
do
  sleep 0.5
  printf "."
  grab loading
done

scrot


keycombo Control_L Shift_L c
keycombo Control_L Shift_L e
keycombo Control_L f
sleep 0.2
xdotool type "method:GET domain:adocean.pl" # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties
xdotool key Escape
sleep 0.3
scrot



seq 28 | xargs -I {} xdotool key Tab
xdotool key Down
sleep 0.1
xdotool key Up
sleep 0.1
scrot

while [ $(get_pixel_color 1267 1572) = "F9F9FA" ]
do
  xdotool key Tab
  sleep 0.05
  xdotool key Down
  sleep 0.1
  scrot
  echo "########## EXTRACTED TEXT: "
  extract_text 2056 330 824 1260 | grep cookie
done


kill -2 %%;

cleanup