#!/bin/bash source ./ephemeral-x.sh get_pixel_color(){ x=$1; y=$2; output_path="/tmp/$(mktemp -u XXXXXX).png" scrot $output_path magick $output_path -format "%[hex:p{$x,$y}]" info: } extract_text(){ output_path="/tmp/$(mktemp -u XXXXXX).png" cropped_path=$output_path--cropped.png scrot $output_path left=$1 top=$2 width=$3 height=$4 # https://www.libvips.org/API/current/libvips-conversion.html#vips-extract-area vips extract_area "$output_path" "$cropped_path" $left $top $width $height tesseract "$cropped_path" stdout -l eng } click (){ xdotool mousemove $1 $2 xdotool click 1 } grab (){ NOTE="$@" echo $@ scrot --note "-f '/usr/share/fonts/noto/NotoSansMono-Medium.ttf/40' -c 255,0,0,255 -t '$NOTE'" } keycombo(){ for key in "$@" do xdotool keydown $key sleep 0.01 done for key in "$@" do xdotool keyup $key sleep 0.01 done sleep 0.5 } annotate_header(){ header=$1 d=$(date "+%Y-%m-%d__%H_%M_%S") filename="$d__$header.png" cropped_filename="$filename__cropped.png" left=2056 top=330 width=824 height=1260 scrot $filename vips extract_area "$filename" "$cropped_filename" $left $top $width $height echo "cropped image" } rm -rf /root/.mozilla/firefox/bifup8k5.docker/sessionstore-backups #echo 'user_pref("layout.css.devPixelsPerPx", "1.5");' >> /root/.mozilla/firefox/bifup8k5.docker/prefs.js firefox --devtools > /dev/null & # test FIREFOX_PID=$! sleep 3 xdotool key Return # in case there's a "firefox closed unexpectedly" button sleep 1 # click 1424 628 grab before maximize click 1886 13 #maximize button sleep 1 #grab after maximize before control shift E #keycombo Control_L Shift_L e #sleep 1 grab before escape xdotool key Escape sleep 0.1 grab after escape keycombo Control_L Shift_L e xdotool key Escape keycombo Shift_L c F5 #profiler keycombo Control_L Shift_L e grab after control shift e before ctrl L keycombo Control_L l grab after control L xdotool type "biedronka.pl" xdotool key Return grab after return sleep 1 scrot echo "waiting for the website to load..." times=0 while [ $(get_pixel_color 143 122) = "2E3436" ] # the center of the X icon that becomes a "refresh" icon once the website is finished loading do sleep 0.5 printf "." scrot times=$((times + 1)) if [ $times -eq 10 ] then echo "Could not load website in time" break; fi done keycombo Shift_L F5 #profiler echo shift f5 sleep 1 echo "sleep 1" keycombo Control_L Shift_L e echo ctrl shift e keycombo Control_L f sleep 0.2 xdotool type "method:GET domain:adocean.pl" # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties xdotool key Escape sleep 0.3 scrot seq 28 | xargs -I {} xdotool key Tab xdotool key Down sleep 0.1 xdotool key Up sleep 0.1 scrot while [ $(get_pixel_color 1267 1572) = "F9F9FA" ] do xdotool key Tab sleep 0.05 xdotool key Down sleep 0.2 annotate_header set-cookie # use python script ^here to annotate the cropped png # scrot # echo "########## EXTRACTED TEXT: " # extract_text 2056 330 824 1260 | grep cookie done echo "Done!" kill -2 %%; cleanup