2022-05-05 21:54:34 +02:00
#!/bin/bash
2022-02-24 00:24:13 +01:00
2022-06-17 09:37:27 +02:00
export DISPLAY = :0
2022-04-24 18:09:36 +02:00
INPUT = " $1 "
ID = $2
unquote( ) {
echo $1 | sed 's/"//g'
}
URL = $( unquote $( echo $INPUT | jq .url) )
DOMAINS = ` node array-to-lines.js " $( echo $INPUT | jq .third_party_domains) " `
2022-04-21 22:20:44 +02:00
source ./utils.sh
2022-04-24 19:57:01 +02:00
2022-05-27 15:49:56 +02:00
PREVIEW = "FALSE" # set to "TRUE" in order to enable automatic screenshots kept in preview.png
2022-05-25 20:10:44 +02:00
2022-05-27 15:49:56 +02:00
if [ " $PREVIEW " = "TRUE" ] ;
then
( while true; do
grab_screen_to_public $ID
sleep 1
done ) &
refresher_pid = $! ;
fi
2022-04-24 18:09:36 +02:00
load_website " $URL "
grab load_website
2022-04-21 22:20:44 +02:00
open_network_inspector
2022-04-24 18:09:36 +02:00
grab open_network_inspector
2022-02-24 00:24:13 +01:00
2022-04-21 22:20:44 +02:00
declare -a pids;
pids = ( )
2022-02-24 00:24:13 +01:00
2022-02-14 22:10:01 +01:00
2022-04-24 18:09:36 +02:00
index = 0
mkdir -p " /opt/static/ $ID "
while IFS = read -r DOMAIN; do
if [ " $DOMAIN " = "" ] ; then
continue
fi
2022-05-27 15:49:56 +02:00
echo " {\"current_action\": \"scanning for requests from $DOMAIN ...\"} "
2022-04-24 18:09:36 +02:00
network_inspector_search " domain: $DOMAIN " # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties
2022-06-15 20:27:15 +02:00
# grab ni_search
2022-04-24 18:09:36 +02:00
count = 0
while network_inspector_has_more_entries
do
2022-06-15 20:27:15 +02:00
filename = " $ID / ${ index } .png "
scrot " /opt/static/ $filename "
grab " searching $DOMAIN "
2022-06-17 11:44:05 +02:00
BASE_URL = " $BASE_URL " python annotate_header.py " $filename " " $DOMAIN " \
2022-04-24 18:09:36 +02:00
"set-cookie" "identyfikator internetowy z cookie" \
"Cookie" "identyfikator internetowy z cookie" \
"Referer" "Część mojej historii przeglądania" &
pids += ( $! )
network_inspector_next_entry
( ( index++) )
( ( count++) )
if [ $count -gt 10 ] ; then
break;
fi
done
done <<< " $DOMAINS "
2022-05-27 15:49:56 +02:00
if [ " $PREVIEW " = "TRUE" ] ;
then
kill $refresher_pid ;
fi
2022-04-24 19:57:01 +02:00
2022-05-27 15:49:56 +02:00
echo "{\"current_action\": \"awaiting al background processes...\"}"
2022-02-13 22:30:56 +01:00
2022-04-21 22:20:44 +02:00
for PID in " ${ pids [@] } "
2022-02-24 00:24:13 +01:00
do
2022-04-21 22:20:44 +02:00
wait $PID
2022-02-24 00:24:13 +01:00
done
2022-02-13 22:30:56 +01:00
kill -2 %%;
cleanup
2022-02-24 00:24:13 +01:00
2022-04-21 22:20:44 +02:00
echo "Done!"