diff --git a/script3.sh b/script3.sh index 37fbb8f..00211a3 100755 --- a/script3.sh +++ b/script3.sh @@ -1,37 +1,72 @@ #!/bin/bash +INPUT="$1" +ID=$2 + +unquote(){ + echo $1 | sed 's/"//g' +} + +URL=$(unquote $(echo $INPUT | jq .url)) +DOMAINS=`node array-to-lines.js "$(echo $INPUT | jq .third_party_domains)"` + +echo "$DOMAINS" + source ./ephemeral-x.sh source ./annotate_header.sh source ./utils.sh start_firefox +grab start_firefox prepare_firefox -load_website "biedronka.pl" +grab prepare_firefox +load_website "$URL" +grab load_website open_network_inspector -network_inspector_search "method:GET domain:adocean.pl" # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties +grab open_network_inspector + -index=0 declare -a pids; pids=() -while network_inspector_has_more_entries -do - filename="${index}.png" - scrot "$filename" - annotate_header "$filename" \ - "set-cookie" "identyfikator internetowy z cookie" \ - "Cookie" "identyfikator internetowy z cookie" \ - "Referer" "Część mojej historii przeglądania" & - pids+=($!) - network_inspector_next_entry - ((index++)) -done +echo DOMAINS: "$DOMAINS" + + +index=0 +mkdir -p "/opt/static/$ID" +while IFS= read -r DOMAIN; do + if [ "$DOMAIN" = "" ]; then + continue + fi + echo "============" + echo SCANNING DOMAIN $DOMAIN + network_inspector_search "domain:$DOMAIN" # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties + grab ni_search + + scrot + + count=0 + while network_inspector_has_more_entries + do + filename="/opt/static/$ID/${index}.png" + scrot "$filename" + annotate_header "$filename" \ + "set-cookie" "identyfikator internetowy z cookie" \ + "Cookie" "identyfikator internetowy z cookie" \ + "Referer" "Część mojej historii przeglądania" & + pids+=($!) + network_inspector_next_entry + ((index++)) + ((count++)) + if [ $count -gt 10 ]; then + break; + fi + done +done <<< "$DOMAINS" echo "starting wait..." -jobs -l - for PID in "${pids[@]}" do wait $PID