icd/screenshot-service
2
0
Fork 0
Code Issues 18 Pull Requests Projects 1 Releases Wiki Activity

Commit changes in script3

Browse Source
This commit is contained in:
Kuba Orlik 2022-04-24 18:09:36 +02:00
parent 78db6b79cf
commit 785f699243
1 changed files with 52 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

69
script3.sh
View File

@ -1,37 +1,72 @@
#!/bin/bash #!/bin/bash
INPUT="$1"
ID=$2
unquote(){
echo $1 | sed 's/"//g'
}
URL=$(unquote $(echo $INPUT | jq .url))
DOMAINS=`node array-to-lines.js "$(echo $INPUT | jq .third_party_domains)"`
echo "$DOMAINS"
source ./ephemeral-x.sh source ./ephemeral-x.sh
source ./annotate_header.sh source ./annotate_header.sh
source ./utils.sh source ./utils.sh
start_firefox start_firefox
grab start_firefox
prepare_firefox prepare_firefox
load_website "biedronka.pl" grab prepare_firefox
load_website "$URL"
grab load_website
open_network_inspector open_network_inspector
network_inspector_search "method:GET domain:adocean.pl" # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties grab open_network_inspector
index=0
declare -a pids; declare -a pids;
pids=() pids=()
while network_inspector_has_more_entries echo DOMAINS: "$DOMAINS"
do
filename="${index}.png"
scrot "$filename" index=0
annotate_header "$filename" \ mkdir -p "/opt/static/$ID"
"set-cookie" "identyfikator internetowy z cookie" \ while IFS= read -r DOMAIN; do
"Cookie" "identyfikator internetowy z cookie" \ if [ "$DOMAIN" = "" ]; then
"Referer" "Część mojej historii przeglądania" & continue
pids+=($!) fi
network_inspector_next_entry echo "============"
((index++)) echo SCANNING DOMAIN $DOMAIN
done network_inspector_search "domain:$DOMAIN" # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties
grab ni_search
scrot
count=0
while network_inspector_has_more_entries
do
filename="/opt/static/$ID/${index}.png"
scrot "$filename"
annotate_header "$filename" \
"set-cookie" "identyfikator internetowy z cookie" \
"Cookie" "identyfikator internetowy z cookie" \
"Referer" "Część mojej historii przeglądania" &
pids+=($!)
network_inspector_next_entry
((index++))
((count++))
if [ $count -gt 10 ]; then
break;
fi
done
done <<< "$DOMAINS"
echo "starting wait..." echo "starting wait..."
jobs -l
for PID in "${pids[@]}" for PID in "${pids[@]}"
do do
wait $PID wait $PID