Commit changes in script3

script3.sh

@@ -1,23 +1,55 @@
 #!/bin/bash
 
+INPUT="$1"
+ID=$2
+
+unquote(){
+  echo $1 | sed 's/"//g'
+}
+
+URL=$(unquote $(echo $INPUT | jq .url))
+DOMAINS=`node array-to-lines.js "$(echo $INPUT | jq .third_party_domains)"`
+
+echo "$DOMAINS"
+
 source ./ephemeral-x.sh
 source ./annotate_header.sh
 source ./utils.sh
 
 start_firefox
+grab start_firefox
 prepare_firefox
-load_website "biedronka.pl"
+grab prepare_firefox
+load_website "$URL"
+grab load_website
 open_network_inspector
-network_inspector_search "method:GET domain:adocean.pl" # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties
+grab open_network_inspector
+
 
-index=0
 
 declare -a pids;
 pids=()
 
+echo DOMAINS: "$DOMAINS"
+
+
+index=0
+mkdir -p "/opt/static/$ID"
+while IFS= read -r DOMAIN; do
+    if [ "$DOMAIN" = "" ]; then
+      continue
+    fi
+    echo "============"
+    echo SCANNING DOMAIN $DOMAIN
+    network_inspector_search "domain:$DOMAIN" # can filter with more granularity: https://developer.mozilla.org/en-US/docs/Tools/Network_Monitor/request_list#filtering_by_properties
+    grab ni_search
+
+    scrot
+
+    count=0
     while network_inspector_has_more_entries
     do
-  filename="${index}.png"
+      filename="/opt/static/$ID/${index}.png"
       scrot "$filename"
       annotate_header "$filename" \
         "set-cookie" "identyfikator internetowy z cookie" \
@@ -26,12 +58,15 @@ do
       pids+=($!)
       network_inspector_next_entry
       ((index++))
+      ((count++))
+      if [ $count -gt 10 ]; then
+        break;
+      fi
     done
+done <<< "$DOMAINS"
 
 echo "starting wait..."
 
-jobs -l
-
 for PID in "${pids[@]}"
 do
      wait $PID