CI:test:fuzzer: adopt for generate & configure stages

Author: slyon

tests/config_fuzzer/runner.sh

@@ -14,6 +14,7 @@ FAKEDATADIR=fakedata
 CC=gcc
 BUILDDIR=${NETPLANPATH}/_fuzzer_build
 NETPLAN_GENERATE_PATH=${BUILDDIR}/src/generate
+NETPLAN_CONFIGURE_PATH=${BUILDDIR}/src/configure
 
 export G_DEBUG=fatal_criticals
 export LD_LIBRARY_PATH=${BUILDDIR}/src
@@ -47,8 +48,15 @@ do
     rm -rf fakeroot fakeroot2
     mkdir -p fakeroot/etc/netplan fakeroot2/etc/netplan
     cp ${yaml} fakeroot/etc/netplan/
-
-    OUTPUT=$(${NETPLAN_GENERATE_PATH} --root-dir fakeroot 2>&1)
+    GENERATOR_DIR=$(pwd)/fakeroot/run/systemd/generate
+
+    OUTPUT=$(systemd-run --user --pty --collect \
+        "--property=ReadOnlyPaths=/" \
+        "--property=ReadWritePaths=${GENERATOR_DIR}" \
+        "--property=ReadWritePaths=${GENERATOR_DIR}.early" \
+        "--property=ReadWritePaths=${GENERATOR_DIR}.late" \
+        ${NETPLAN_GENERATE_PATH} --root-dir fakeroot \
+        "${GENERATOR_DIR}" "${GENERATOR_DIR}.early" "${GENERATOR_DIR}.late" 2>&1)
     code=$?
     if [ $code -eq 139 ] || [ $code -eq 245 ] || [ $code -eq 133 ]
     then
@@ -75,6 +83,33 @@ do
     echo "YAML: ${yaml}" >> "${RESULTS_DIR}"/generate.log
     echo "${OUTPUT}" >> "${RESULTS_DIR}"/generate.log
 
+    OUTPUT=$(${NETPLAN_CONFIGURE_PATH} --root-dir fakeroot 2>&1)
+    code=$?
+    if [ $code -eq 139 ] || [ $code -eq 245 ] || [ $code -eq 133 ]
+    then
+        dir=${RESULTS_DIR}/crash_$(date "+%Y%m%d%H.%N")
+        echo "CONFIGURE CRASHED: ${OUTPUT}"
+        echo "YAML THE CAUSED THE CRASH:"
+        cat ${yaml}
+        echo "CONFIGURE: Saving crash to ${dir}"
+        cp -r fakeroot ${dir}
+        error=1
+    fi
+
+    if grep 'detected memory leaks' <<< "$OUTPUT" > /dev/null
+    then
+        dir=${RESULTS_DIR}/crash_$(date "+%Y%m%d%H.%N")
+        echo "CONFIGURE MEMORY LEAK DETECTED: ${OUTPUT}"
+        echo "YAML THE CAUSED THE MEMORY LEAK:"
+        cat ${yaml}
+        echo "CONFIGURE: Saving memory leak to ${dir}"
+        cp -r fakeroot ${dir}
+        error=1
+    fi
+
+    echo "${OUTPUT}" >> "${RESULTS_DIR}"/generate.log
+
+    GENERATOR_DIR=$(pwd)/fakeroot2/run/systemd/generate
     if [ -d fakeroot/run ] && [ -d fakeroot/run/NetworkManager ]
     then
         for keyfile in $(find fakeroot/run/NetworkManager/system-connections/ -type f 2>/dev/null)
@@ -92,7 +127,13 @@ do
             fi
         done
 
-        OUTPUT=$(${NETPLAN_GENERATE_PATH} --root-dir fakeroot2 2>&1)
+        OUTPUT=$(systemd-run --user --pty --collect \
+            "--property=ReadOnlyPaths=/" \
+            "--property=ReadWritePaths=${GENERATOR_DIR}" \
+            "--property=ReadWritePaths=${GENERATOR_DIR}.early" \
+            "--property=ReadWritePaths=${GENERATOR_DIR}.late" \
+            ${NETPLAN_GENERATE_PATH} --root-dir fakeroot2 \
+            "${GENERATOR_DIR}" "${GENERATOR_DIR}.early" "${GENERATOR_DIR}.late" 2>&1)
         code=$?
         if [ $code -eq 139 ] || [ $code -eq 245 ] || [ $code -eq 133 ]
         then
@@ -113,22 +154,47 @@ do
         fi
         echo "${OUTPUT}" >> "${RESULTS_DIR}"/generate_from_keyfile.log
 
-    fi
+        OUTPUT=$(${NETPLAN_CONFIGURE_PATH} --root-dir fakeroot2 2>&1)
+        code=$?
+        if [ $code -eq 139 ] || [ $code -eq 245 ] || [ $code -eq 133 ]
+        then
+            dir=${RESULTS_DIR}/generate_from_keyfile_$(date "+%Y%m%d%H.%N")
+            echo "CONFIGURE FROM KEYFILE GENERATED YAMLS CRASHED: ${OUTPUT}"
+            echo "CONFIGURE: Saving crash to ${dir}"
+            cp -r fakeroot2 ${dir}
+            error=1
+        fi
 
+        if grep 'detected memory leaks' <<< "$OUTPUT" > /dev/null
+        then
+            dir=${RESULTS_DIR}/generate_from_keyfile_$(date "+%Y%m%d%H.%N")
+            echo "CONFIGURE FROM KEYFILE GENERATED YAML MEMORY LEAK DETECTED: ${OUTPUT}"
+            echo "CONFIGURE: Saving memory leak to ${dir}"
+            cp -r fakeroot2 ${dir}
+            error=1
+        fi
+        echo "${OUTPUT}" >> "${RESULTS_DIR}"/generate_from_keyfile.log
+    fi
 done
 
 echo "$(date) - Done"
 
 echo "$(date) - Running netplan generate -i"
 
+GENERATOR_DIR=$(pwd)/fakeroot3/run/systemd/generate
 for yaml in ${FAKEDATADIR}/*.yaml
 do
     rm -rf fakeroot3
     mkdir -p fakeroot3/etc/netplan
     cp ${yaml} fakeroot3/etc/netplan/
 
-    OUTPUT=$(${NETPLAN_GENERATE_PATH} --root-dir fakeroot3 -i 2>&1)
-    code=$?
+    OUTPUT=$(systemd-run --user --pty --collect \
+        "--property=ReadOnlyPaths=/" \
+        "--property=ReadWritePaths=${GENERATOR_DIR}" \
+        "--property=ReadWritePaths=${GENERATOR_DIR}.early" \
+        "--property=ReadWritePaths=${GENERATOR_DIR}.late" \
+        ${NETPLAN_GENERATE_PATH} --root-dir fakeroot3 \
+        "${GENERATOR_DIR}" "${GENERATOR_DIR}.early" "${GENERATOR_DIR}.late" 2>&1)    code=$?
     if [ $code -eq 139 ] || [ $code -eq 245 ] || [ $code -eq 133 ]
     then
         echo "GENERATE --ignore-errors CRASHED"
@@ -143,6 +209,21 @@ do
         error=1
     fi
 
+    OUTPUT=$(${NETPLAN_CONFIGURE_PATH} --root-dir fakeroot3 -i 2>&1)
+    code=$?
+    if [ $code -eq 139 ] || [ $code -eq 245 ] || [ $code -eq 133 ]
+    then
+        echo "CONFIGURE --ignore-errors CRASHED"
+        cat ${yaml}
+        error=1
+    fi
+
+    if grep 'detected memory leaks' <<< "$OUTPUT" > /dev/null
+    then
+        echo "CONFIGURE --ignore-errors MEMORY LEAK DETECTED"
+        cat ${yaml}
+        error=1
+    fi
 done
 
 echo "$(date) - Done"