added control of the already processed files

pdt.sh

@@ -1,33 +1,24 @@
 #!/bin/bash
 
-if [[ -f /var/www/html/storage/focode/processed_files.txt]]
-then
-    readarray -t processed_files < /var/www/html/storage/focode/processed_files.txt
-fi
-
 readarray -t files < /var/www/html/storage/focode/file_list_temp.txt
 
 for file in "${files[@]}"
 do
-    for processed_file in "${processed_files[@]}"
-    do
-        if [[ "$file" == "$processed_file" ]]
-        then
-            echo "Skipping already processed file: $file"
-            continue
-        fi
 
-        output=$(php compress.php process "$file")
-        echo "$processed_file" >> /var/www/html/storage/focode/processed_files.txt
+    if [[ -f "/var/www/html/storage/focode/processed_files.txt" && $(grep -c "$file" "/var/www/html/storage/focode/processed_files.txt") -gt 0 ]]
+    then
+        echo "Skipping already processed file: $file"
+        continue
+    fi
 
-        if [[ $output -gt 0 ]]
-        then
-            echo "ERROR! Exiting the program"
-            echo "Processed file: $file - $output" | tee -a "/var/log/pdterr$(date +%d%m%Y).log"
-            echo "Log saved to /var/log/pdterr$(date +%d%m%Y).log"
-            exit 1
-        fi
+    output=$(php compress.php process "$file")
+    if [[ $output -gt 0 ]]
+    then
+        echo "ERROR! Exiting the program"
+        echo "Processed file: $file - $output" | tee -a "/var/log/pdterr$(date +%d%m%Y).log"
+        echo "Log saved to /var/log/pdterr$(date +%d%m%Y).log"
+        exit 1
+    fi
 
-        echo "Processed file: $file - $output"
-    done
+    echo "Processed file: $file - $output" | tee -a /var/www/html/storage/focode/processed_files.txt
 done