Skipping processed files

This commit is contained in:
Daniel Sosnowski
2026-01-15 16:24:17 +01:00
parent 51dfad5cb4
commit 435b1668ee

16
pdt.sh
View File

@@ -1,10 +1,25 @@
#!/bin/bash #!/bin/bash
if [[ -f /var/www/html/storage/focode/processed_files.txt]]
then
readarray -t processed_files < /var/www/html/storage/focode/processed_files.txt
fi
readarray -t files < /var/www/html/storage/focode/file_list_temp.txt readarray -t files < /var/www/html/storage/focode/file_list_temp.txt
for file in "${files[@]}" for file in "${files[@]}"
do do
for processed_file in "${processed_files[@]}"
do
if [[ "$file" == "$processed_file" ]]
then
echo "Skipping already processed file: $file"
continue
fi
output=$(php compress.php process "$file") output=$(php compress.php process "$file")
echo "$processed_file" >> /var/www/html/storage/focode/processed_files.txt
if [[ $output -gt 0 ]] if [[ $output -gt 0 ]]
then then
echo "ERROR! Exiting the program" echo "ERROR! Exiting the program"
@@ -14,4 +29,5 @@ do
fi fi
echo "Processed file: $file - $output" echo "Processed file: $file - $output"
done
done done