From 986fbe51101674c290df8f5c9d0dc3f507c172e2 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Nicol=C3=A1s=20Reynolds?= <fauno@kiwwwi.com.ar>
Date: Thu, 11 Aug 2011 20:45:29 -0300
Subject: Script to solve issue165

---
 cron-jobs/repo-sanity-check | 46 +++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 46 insertions(+)
 create mode 100644 cron-jobs/repo-sanity-check

(limited to 'cron-jobs/repo-sanity-check')

diff --git a/cron-jobs/repo-sanity-check b/cron-jobs/repo-sanity-check
new file mode 100644
index 0000000..a6249b5
--- /dev/null
+++ b/cron-jobs/repo-sanity-check
@@ -0,0 +1,46 @@
+#!/bin/bash
+# Solves issue165
+
+. "$(dirname $0)/../db-functions"
+. "$(dirname $0)/../config"
+
+# Traverse all repos
+for _repo in ${REPOS[@]}; do
+
+# Find all pkgnames on this repo's abs
+    on_abs=($(
+        find ${SVNREPO}/${_repo} -name PKGBUILD | \
+        while read pkgbuild; do
+            source ${pkgbuild} >/dev/null 2>&1
+# cleanup to save memory
+            unset build package source md5sums pkgdesc pkgver pkgrel epoch \
+                  url license arch depends makedepends optdepends options \
+                  >/dev/null 2>&1
+
+# also cleanup package functions
+            for _pkg in ${pkgname[@]}; do
+                unset package_${pkg} >/dev/null 2>&1
+            done
+            
+# this fills the on_abs array
+            echo ${pkgname[@]}
+        done
+    ))
+
+# Find all pkgnames on repos
+    on_repo=($(
+        find ${FTP_BASE}/${_repo} -name "*.pkg.tar.?z" -printf "%f\n" | \
+        sed "s/^\(.\+\)-[^-]\+-[^-]\+-[^-]\+$/\1/"
+    ))
+
+# Compares them, whatever is on repos but not on abs should be removed
+    remove=($(comm -13 <(echo ${on_abs[@]} | tr ' ' "\n" | sort) \
+             <(echo ${on_repo[@]} | tr ' ' "\n" | sort)))
+
+# Remove them from databases, ftpdir-cleanup will take care of the rest
+    find ${FTP_BASE}/${_repo} -name "*.db.tar.?z" -print0 | \
+        xargs -0 repo-remove {} ${remove[@]}
+
+done
+
+exit $?
-- 
cgit v1.2.3-2-g168b


From d1de884ad56e0756a80d5c00bb723e7f2a56491b Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Nicol=C3=A1s=20Reynolds?= <fauno@kiwwwi.com.ar>
Date: Thu, 11 Aug 2011 21:37:21 -0300
Subject: Changed xargs for find -exec

---
 cron-jobs/repo-sanity-check | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'cron-jobs/repo-sanity-check')

diff --git a/cron-jobs/repo-sanity-check b/cron-jobs/repo-sanity-check
index a6249b5..52ca33b 100644
--- a/cron-jobs/repo-sanity-check
+++ b/cron-jobs/repo-sanity-check
@@ -38,8 +38,8 @@ for _repo in ${REPOS[@]}; do
              <(echo ${on_repo[@]} | tr ' ' "\n" | sort)))
 
 # Remove them from databases, ftpdir-cleanup will take care of the rest
-    find ${FTP_BASE}/${_repo} -name "*.db.tar.?z" -print0 | \
-        xargs -0 repo-remove {} ${remove[@]}
+    find ${FTP_BASE}/${_repo} -name "*.db.tar.?z" -exec \
+        repo-remove {} ${remove[@]} \;
 
 done
 
-- 
cgit v1.2.3-2-g168b


From 1d7db341d4f27f8ebd7167a8630ea8589e40c464 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Nicol=C3=A1s=20Reynolds?= <fauno@kiwwwi.com.ar>
Date: Thu, 11 Aug 2011 21:39:05 -0300
Subject: Forgot +x

---
 cron-jobs/repo-sanity-check | 0
 1 file changed, 0 insertions(+), 0 deletions(-)
 mode change 100644 => 100755 cron-jobs/repo-sanity-check

(limited to 'cron-jobs/repo-sanity-check')

diff --git a/cron-jobs/repo-sanity-check b/cron-jobs/repo-sanity-check
old mode 100644
new mode 100755
-- 
cgit v1.2.3-2-g168b


From d2f65c340f890050c99371e203288afea03d125b Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Nicol=C3=A1s=20Reynolds?= <fauno@kiwwwi.com.ar>
Date: Thu, 11 Aug 2011 22:42:01 -0300
Subject: Sort unique pkgnames

---
 cron-jobs/repo-sanity-check | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'cron-jobs/repo-sanity-check')

diff --git a/cron-jobs/repo-sanity-check b/cron-jobs/repo-sanity-check
index 52ca33b..690a9f8 100755
--- a/cron-jobs/repo-sanity-check
+++ b/cron-jobs/repo-sanity-check
@@ -34,8 +34,8 @@ for _repo in ${REPOS[@]}; do
     ))
 
 # Compares them, whatever is on repos but not on abs should be removed
-    remove=($(comm -13 <(echo ${on_abs[@]} | tr ' ' "\n" | sort) \
-             <(echo ${on_repo[@]} | tr ' ' "\n" | sort)))
+    remove=($(comm -13 <(echo ${on_abs[@]} | tr ' ' "\n" | sort -u) \
+             <(echo ${on_repo[@]} | tr ' ' "\n" | sort -u)))
 
 # Remove them from databases, ftpdir-cleanup will take care of the rest
     find ${FTP_BASE}/${_repo} -name "*.db.tar.?z" -exec \
-- 
cgit v1.2.3-2-g168b


From 7d6595c750903114740c7ab726cd89cb73d6c3a9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Nicol=C3=A1s=20Reynolds?= <fauno@kiwwwi.com.ar>
Date: Fri, 12 Aug 2011 02:37:50 -0300
Subject: Fixed unexistent REPOS array and skip removal when the ABS tree is
 empty.

---
 cron-jobs/repo-sanity-check | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

(limited to 'cron-jobs/repo-sanity-check')

diff --git a/cron-jobs/repo-sanity-check b/cron-jobs/repo-sanity-check
index 690a9f8..92b26ae 100755
--- a/cron-jobs/repo-sanity-check
+++ b/cron-jobs/repo-sanity-check
@@ -5,7 +5,7 @@
 . "$(dirname $0)/../config"
 
 # Traverse all repos
-for _repo in ${REPOS[@]}; do
+for _repo in ${PKGREPOS[@]}; do
 
 # Find all pkgnames on this repo's abs
     on_abs=($(
@@ -27,6 +27,12 @@ for _repo in ${REPOS[@]}; do
         done
     ))
 
+# quit if abs is empty
+    if [ ${#on_abs[*]} -eq 0 ]; then
+        warning "[${_repo}]'s ABS tree is empty, skipping"
+        break
+    fi
+
 # Find all pkgnames on repos
     on_repo=($(
         find ${FTP_BASE}/${_repo} -name "*.pkg.tar.?z" -printf "%f\n" | \
-- 
cgit v1.2.3-2-g168b


From f23d7103fec259ebe2ba796ae7f351dfbda5b705 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Nicol=C3=A1s=20Reynolds?= <fauno@kiwwwi.com.ar>
Date: Sat, 13 Aug 2011 12:51:32 -0300
Subject: Added useful messages

---
 cron-jobs/repo-sanity-check | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

(limited to 'cron-jobs/repo-sanity-check')

diff --git a/cron-jobs/repo-sanity-check b/cron-jobs/repo-sanity-check
index 92b26ae..1ba90a6 100755
--- a/cron-jobs/repo-sanity-check
+++ b/cron-jobs/repo-sanity-check
@@ -6,6 +6,7 @@
 
 # Traverse all repos
 for _repo in ${PKGREPOS[@]}; do
+    msg "Cleaning up [${_repo}]"
 
 # Find all pkgnames on this repo's abs
     on_abs=($(
@@ -45,7 +46,10 @@ for _repo in ${PKGREPOS[@]}; do
 
 # Remove them from databases, ftpdir-cleanup will take care of the rest
     find ${FTP_BASE}/${_repo} -name "*.db.tar.?z" -exec \
-        repo-remove {} ${remove[@]} \;
+        repo-remove {} ${remove[@]} >/dev/null 2>&1 \;
+
+    msg2 "Removed the following packages:"
+    plain "$(echo ${remove[@]} | tr ' ' "\n")"
 
 done
 
-- 
cgit v1.2.3-2-g168b