only sa-learn in fixed size chunks

it seems to use memory linear in the number of files processed at a
time, for some reason?

1 files changed, 11 insertions, 6 deletions

diff --git a/bin/learn_spam b/bin/learn_spam
index f3f8412..a3f4b3d 100755
--- a/bin/learn_spam
+++ b/bin/learn_spam
@@ -6,22 +6,27 @@ SALEARN=/usr/bin/vendor_perl/sa-learn
 
 if [[ "$1" == "-q" ]]; then
     OPTS="$OPTS"
-    PRINT=""
     OUTFILE="/dev/null"
 else
     OPTS="$OPTS --showdots"
-    PRINT="\n  From directory %p\n"
     OUTFILE="/dev/stdout"
 fi
 
 if [[ ! "$1" == "-q" ]]; then
-    echo -n "Learning ham..."
+    echo -n "$(date): Learning ham..."
 fi
-nice find $MAILDIR -type d ! -iwholename '*spam*' ! -iwholename '*sent*' ! -iwholename '*trash*' ! -iwholename '*draft*' ! -iwholename '*queue*' -name cur -printf "$PRINT" -exec $SALEARN $OPTS --ham '{}' \; > $OUTFILE
+nice find $MAILDIR -type f | grep '/\(cur\|new\)/' | grep -v '/spam/' | xargs -P1 -n1000 $SALEARN $OPTS --ham > $OUTFILE
 
 if [[ ! "$1" == "-q" ]]; then
-    echo -n "Learning spam..."
+    echo -n "$(date): Learning spam..."
 fi
-nice find $MAILDIR -type d -iwholename '*spam*' -name cur -printf "$PRINT" -exec $SALEARN $OPTS --spam '{}' \; > $OUTFILE
+nice find $MAILDIR -type f | grep '/\(cur\|new\)/' | grep '/spam/' | xargs -P1 -n1000 $SALEARN $OPTS --spam > $OUTFILE
 
+if [[ ! "$1" == "-q" ]]; then
+    echo -n "$(date): Syncing..."
+fi
 nice $SALEARN --sync > $OUTFILE
+
+if [[ ! "$1" == "-q" ]]; then
+    echo -n "$(date): Done!"
+fi