From 65a5662ffb11e76b68f81ee24c37d74e49bd0d98 Mon Sep 17 00:00:00 2001 From: Luke Shumaker Date: Wed, 8 Nov 2017 14:10:38 -0500 Subject: Revamp mail filtering and organization --- .config/Makefile | 16 +- .config/emacs/wl.el | 12 +- .config/maildirproc/att.rc | 490 ------------------ .config/maildirproc/default.rc | 556 +++++++++++++++++++++ .config/offlineimap/config | 34 +- .../maildirproc@default.service | 1 + 6 files changed, 602 insertions(+), 507 deletions(-) delete mode 100644 .config/maildirproc/att.rc create mode 100644 .config/maildirproc/default.rc create mode 120000 .config/systemd/user/default.target.wants/maildirproc@default.service diff --git a/.config/Makefile b/.config/Makefile index 4e8166e..62c639e 100644 --- a/.config/Makefile +++ b/.config/Makefile @@ -21,8 +21,20 @@ clean: rm -f -- $(targets) .PHONY: all clean -${HOME}/.folders: ${HOME}/Maildir $(MAKEFILE_LIST) - find -L $< -mindepth 2 -maxdepth 2 \( -type f -name "maildirfolder" -o -type d -name new -o -type d -name tmp -o -type d -name cur \) -printf '%P\0' | xargs -r0 dirname -z -- | sort -zu | xargs -0 printf -- '.%s\n' > '$@' +ifneq ($(wildcard ${HOME}/Maildir),) +MAILDIRS = . +-include ${STATEDIR}/maildirs.mk +${HOME}/.folders: $(addprefix ${HOME}/Maildir/,${MAILDIRS}) + find -L $< \( -false \ + -o -type f -name maildirfolder \ + -o -type d -name new \ + -o -type d -name tmp \ + -o -type d -name cur \ + \) -printf '%P\0' | xargs -r0 dirname -z -- | sort -zu | xargs -0 printf -- '.%s\n' > '$@' +${STATEDIR}/maildirs.mk: ${HOME}/.folders + < $< sed -n 's/^\.//p' | xargs -d $$'\n' -r dirname -- | sort -u | xargs -d $$'\n' -r printf 'MAILDIRS += %s\n' > $@ +endif + ${GIT_DIR}/info/exclude: ${HOME}/.git.info.exclude.in $(shell echo .??*/) ( cat $<; find $^ -type f -name 'CACHEDIR.TAG' -printf '%h\n'|sed 's@^\./@/@' ) > $@ diff --git a/.config/emacs/wl.el b/.config/emacs/wl.el index c27c87e..08d9ec3 100644 --- a/.config/emacs/wl.el +++ b/.config/emacs/wl.el @@ -18,12 +18,12 @@ ;; note: all below are dirs (Maildirs) under elmo-maildir-folder-path ;; the '.'-prefix is for marking them as maildirs - wl-fcc ".Sent" ;; sent msgs go to the "sent"-folder - wl-default-folder ".FOLDERS.Ham" ;; my main inbox - wl-draft-folder ".Draft" ;; store drafts in 'postponed' - wl-trash-folder ".Trash" ;; put trash in 'trash' - wl-spam-folder ".FOLDERS.Spam.training" ;; put spam in 'Bulk Mail' - wl-queue-folder ".FOLDERS.Queue" ;; we don't use this + wl-default-folder ".MAIN/Ham.2017" + wl-spam-folder ".QUEUES/Spam" + wl-draft-folder ".WL/Draft" + wl-trash-folder ".WL/Trash" + wl-queue-folder ".WL/Queue" + wl-fcc ".WL/Sent" ;; check this folder periodically, and update modeline ;wl-biff-check-folder-list '(".todo") ;; check every 180 seconds diff --git a/.config/maildirproc/att.rc b/.config/maildirproc/att.rc deleted file mode 100644 index f25aa09..0000000 --- a/.config/maildirproc/att.rc +++ /dev/null @@ -1,490 +0,0 @@ -# -*- mode: python; indent-tabs-mode: t -*- - -import os -import os.path -import subprocess -import datetime -import re -# -# Mail attribute utilities - -def mailman_domain(mail, domain): - """ - Return a string that is the list-name for a mailman domain - """ - m = mail["List-Id"].matches("^(.*<|)([^<]*)\."+re.escape(domain)) - if m: - return m.group(2) - ret = None - for hdr in [ 'To', 'Cc', 'From' ]: - m = mail[hdr].matches("((\w|-)*)@"+re.escape(domain)) - if m: - ret = m.group(1) - if mail["Subject"].contains("["+ret+"]"): - return ret - return ret - -def ezmlm_domain(mail, domain): - """ - Return a string that is the list-name for a ezmlm domain - """ - m = mail["Mailing-List"].matches("^(.* )?(\w+)(-\S*)?@"+re.escape(domain)+"(;.*)?$") - if m: - return m.group(2) - for hdr in [ 'To', 'Cc', 'From' ]: - m = mail[hdr].matches("(\w)@"+re.escape(domain)) - if m: - return m.group(1) - return None - -def majordomo_domain(mail, domain): - """ - Return a string that is the list-name for a majordomo domain - """ - m = mail["List-Id"].matches("^(.*<|)([^<]*)\."+re.escape(domain)) - if m: - return m.group(2) - for hdr in [ 'To', 'Cc', 'From' ]: - m = mail[hdr].matches("((\w|-)*)@"+re.escape(domain)) - if m: - return m.group(1) - -def is_to_or_from(mail, address): - """ - Return true if [mail] is to or from an address that contains [address]. - """ - return ( - False - or mail["From"].contains(address) - or mail["Reply-To"].contains(address) - or mail.target.contains(address)) -def is_to_or_from_re(mail, address): - """ - Return true if [mail] is to or from an address that matches the - regex [address]. - """ - return ( - mail["From"].matches(address) - or mail.target.matches(address)) -# -# bogofilter utilites - -def bogofilter_auto(mail): - p = subprocess.Popen( - ["bogofilter", "-u", "-v", "-I", mail.path], - stdout=subprocess.PIPE, - stderr=subprocess.STDOUT) - (output, _) = p.communicate() - processor.log("*** Bogofilter result: {0!r}".format(output.rstrip())) - if p.returncode not in [0, 1, 2]: - processor.log_error( - "Error running bogofilter: Return code = {0!r}".format( - p.returncode)) - return p.returncode -def bogofilter_ham(mail): - subprocess.call(["bogofilter", "-S", "-n", "-I", mail.path]) -def bogofilter_spam(mail): - subprocess.call(["bogofilter", "-N", "-s", "-I", mail.path]) -# -# The core of my filters - -def move_ham(mail, folder): - y = datetime.datetime.now().year - folder = "FOLDERS.Ham."+str(y)+folder - dir = processor.maildir_base+"/"+folder - if not os.path.isfile(dir+"/maildirfolder"): - os.makedirs(dir+"/tmp", 0o777, True) - os.makedirs(dir+"/new", 0o777, True) - os.makedirs(dir+"/cur", 0o777, True) - open(dir+"/maildirfolder", 'a').close() - mail.move(folder) - -def my_whitelist(mail): - return ( - False - or is_to_or_from(mail, "@opengroup.org") - or is_to_or_from(mail, "@purestorage.com") - or is_to_or_from(mail, "@vger.kernel.org") - or is_to_or_from(mail, "Bryan@ChankTunUnGi.onmicrosoft.com") - or is_to_or_from(mail, "cacnedcomms@gmail.com") - or is_to_or_from(mail, "fsf.org") - or is_to_or_from(mail, "gnu.org") - or is_to_or_from(mail, "parabola.nu") - or is_to_or_from(mail, "parabolagnulinux.org") - or mail["From"] == "3174451635@mms.att.net" - or mail["From"] == "MAILER-DAEMON@yahoo.com" - or mail["From"].contains("@careereco.com") - or mail["From"].contains("@ciholas.com") - or mail["From"].contains("@e.oldnational.com>") - or mail["From"].contains("@facebookmail.com>") - or mail["From"].contains("@gandi.net") - or mail["From"].contains("@github.com>") - or mail["From"].contains("@goodwillindy.org>") - or mail["From"].contains("@kickstarter.com>") - or mail["From"].contains("@list.cr.yp.to") - or mail["From"].contains("@lpi.org>") - or mail["From"].contains("@lulzbot.com>") - or mail["From"].contains("@mail.scribd.com>") - or mail["From"].contains("@massdrop.com>") - or mail["From"].contains("@msdlt.k12.in.us>") - or mail["From"].contains("@parabola.nu") - or mail["From"].contains("@post.oreilly.com>") - or mail["From"].contains("@scouting.org>") - or mail["From"].contains("@solutionsinplastic.com>") - or mail["From"].contains("@startcom.org>") - or mail["From"].contains("@usfirst.org>") - or mail["From"].contains("@vectren.com") - or mail["From"].contains("@vectrenemail.com") - or mail["From"].contains("@wolframalpha.com>") - or mail["From"].contains("Promo@email.newegg.com") - or mail["From"].contains("info@email2.mysimplemobile.com") - or mail["From"].contains("margieshu@sbcglobal.net") - or mail["From"].contains("parabolagnulinux.org") - or mail["From"].matches("@[a-z]+\.gandi\.net") - or mail["List-Id"].matches(".*\.(gnu|gnome|archlinux|parabolagnulinuxlibre|fedorahosted)\.org") - or mail["List-Id"].matches(".*\.parabola\.nu") - or mail["Subject"].contains("[Dev]") - or mail["Subject"].contains("[Maintenance]") - or mail["Subject"].contains("[PATCH") - or mail["Subject"].contains("[systemd-devel]") - ) - -def my_filters(mail): - # .software.* (GNU Mailman) - for pair in [ - [ 'archlinux.org' , 'archlinux' ], # @sbcglobal.net and @lukeshu.com ; problems delivering to Yahoo! - [ 'gnome.org' , 'gnome' ], # https://mail.gnome.org/mailman/options/networkmanager-list/lukeshu@lukeshu.com - [ 'gnu.org' , 'gnu' ], # https://lists.gnu.org/mailman/options/bug-librejs/lukeshu@lukeshu.com - [ 'lists.arthurdejong.org' , 'arthurdejong' ], - [ 'lists.freedesktop.org' , 'freedesktop' ], # https://lists.freedesktop.org/mailman/options/systemd-devel/lukeshu@lukeshu.com - [ 'lists.parabola.nu' , 'parabola' ], # https://lists.parabola.nu/mailman/options/dev/lukeshu@lukeshu.com - [ 'lists.reproducible-builds.org' , 'reproducible-builds' ], # https://lists.reproducible-builds.org/options/rb-general/lukeshu@lukeshu.com - [ 'nongnu.org' , 'nongnu' ], # https://lists.nongnu.org/mailman/options/gnu-linux-libre/lukeshu@lukeshu.com - [ 'redhat.com' , 'redhat' ], # https://www.redhat.com/mailman/options/pam-list/lukeshu@lukeshu.com - [ 'lists.stanford.edu', 'stanford' ], - [ 'mailman.stanford.edu', 'stanford' ], - ]: - list = mailman_domain(mail, pair[0]) - if list: - move_ham(mail, ".software."+pair[1]+"."+list) - return - # .software.* (EZMLM) - for pair in [ [ 'list.cr.yp.to', 'djb' ] ]: - list = ezmlm_domain(mail, pair[0]) - if list: - move_ham(mail, ".software."+pair[1]+"."+list) - return - # .software.* (Majordomo) - for pair in [ [ 'vger.kernel.org', 'kernel' ] ]: - list = majordomo_domain(mail, pair[0]) - if list: - move_ham(mail, ".software."+pair[1]+"."+list) - return - # .software.parabola - if ( - False - or is_to_or_from(mail, "parabolagnulinux.org") - or is_to_or_from(mail, "parabola.nu") - or is_to_or_from(mail, "kiwwwi.com.ar") - or is_to_or_from(mail, "jon@whiteheat.org.uk") - ): - move_ham(mail, ".software.parabola") - return - # .software.POSIX - if is_to_or_from(mail, "austin-group-l@opengroup.org"): - move_ham(mail, ".software.POSIX") - return - # .software.TravisCI - if mail["From"].contains("builds@travis-ci.org"): - move_ham(mail, ".software.TravisCI") - return - # .software - for address in [ - "@archlinux.org", - "@canonical.org", - "@cnuk.org", - "@core3.amsl.com", - "@defectivebydesign.org", - "@eff.org", - "@fedorahosted.org", - "@foocorp.net", - "@fsf.org", - "@github.com", - "@gitorious.org", - "@gnome.org", - "@gnu.org", - "@ietf.org", - "@kde.org", - "@lists.fedorahosted.org", - "@mozilla.org", - "@nongnu.org", - "@sourceforge.com", - "@thyrsus.com", - ]: - if is_to_or_from(mail, address): - move_ham(mail, ".software") - return - # .servers - if ( - False - or mail["From"].contains("@gandi.net") - or mail["From"].contains("@ramhost.us") - or mail["From"].contains("@startcom.org") - or mail["From"].contains("@startssl.com") - or mail["From"].contains("@vultr.com") - or (mail["From"].contains("@2co.com") and mail["Subject"].contains("RAM Host")) - ): - move_ham(mail, ".servers") - return - # .Social.* - if mail["From"].matches("facebook(|mail)\.com"): - move_ham(mail, ".Social.Facebook") - return - if mail["From"].matches("identi\.ca|statusnet"): - move_ham(mail, ".Social.Identica") - return - if mail["From"].matches("twitter\.com"): - move_ham(mail, ".Social.Twitter") - return - if mail["From"].matches("@xkcd\.com"): - move_ham(mail, ".Social.xkcd") - return - if is_to_or_from(mail, "linkedin.com"): - move_ham(mail, ".Social.LinkedIn") - return - # .BSA - if ( - False - or mail["List-Id"].contains("troopmailinglist.troop276.net") - or mail["Subject"].matches("troop") - or mail["Subject"].matches("merit\s*badge") - or is_to_or_from(mail, "t276_announcements@att.net") - or is_to_or_from(mail, "Bryan@ChankTunUnGi.onmicrosoft.com") - or is_to_or_from(mail, "basu@maharjan.org") - or is_to_or_from(mail, "cacnedcomms@gmail.com") - or is_to_or_from(mail, "crossroadsbsa.org") - or is_to_or_from(mail, "dhoyt@yourhomecompany.com") - or is_to_or_from(mail, "dllargent@comcast.net") - or is_to_or_from(mail, "eldredmac@comcast.net")# MacDonell - or is_to_or_from(mail, "jsting@sbcglobal.net") - or is_to_or_from(mail, "mitchprather@sbcglobal.net") - or is_to_or_from(mail, "muellerindy@yahoo.com") - or is_to_or_from(mail, "mytroop.us") - or is_to_or_from(mail, "oa_wap@yahoo.com") - or is_to_or_from(mail, "salupo_vincent_p@lilly.com") - or is_to_or_from(mail, "scouting.org") - or is_to_or_from(mail, "solorzano.luis@rocketmail.com") - or is_to_or_from(mail, "trdindy@comcast.net") - or is_to_or_from(mail, "wjensen111@aol.com") - ): - move_ham(mail, ".BSA") - return - # .FRC - for address in [ "@ni.com", "@usfirst.org", "@firstinspires.org" ]: - if is_to_or_from(mail, address): - move_ham(mail, ".FRC") - return - # .FRC.829 - if ( - False - or mail["Subject"].matches("\b829\b") - or is_to_or_from(mail, "wcxctrack829@aim.com") # Pat - or is_to_or_from(mail, "william.walk@gmail.com") - ): - move_ham(mail, ".FRC.829") - return - # .FRC.1024 - if ( - False - or mail["Subject"].matches("\b1024\b") - or mail["Subject"].matches("kil-?a-?bytes") - or is_to_or_from(mail, "BBonahoom@stanleyworks.com") - or is_to_or_from(mail, "bryanbonahoom@gmail.com") - or is_to_or_from(mail, "allison.m.babcock@gmail.com") - or is_to_or_from(mail, "cdewalt3@yahoo.com") - or is_to_or_from(mail, "dave.nelson@ecolab.com") - or is_to_or_from(mail, "dickaustin190@yahoo.com") - or is_to_or_from(mail, "djnels1@comcast.net") # Dave and Julie Nelson - or is_to_or_from(mail, "gamefreak207@gmail.com") # Brett Leedy - or is_to_or_from(mail, "jason.zielke@gmail.com") - or is_to_or_from(mail, "jeffreysmith@msdlt.k12.in.us") - or is_to_or_from(mail, "sarahlittell@comcast.net") - or is_to_or_from(mail, "silioso@gmail.com") - or is_to_or_from(mail, "skiplittell@comcast.net") - or is_to_or_from(mail, "tswilson4801@att.net") - ): - move_ham(mail, ".FRC.1024") - return - # .FRC.4272 - if ( - False - or mail["Subject"].matches("\b4272\b") - or mail["Subject"].contains("[ME297]") - or is_to_or_from(mail, "firstteam4272@gmail.com") - or is_to_or_from(mail, "@tscstudents.net") - or is_to_or_from(mail, "abenyeho@purdue.edu") - or is_to_or_from(mail, "Henry65@purdue.edu") - or is_to_or_from(mail, "chang282@purdue.edu") - ): - move_ham(mail, ".FRC.4272") - return - # .Purdue.* - if ( - False - or mail["Subject"].contains("[PASE]") - or is_to_or_from(mail, "Purduealumni@purdue.edu") - or is_to_or_from(mail, "pase@purdue.edu") - ): - move_ham(mail, ".Purdue.PASE") - return - if mail["Subject"].contains("[PLUG]"): - move_ham(mail, ".Purdue.PLUG") - return - if is_to_or_from(mail, "@cerias.purdue.edu"): - move_ham(mail, ".Purdue.CERIAS") - return - if ( - False - or is_to_or_from(mail, "purduehackers@gmail.com") - or is_to_or_from(mail, "royfu@purdue.edu") - or is_to_or_from(mail, "usmannkhan@purdue.edu") - ): - move_ham(mail, ".Purdue.Hackers") - return - if ( - False - or mail["Subject"].contains("[CS Opportunity Update]") - or mail["Subject"].contains("[CS Majors]") - ): - move_ham(mail, ".Purdue.CS") - return - if ( - False - or is_to_or_from(mail, "askcco@purdue.edu") - or is_to_or_from_re(mail, "pmx-auto-approve\+.*@purdue\.edu") - or is_to_or_from(mail, "evertrue@purdue.edu") - or is_to_or_from(mail, "college.response@purdue.edu") - or is_to_or_from(mail, "purduepresident@purdue.edu") - or is_to_or_from(mail, "@prf.org") - ): - move_ham(mail, ".Purdue.misc") - return - # .misc.* - if mail["From"].matches("schwab\.com"): - move_ham(mail, ".misc.schwab") - return - if mail["From"].matches("@ebay\.com"): - move_ham(mail, ".misc.ebay") - return - if ( - False - or is_to_or_from(mail, "margieshu@sbcglobal.net") - or is_to_or_from(mail, "3174451635@mms.att.net") - ): - move_ham(mail, ".misc.Mom") - return - for address in [ - "@lpi.org", - "@pearson.com", - "ciscotraining-notify@cisco.com", - "CompTIA", - ]: - if mail["From"].contains(address): - move_ham(mail, ".misc.CompTIA") - return - if ( - False - or mail["From"].contains("newsletter") - or mail["From"].contains("announcements") - or mail["Subject"].contains("newsletter") - or mail["Message-Id"].contains("@sailthru.com") - or False - or (mail["From"].contains("@sparkfun.com") and mail["Message-Id"].contains("rsgsv.net")) - or (mail["From"].contains("no-reply@kickstarter.com") and mail["Message-Id"].contains(".sendgrid.net")) - or (mail["From"].contains("no-reply@kickstarter.com") and ( - False - or mail["Subject"].contains("Projects We Love:") - or mail["Subject"].contains("Project Update"))) - or mail["From"].contains("Info@mailing.jamendo.com") - or mail["From"].contains("Promo@email.newegg.com") - or mail["From"].contains("auto@comicsbyemail.com") - or mail["From"].contains("info@demandprogress.org") - or mail["From"].contains("info@email2.mysimplemobile.com") - or mail["From"].contains("info@massdrop.com") - or mail["From"].contains("info@lulzbot.com") - or mail["From"].contains("oreilly.com") - or mail["From"].contains("reply-to@e.digikey.com") - or mail["From"].contains("communication@communications.bmv.in.gov") - or mail["From"].contains("sales@solutionsinplastic.com") - or mail["From"].contains("social@goodwillindy.org") - or mail["From"].contains("support@support.digitalocean.com") - or mail["From"].contains("@pardonsnowden.org") - ): - move_ham(mail, ".misc.Newsletters") - return - if ( - False - or mail["From"].matches("@localhost") - or mail["From"].matches("@[^,>]*\.local") - or mail["From"].matches("@[^,>]*\.lan") - or mail["To"].matches("luke@") - ): - move_ham(mail, ".misc.LocalSystems") - return - if ( - False - or mail["Subject"].contains("password") - or mail["Subject"].contains("account") - or mail["From"].contains("accounts") - ): - move_ham(mail, ".misc.accounts") - return - - move_ham(mail, "") -# -# call the above - -def handle_incoming_ham_training(mail): - bogofilter_ham(mail) - handle_incoming_ham(mail) -def handle_incoming_spam_training(mail): - bogofilter_spam(mail) - mail.move("FOLDERS.Spam") - -def handle_incoming_ham(mail): - my_filters(mail) -def handle_incoming_spam(mail): - mail.move("FOLDERS.Spam") - -def handle_incoming_unknown(mail): - # Whitelist - if my_whitelist(mail): - handle_incoming_ham_training(mail) - return - - spam = bogofilter_auto(mail) - if spam == 0: - handle_incoming_spam(mail) - return - elif spam == 1: - handle_incoming_ham(mail) - return - elif spam == 2: - mail.move("FOLDERS.MysteryMeat") - return - else: - mail.move("FOLDERS.BogoFail") - return - -# hook the above functions into the maildirproc processor -processor.maildir_base = "~/Maildir" -processor.auto_reload_rcfile = True -handle_mapping = { - "Inbox": handle_incoming_unknown, - "Bulk Mail": handle_incoming_unknown, # fucking Yahoo! - "FOLDERS.Spam.training": handle_incoming_spam_training, - "FOLDERS.Ham.training": handle_incoming_ham_training, - } -processor.maildirs = handle_mapping.keys() -for mail in processor: - handle_mapping[mail.maildir](mail) diff --git a/.config/maildirproc/default.rc b/.config/maildirproc/default.rc new file mode 100644 index 0000000..e264cc3 --- /dev/null +++ b/.config/maildirproc/default.rc @@ -0,0 +1,556 @@ +#!/hint/python3 +# -*- indent-tabs-mode: t -*- + +import os +import os.path +import subprocess +import datetime +import re +import email.utils +# +# Mail attribute utilities + +def parse_address(x): + return email.utils.parseaddr(str(x))[1] +def parse_addresses(x): + return [p[1] for p in email.utils.getaddresses([str(x)])] + +def match_re(x, pat): + return re.fullmatch(pat, x, re.IGNORECASE) +def match_glob(x, glob): + if '@' in glob: + if glob.startswith('@'): + return x.lower().endswith(glob.lower()) + return x.lower() == glob.lower() + else: + return x.lower().endswith('@'+glob.lower()) or x.lower().endswith('.'+glob.lower()) + +def originator_addresses(mail): + return [p[1] for p in email.utils.getaddresses([ + str(mail['From']), + str(mail['Sender']), + str(mail['Reply-To']), + ]) if p[1] != ''] + +def destination_addresses(mail): + return [p[1] for p in email.utils.getaddresses([ + str(mail['To']), + str(mail['Cc']), + str(mail['Bcc']), + ]) if p[1] != ''] +def all_addresses(mail): + return originator_addresses(mail) + destination_addresses(mail) + +def mailman_domain(mail, domain): + """ + Return a string that is the list-name for a mailman domain + """ + m = match_re(parse_address(mail["List-Id"]), "(.*)\."+re.escape(domain)) + if m: + return m.group(1) + if mail["List-Id"] != "": + return None + for addr in destination_addresses(mail): + m = match_re(addr, "(.*)@"+re.escape(domain)) + if m: + ret = m.group(1) + if mail["Subject"].contains("["+ret+"]"): + return ret + return None + +def ezmlm_domain(mail, domain): + """ + Return a string that is the list-name for a ezmlm domain + """ + m = match_re(parse_address(mail["List-Id"]), "(.*)\."+re.escape(domain)) + if m: + return m.group(1) + if mail["List-Id"] != "": + return None + ml = [s.strip() for s in str(mail["Mailing-List"]).split(";")] + if 'run by ezmlm' in ml: + contacts = [s[7:].strip() for s in ml if s.startswith('contact ')] + for contact in contacts: + m = match_re(contact, "(.+)-help@"+re.escape(domain)) + if m: + return m.group(1) + for addr in destination_addresses(mail): + m = match_re(addr, "(.*)@"+re.escape(domain)) + if m: + return m.group(1) + return None + +def majordomo_domain(mail, domain): + """ + Return a string that is the list-name for a majordomo domain + """ + m = match_re(parse_address(mail["List-Id"]), "(.*)\."+re.escape(domain)) + if m: + return m.group(1) + if mail["List-Id"] != "": + return None + for addr in destination_addresses(mail): + m = match_re(addr, "(.*)@"+re.escape(domain)) + if m: + return m.group(1) + return None + +def is_from(mail, address): + return any(match_glob(addr, address) for addr in originator_addresses(mail)) +def is_from_re(mail, address): + return any(match_re(addr, address) for addr in originator_addresses(mail)) + +def is_to_or_from(mail, address): + return any(match_glob(addr, address) for addr in all_addresses(mail)) +def is_to_or_from_re(mail, address): + return any(match_re(addr, address) for addr in all_addresses(mail)) +# +# bogofilter utilites + +def bogofilter_auto(mail): + p = subprocess.Popen( + ["bogofilter", "-u", "-v", "-I", mail.path], + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT) + (output, _) = p.communicate() + processor.log("*** Bogofilter result: {0!r}".format(output.rstrip())) + if p.returncode not in [0, 1, 2]: + processor.log_error( + "Error running bogofilter: Return code = {0!r}".format( + p.returncode)) + return p.returncode +def bogofilter_ham(mail): + subprocess.call(["bogofilter", "-S", "-n", "-I", mail.path]) +def bogofilter_spam(mail): + subprocess.call(["bogofilter", "-N", "-s", "-I", mail.path]) +# +# The core of my filters + +def move_ham(mail, folder): + y = datetime.datetime.now().year + folder = "MAIN/Ham."+str(y)+folder + dir = processor.maildir_base+"/"+folder + if not os.path.isfile(dir+"/maildirfolder"): + os.makedirs(dir+"/tmp", 0o777, True) + os.makedirs(dir+"/new", 0o777, True) + os.makedirs(dir+"/cur", 0o777, True) + open(dir+"/maildirfolder", 'a').close() + subprocess.call(['make', '-C', os.environ['XDG_CONFIG_HOME']]) + mail.move(folder) + +def my_whitelist(mail): + return ( + False + or is_to_or_from(mail, "opengroup.org") + or is_to_or_from(mail, "purestorage.com") + or is_to_or_from(mail, "sourceware.org") + or is_to_or_from(mail, "vger.kernel.org") + or is_to_or_from(mail, "Bryan@ChankTunUnGi.onmicrosoft.com") + or is_to_or_from(mail, "cacnedcomms@gmail.com") + or is_to_or_from(mail, "fsf.org") + or is_to_or_from(mail, "gnu.org") + or is_to_or_from(mail, "parabola.nu") + or is_to_or_from(mail, "parabolagnulinux.org") + or is_from(mail, "3174451635@mms.att.net") + or is_from(mail, "MAILER-DAEMON@yahoo.com") + or is_from(mail, "careereco.com") + or is_from(mail, "ciholas.com") + or is_from(mail, "e.oldnational.com") + or is_from(mail, "facebookmail.com") + or is_from(mail, "gandi.net") + or is_from(mail, "github.com") + or is_from(mail, "goodwillindy.org") + or is_from(mail, "kickstarter.com") + or is_from(mail, "list.cr.yp.to") + or is_from(mail, "lpi.org") + or is_from(mail, "lulzbot.com") + or is_from(mail, "mail.scribd.com") + or is_from(mail, "massdrop.com") + or is_from(mail, "msdlt.k12.in.us") + or is_from(mail, "parabola.nu") + or is_from(mail, "post.oreilly.com") + or is_from(mail, "scouting.org") + or is_from(mail, "solutionsinplastic.com") + or is_from(mail, "startcom.org") + or is_from(mail, "usfirst.org") + or is_from(mail, "vectren.com") + or is_from(mail, "vectrenemail.com") + or is_from(mail, "wolframalpha.com") + or is_from(mail, "Promo@email.newegg.com") + or is_from(mail, "info@email2.mysimplemobile.com") + or is_from(mail, "margieshu@sbcglobal.net") + or is_from(mail, "parabolagnulinux.org") + or is_from(mail, "gandi.net") + or match_re(parse_address(mail["List-Id"]), ".*\.(gnu|gnome|archlinux|parabolagnulinuxlibre|fedorahosted)\.org") + or match_re(parse_address(mail["List-Id"]), ".*\.parabola\.nu") + or mail["Subject"].contains("[Dev]") + or mail["Subject"].contains("[Maintenance]") + or mail["Subject"].contains("[PATCH") + or mail["Subject"].contains("[systemd-devel]") + ) + +def my_filters(mail): + if mail["From"].contains("Parabola Website Notification "): + move_ham(mail, ".software.parabola.dev.web-notif") + return + + # .software.POSIX (custom mlm, I think) + if is_to_or_from(mail, "austin-group-l@opengroup.org"): + move_ham(mail, ".software.POSIX") + return + # .software.* (GNU Mailman) + for pair in [ + [ 'archlinux.org' , 'archlinux' ], # @sbcglobal.net and @lukeshu.com ; problems delivering to Yahoo! + [ 'gnome.org' , 'gnome' ], # https://mail.gnome.org/mailman/options/networkmanager-list/lukeshu@lukeshu.com + [ 'gnu.org' , 'gnu' ], # https://lists.gnu.org/mailman/options/bug-librejs/lukeshu@lukeshu.com + [ 'lists.arthurdejong.org' , 'arthurdejong' ], + [ 'lists.fedorahosted.org' , 'fedorahosted' ], + [ 'lists.freedesktop.org' , 'freedesktop' ], # https://lists.freedesktop.org/mailman/options/systemd-devel/lukeshu@lukeshu.com + [ 'lists.parabola.nu' , 'parabola' ], # https://lists.parabola.nu/mailman/options/dev/lukeshu@lukeshu.com + [ 'lists.reproducible-builds.org' , 'reproducible-builds' ], # https://lists.reproducible-builds.org/options/rb-general/lukeshu@lukeshu.com + [ 'nongnu.org' , 'nongnu' ], # https://lists.nongnu.org/mailman/options/gnu-linux-libre/lukeshu@lukeshu.com + [ 'redhat.com' , 'redhat' ], # https://www.redhat.com/mailman/options/pam-list/lukeshu@lukeshu.com + [ 'lists.stanford.edu' , 'stanford' ], + [ 'mailman.stanford.edu' , 'stanford' ], + + ]: + list = mailman_domain(mail, pair[0]) + if list: + move_ham(mail, ".software."+pair[1]+"."+list) + return + # .software.* (EZMLM) + for pair in [ + [ 'list.cr.yp.to', 'djb' ], + [ 'sourceware.org', 'sourceware' ], + ]: + list = ezmlm_domain(mail, pair[0]) + if list: + move_ham(mail, ".software."+pair[1]+"."+list) + return + if is_from(mail, "sourceware-bugzilla@sourceware.org"): + move_ham(mail, ".software.sourceware-bugzilla") + return + # .software.* (Majordomo) + for pair in [ [ 'vger.kernel.org', 'kernel' ] ]: + list = majordomo_domain(mail, pair[0]) + if list: + move_ham(mail, ".software."+pair[1]+"."+list) + return + # .software.parabola + if ( + False + or is_to_or_from(mail, "ceata.org") + or is_to_or_from(mail, "kiwwwi.com.ar") + or is_to_or_from(mail, "endefensadelsl.org") + or is_to_or_from(mail, "parabola.nu") + or is_to_or_from(mail, "parabolagnulinux.org") + or is_to_or_from(mail, "xylon.me.uk") + or False + or is_to_or_from(mail, "g4jc@openmailbox.org") + or is_to_or_from(mail, "jon@whiteheat.org.uk") + or is_to_or_from(mail, "srw@openmailbox.org") + or is_to_or_from(mail, "eliotime3000@openmailbox.org") + ): + move_ham(mail, ".software.parabola") + return + # .software.TravisCI + if is_from(mail, "builds@travis-ci.org"): + move_ham(mail, ".software.TravisCI") + return + # .software + for address in [ + "archlinux.org", + "canonical.org", + "cnuk.org", + "core3.amsl.com", + "defectivebydesign.org", + "eff.org", + "fedorahosted.org", + "foocorp.net", + "fsf.org", + "github.com", + "gitorious.org", + "gnome.org", + "gnu.org", + "ietf.org", + "kde.org", + "mozilla.org", + "nongnu.org", + "sourceforge.com", + "thyrsus.com", + ]: + if is_to_or_from(mail, address): + move_ham(mail, ".software") + return + # .servers + if ( + False + or is_from(mail, "gandi.net") + or is_from(mail, "ramhost.us") + or is_from(mail, "startcom.org") + or is_from(mail, "startssl.com") + or is_from(mail, "vultr.com") + or (is_from(mail, "@2co.com") and mail["Subject"].contains("RAM Host")) + or is_from(mail, "localhost") + or is_from(mail, "local") + or is_from(mail, "lan") + or is_from(mail, "lukeshu.com") + ): + move_ham(mail, ".servers") + return + # .Social.* + if is_from_re(mail, ".*[@.]facebook(|mail)\.com"): + move_ham(mail, ".Social.Facebook") + return + if is_from(mail, "identi.ca"): + move_ham(mail, ".Social.Identica") + return + if is_from(mail, "twitter.com"): + move_ham(mail, ".Social.Twitter") + return + if is_from(mail, "xkcd.com"): + move_ham(mail, ".Social.xkcd") + return + if is_from(mail, "linkedin.com"): + move_ham(mail, ".Social.LinkedIn") + return + # .jobs.* + if is_from(mail, "guru.com"): + move_ham(mail, ".jobs.Guru") + return + if is_from(mail, "glassdoor.com"): + move_ham(mail, ".jobs.Glassdoor") + return + # .BSA + if ( + False + or mail["List-Id"].contains("troopmailinglist.troop276.net") + or mail["Subject"].matches("troop") + or mail["Subject"].matches("merit\s*badge") + or is_to_or_from(mail, "t276_announcements@att.net") + or is_to_or_from(mail, "Bryan@ChankTunUnGi.onmicrosoft.com") + or is_to_or_from(mail, "basu@maharjan.org") + or is_to_or_from(mail, "cacnedcomms@gmail.com") + or is_to_or_from(mail, "crossroadsbsa.org") + or is_to_or_from(mail, "dhoyt@yourhomecompany.com") + or is_to_or_from(mail, "dllargent@comcast.net") + or is_to_or_from(mail, "eldredmac@comcast.net")# MacDonell + or is_to_or_from(mail, "jsting@sbcglobal.net") + or is_to_or_from(mail, "mitchprather@sbcglobal.net") + or is_to_or_from(mail, "muellerindy@yahoo.com") + or is_to_or_from(mail, "mytroop.us") + or is_to_or_from(mail, "oa_wap@yahoo.com") + or is_to_or_from(mail, "salupo_vincent_p@lilly.com") + or is_to_or_from(mail, "scouting.org") + or is_to_or_from(mail, "solorzano.luis@rocketmail.com") + or is_to_or_from(mail, "trdindy@comcast.net") + or is_to_or_from(mail, "wjensen111@aol.com") + ): + move_ham(mail, ".BSA") + return + # .FRC + for address in [ "ni.com", "usfirst.org", "firstinspires.org" ]: + if is_to_or_from(mail, address): + move_ham(mail, ".FRC") + return + # .FRC.829 + if ( + False + or mail["Subject"].matches("\b829\b") + or is_to_or_from(mail, "wcxctrack829@aim.com") # Pat + or is_to_or_from(mail, "william.walk@gmail.com") + ): + move_ham(mail, ".FRC.829") + return + # .FRC.1024 + if ( + False + or mail["Subject"].matches("\b1024\b") + or mail["Subject"].matches("kil-?a-?bytes") + or is_to_or_from(mail, "BBonahoom@stanleyworks.com") + or is_to_or_from(mail, "bryanbonahoom@gmail.com") + or is_to_or_from(mail, "allison.m.babcock@gmail.com") + or is_to_or_from(mail, "cdewalt3@yahoo.com") + or is_to_or_from(mail, "dave.nelson@ecolab.com") + or is_to_or_from(mail, "dickaustin190@yahoo.com") + or is_to_or_from(mail, "djnels1@comcast.net") # Dave and Julie Nelson + or is_to_or_from(mail, "gamefreak207@gmail.com") # Brett Leedy + or is_to_or_from(mail, "jason.zielke@gmail.com") + or is_to_or_from(mail, "jeffreysmith@msdlt.k12.in.us") + or is_to_or_from(mail, "sarahlittell@comcast.net") + or is_to_or_from(mail, "silioso@gmail.com") + or is_to_or_from(mail, "skiplittell@comcast.net") + or is_to_or_from(mail, "tswilson4801@att.net") + ): + move_ham(mail, ".FRC.1024") + return + # .FRC.4272 + if ( + False + or mail["Subject"].matches("\b4272\b") + or mail["Subject"].contains("[ME297]") + or is_to_or_from(mail, "firstteam4272@gmail.com") + or is_to_or_from(mail, "@tscstudents.net") + or is_to_or_from(mail, "@tsc.k12.in.us") + or is_to_or_from(mail, "ericjoelsells@gmail.com") + or is_to_or_from(mail, "abenyeho@purdue.edu") + or is_to_or_from(mail, "alexhenry@purdue.edu") + or is_to_or_from(mail, "Henry65@purdue.edu") + or is_to_or_from(mail, "chang282@purdue.edu") + ): + move_ham(mail, ".FRC.4272") + return + # .Purdue.* + if ( + False + or mail["Subject"].contains("[PASE]") + or is_to_or_from(mail, "Purduealumni@purdue.edu") + or is_to_or_from(mail, "pase@purdue.edu") + ): + move_ham(mail, ".Purdue.PASE") + return + if mail["Subject"].contains("[PLUG]"): + move_ham(mail, ".Purdue.PLUG") + return + if is_to_or_from(mail, "@cerias.purdue.edu"): + move_ham(mail, ".Purdue.CERIAS") + return + if ( + False + or is_to_or_from(mail, "purduehackers@gmail.com") + or is_to_or_from(mail, "royfu@purdue.edu") + or is_to_or_from(mail, "usmannkhan@purdue.edu") + ): + move_ham(mail, ".Purdue.Hackers") + return + if ( + False + or mail["Subject"].contains("[CS Opportunity Update]") + or mail["Subject"].contains("[CS Majors]") + ): + move_ham(mail, ".Purdue.CS") + return + if ( + False + or is_to_or_from(mail, "askcco@purdue.edu") + or is_to_or_from_re(mail, "pmx-auto-approve\+.*@purdue\.edu") + or is_to_or_from(mail, "evertrue@purdue.edu") + or is_to_or_from(mail, "college.response@purdue.edu") + or is_to_or_from(mail, "purduepresident@purdue.edu") + or is_to_or_from(mail, "@prf.org") + ): + move_ham(mail, ".Purdue.misc") + return + # .misc.* + if is_from(mail, "schwab.com"): + move_ham(mail, ".misc.schwab") + return + if is_from(mail, "ebay.com"): + move_ham(mail, ".misc.ebay") + return + if ( + False + or is_to_or_from(mail, "margieshu@sbcglobal.net") + or is_to_or_from(mail, "3174451635@mms.att.net") + ): + move_ham(mail, ".misc.Mom") + return + if is_to_or_from(mail, "freelancer.com"): + move_ham(mail, ".misc.Freelancer") + return + for address in [ + "lpi.org", + "pearson.com", + "ciscotraining-notify@cisco.com", + ]: + if is_from(mail, address): + move_ham(mail, ".misc.CompTIA") + return + if ( + False + or mail["From"].contains("newsletter") + or mail["From"].contains("announcements") + or mail["Subject"].contains("newsletter") + or mail["Message-Id"].contains("@sailthru.com") + or False + or (mail["From"].contains("@sparkfun.com") and mail["Message-Id"].contains("rsgsv.net")) + or (mail["From"].contains("no-reply@kickstarter.com") and mail["Message-Id"].contains(".sendgrid.net")) + or (mail["From"].contains("no-reply@kickstarter.com") and ( + False + or mail["Subject"].contains("Projects We Love:") + or mail["Subject"].contains("Project Update"))) + or mail["From"].contains("Info@mailing.jamendo.com") + or mail["From"].contains("Promo@email.newegg.com") + or mail["From"].contains("auto@comicsbyemail.com") + or mail["From"].contains("info@demandprogress.org") + or mail["From"].contains("info@email2.mysimplemobile.com") + or mail["From"].contains("info@massdrop.com") + or mail["From"].contains("info@lulzbot.com") + or mail["From"].contains("oreilly.com") + or mail["From"].contains("reply-to@e.digikey.com") + or mail["From"].contains("communication@communications.bmv.in.gov") + or mail["From"].contains("sales@solutionsinplastic.com") + or mail["From"].contains("social@goodwillindy.org") + or mail["From"].contains("support@support.digitalocean.com") + or mail["From"].contains("@pardonsnowden.org") + ): + move_ham(mail, ".misc.Newsletters") + return + if ( + False + or mail["Subject"].contains("password") + or mail["Subject"].contains("account") + or mail["From"].contains("accounts") + ): + move_ham(mail, ".misc.accounts") + return + + move_ham(mail, "") +# +# call the above + +def handle_incoming_ham_training(mail): + bogofilter_ham(mail) + handle_incoming_ham(mail) +def handle_incoming_spam_training(mail): + bogofilter_spam(mail) + mail.move("MAIN/Spam") + +def handle_incoming_ham(mail): + my_filters(mail) +def handle_incoming_spam(mail): + mail.move("MAIN/Spam") + +def handle_incoming_unknown(mail): + # Whitelist + if my_whitelist(mail): + handle_incoming_ham_training(mail) + return + + spam = bogofilter_auto(mail) + if spam == 0: + handle_incoming_spam(mail) + return + elif spam == 1: + handle_incoming_ham(mail) + return + elif spam == 2: + mail.move("MAIN/MysteryMeat") + return + else: + mail.move("MAIN/BogoFail") + return + +# hook the above functions into the maildirproc processor +processor.maildir_base = "~/Maildir" +processor.auto_reload_rcfile = True +handle_mapping = { + "REMOTES/ATT/Inbox": handle_incoming_unknown, + "REMOTES/ATT/Bulk Mail": handle_incoming_unknown, # fucking Yahoo! + "REMOTES/lukeshu/INBOX": handle_incoming_unknown, + "QUEUES/Spam": handle_incoming_spam_training, + "QUEUES/Ham": handle_incoming_ham_training, + } +processor.maildirs = handle_mapping.keys() +for mail in processor: + handle_mapping[mail.maildir](mail) diff --git a/.config/offlineimap/config b/.config/offlineimap/config index 2fc6ecc..b3262b2 100644 --- a/.config/offlineimap/config +++ b/.config/offlineimap/config @@ -1,26 +1,42 @@ # -*- Mode: Conf -*- [general] -accounts = ATT +accounts = ATT,lukeshu metadata = ~/.local/share/offlineimap ## AT&T ############################################################### [Account ATT] -localrepository = Local-Main -remoterepository = Remote-SBCGlobal +localrepository = Local-ATT +remoterepository = Remote-ATT -[Repository Local-Main] +[Repository Local-ATT] type = Maildir -localfolders = ~/Maildir +localfolders = ~/Maildir/REMOTES/ATT sep = . -folderfilter = lambda folder: folder in [ 'Inbox', 'Bulk Mail' ] -[Repository Remote-SBCGlobal] +[Repository Remote-ATT] type = IMAP ssl = yes sslcacertfile = /etc/ssl/certs/ca-certificates.crt auth_mechanisms = PLAIN remotehost = imap.mail.yahoo.com remoteuser = lukeshu@sbcglobal.net -folderfilter = lambda folder: folder in [ 'Inbox', 'Bulk Mail' ] -idlefolders = [ 'Inbox', 'Bulk Mail' ] + +## lukeshu.com ######################################################## + +[Account lukeshu] +localrepository = Local-lukeshu +remoterepository = Remote-lukeshu + +[Repository Local-lukeshu] +type = Maildir +localfolders = ~/Maildir/REMOTES/lukeshu +sep = . + +[Repository Remote-lukeshu] +type = IMAP +ssl = yes +sslcacertfile = /etc/ssl/certs/ca-certificates.crt +auth_mechanisms = PLAIN +remotehost = mav.lukeshu.com +remoteuser = lukeshu diff --git a/.config/systemd/user/default.target.wants/maildirproc@default.service b/.config/systemd/user/default.target.wants/maildirproc@default.service new file mode 120000 index 0000000..13e527c --- /dev/null +++ b/.config/systemd/user/default.target.wants/maildirproc@default.service @@ -0,0 +1 @@ +../maildirproc@.service \ No newline at end of file -- cgit v1.1-4-g5e80