path: root/.config/maildirproc/default.rc

#!/hint/python3
# -*- indent-tabs-mode: t -*-

import os
import os.path
import subprocess
import datetime
import re
import email.utils
#
# Mail attribute utilities

def parse_address(x):
	return email.utils.parseaddr(str(x))[1]
def parse_addresses(x):
	return [p[1] for p in email.utils.getaddresses([str(x)])]

def match_re(x, pat):
	return re.fullmatch(pat, x, re.IGNORECASE)
def match_glob(x, glob):
	if '@' in glob:
		if glob.startswith('@'):
			return x.lower().endswith(glob.lower())
		return x.lower() == glob.lower()
	else:
		return x.lower().endswith('@'+glob.lower()) or x.lower().endswith('.'+glob.lower())

def originator_addresses(mail):
	return [p[1] for p in email.utils.getaddresses([
		str(mail['From']),
		str(mail['Sender']),
		str(mail['Reply-To']),
	]) if p[1] != '']

def destination_addresses(mail):
	return [p[1] for p in email.utils.getaddresses([
		str(mail['To']),
		str(mail['Cc']),
		str(mail['Bcc']),
	]) if p[1] != '']
def all_addresses(mail):
	return originator_addresses(mail) + destination_addresses(mail)

def mailman_domain(mail, domain):
	"""
	Return a string that is the list-name for a mailman domain
	"""
	m = match_re(parse_address(mail["List-Id"]), "(.*)\."+re.escape(domain))
	if m:
		return m.group(1)
	if mail["List-Id"] != "":
		return None
	for addr in destination_addresses(mail):
		m = match_re(addr, "(.*)@"+re.escape(domain))
		if m:
			ret = m.group(1)
			if mail["Subject"].contains("["+ret+"]"):
				return ret
	return None

def ezmlm_domain(mail, domain):
	"""
	Return a string that is the list-name for a ezmlm domain
	"""
	m = match_re(parse_address(mail["List-Id"]), "(.*)\."+re.escape(domain))
	if m:
		return m.group(1)
	if mail["List-Id"] != "":
		return None
	ml = [s.strip() for s in str(mail["Mailing-List"]).split(";")]
	if 'run by ezmlm' in ml:
		contacts = [s[7:].strip() for s in ml if s.startswith('contact ')]
		for contact in contacts:
			m = match_re(contact, "(.+)-help@"+re.escape(domain))
			if m:
				return m.group(1)
	for addr in destination_addresses(mail):
		m = match_re(addr, "(.*)@"+re.escape(domain))
		if m:
			return m.group(1)
	return None

def majordomo_domain(mail, domain):
	"""
	Return a string that is the list-name for a majordomo domain
	"""
	m = match_re(parse_address(mail["List-Id"]), "(.*)\."+re.escape(domain))
	if m:
		return m.group(1)
	if mail["List-Id"] != "":
		return None
	for addr in destination_addresses(mail):
		m = match_re(addr, "(.*)@"+re.escape(domain))
		if m:
			return m.group(1)
	return None

def is_from(mail, address):
	return any(match_glob(addr, address) for addr in originator_addresses(mail))
def is_from_re(mail, address):
	return any(match_re(addr, address) for addr in originator_addresses(mail))

def is_to_or_from(mail, address):
	return any(match_glob(addr, address) for addr in all_addresses(mail))
def is_to_or_from_re(mail, address):
	return any(match_re(addr, address) for addr in all_addresses(mail))


def is_me(address):
	return any(match_glob(address, glob) for glob in ["@lukeshu.com",
							  "lukeshu@sbcglobal.net",
							  "lukeshu@parabola.nu",
							  "lukeshu@purdue.edu",
							  "shumakl@purdue.edu"])
def is_to_me(mail):
	return any(is_me(addr) for addr in destination_addresses(mail))

#
# bogofilter utilites

def bogofilter_auto(mail):
	p = subprocess.Popen(
		["bogofilter", "-u", "-v", "-I", mail.path],
		stdout=subprocess.PIPE,
		stderr=subprocess.STDOUT)
	(output, _) = p.communicate()
	processor.log("*** Bogofilter result: {0!r}".format(output.rstrip()))
	if p.returncode not in [0, 1, 2]:
		processor.log_error(
			"Error running bogofilter: Return code = {0!r}".format(
				p.returncode))
	return p.returncode
def bogofilter_ham(mail):
	subprocess.call(["bogofilter", "-S", "-n", "-I", mail.path])
def bogofilter_spam(mail):
	subprocess.call(["bogofilter", "-N", "-s", "-I", mail.path])
#
# The core of my filters

def move_ham(mail, folder):
	y = datetime.datetime.now().year
	folder = "MAIN/Ham."+str(y)+folder
	dir = processor.maildir_base+"/"+folder
	if not os.path.isfile(dir+"/maildirfolder"):
		os.makedirs(dir+"/tmp", 0o777, True)
		os.makedirs(dir+"/new", 0o777, True)
		os.makedirs(dir+"/cur", 0o777, True)
		open(dir+"/maildirfolder", 'a').close()
		subprocess.call(['make', '-C', os.environ['XDG_CONFIG_HOME']])
	mail.move(folder)

def my_whitelist(mail):
	return (
		False
		or is_to_or_from(mail, "opengroup.org")
		or is_to_or_from(mail, "reproducible-builds.org")
		or is_to_or_from(mail, "purestorage.com")
		or is_to_or_from(mail, "sourceware.org")
		or is_to_or_from(mail, "vger.kernel.org")
		or is_to_or_from(mail, "Bryan@ChankTunUnGi.onmicrosoft.com")
		or is_to_or_from(mail, "cacnedcomms@gmail.com")
		or is_to_or_from(mail, "fsf.org")
		or is_to_or_from(mail, "gnu.org")
		or is_to_or_from(mail, "nongnu.org")
		or is_to_or_from(mail, "parabola.nu")
		or is_to_or_from(mail, "parabolagnulinux.org")
		or is_from(mail, "schwab.com")
		or is_from(mail, "redhat.com")
		or is_from(mail, "linkedin.com")
		or is_from(mail, "guru.com")
		or is_from(mail, "3174451635@mms.att.net")
		or is_from(mail, "MAILER-DAEMON@yahoo.com")
		or is_from(mail, "careereco.com")
		or is_from(mail, "ciholas.com")
		or is_from(mail, "e.oldnational.com")
		or is_from(mail, "facebookmail.com")
		or is_from(mail, "gandi.net")
		or is_from(mail, "github.com")
		or is_from(mail, "goodwillindy.org")
		or is_from(mail, "kickstarter.com")
		or is_from(mail, "list.cr.yp.to")
		or is_from(mail, "lpi.org")
		or is_from(mail, "lulzbot.com")
		or is_from(mail, "mail.scribd.com")
		or is_from(mail, "massdrop.com")
		or is_from(mail, "msdlt.k12.in.us")
		or is_from(mail, "post.oreilly.com")
		or is_from(mail, "scouting.org")
		or is_from(mail, "solutionsinplastic.com")
		or is_from(mail, "startcom.org")
		or is_from(mail, "usfirst.org")
		or is_from(mail, "vectren.com")
		or is_from(mail, "vectrenemail.com")
		or is_from(mail, "wolframalpha.com")
		or is_from(mail, "Promo@email.newegg.com")
		or is_from(mail, "info@email2.mysimplemobile.com")
		or is_from(mail, "margieshu@sbcglobal.net")
		or is_from(mail, "parabolagnulinux.org")
		or is_from(mail, "gandi.net")
		or match_re(parse_address(mail["List-Id"]), ".*\.(gnu|gnome|archlinux|parabolagnulinuxlibre|fedorahosted)\.org")
		or match_re(parse_address(mail["List-Id"]), ".*\.parabola\.nu")
		or mail["Subject"].contains("[Dev]")
		or mail["Subject"].contains("[Maintenance]")
		or mail["Subject"].contains("[PATCH")
		or mail["Subject"].contains("[systemd-devel]")
		)

def my_filters(mail):
	if mail["From"].contains("Parabola Website Notification <nobody@parabola.nu>"):
		move_ham(mail, ".software.parabola.dev.web-notif")
		return
	if is_to_me(mail) and mail["List-Id"] != "" and mail['Cc'] != "":
		if not is_from(mail, "notifications@github.com") and not is_from(mail, "gerrit2@projects.savoirfairelinux.com"):
			move_ham(mail, ".mailinglist-dup")
			return

	# .software.POSIX (custom mlm, I think)
	if is_to_or_from(mail, "austin-group-l@opengroup.org"):
		move_ham(mail, ".software.POSIX")
		return
	# .software.* (GNU Mailman)
	for pair in [
			[ 'archlinux.org'                 , 'archlinux'           ], # @sbcglobal.net and @lukeshu.com ; problems delivering to Yahoo!
			[ 'gnome.org'                     , 'gnome'               ], # https://mail.gnome.org/mailman/options/networkmanager-list/lukeshu@lukeshu.com
			[ 'gnu.org'                       , 'gnu'                 ], # https://lists.gnu.org/mailman/options/bug-librejs/lukeshu@lukeshu.com
			[ 'listas.trisquel.info'          , 'trisquel'            ],
			[ 'lists.arthurdejong.org'        , 'arthurdejong'        ],
			[ 'lists.fedorahosted.org'        , 'fedorahosted'        ],
			[ 'lists.freedesktop.org'         , 'freedesktop'         ], # https://lists.freedesktop.org/mailman/options/systemd-devel/lukeshu@lukeshu.com
			[ 'lists.parabola.nu'             , 'parabola'            ], # https://lists.parabola.nu/mailman/options/dev/lukeshu@lukeshu.com
			[ 'lists.reproducible-builds.org' , 'reproducible-builds' ], # https://lists.reproducible-builds.org/options/rb-general/lukeshu@lukeshu.com
			[ 'nongnu.org'                    , 'nongnu'              ], # https://lists.nongnu.org/mailman/options/gnu-linux-libre/lukeshu@lukeshu.com
			[ 'redhat.com'                    , 'redhat'              ], # https://www.redhat.com/mailman/options/pam-list/lukeshu@lukeshu.com	              
			[ 'lists.stanford.edu'            , 'stanford'            ], # https://mailman.stanford.edu/mailman/options/liberationtech-jobs/lukeshu@lukeshu.com
			[ 'mailman.stanford.edu'          , 'stanford'            ],

	]:
		list = mailman_domain(mail, pair[0])
		if list:
			move_ham(mail, ".software."+pair[1]+"."+list)
			return
	# .software.* (EZMLM)
	for pair in [
			[ 'list.cr.yp.to',  'djb'        ],
			[ 'sourceware.org', 'sourceware' ],
	]:
		list = ezmlm_domain(mail, pair[0])
		if list:
			move_ham(mail, ".software."+pair[1]+"."+list)
			return
	if is_from(mail, "sourceware-bugzilla@sourceware.org"):
		move_ham(mail, ".software.sourceware-bugzilla")
		return
	# .software.* (Majordomo)
	for pair in [ [ 'vger.kernel.org', 'kernel' ] ]:
		list = majordomo_domain(mail, pair[0])
		if list:
			move_ham(mail, ".software."+pair[1]+"."+list)
			return
	# .software.parabola
	if (
		False
		or is_to_or_from(mail, "1984.is")
		or is_to_or_from(mail, "ceata.org")
		or is_to_or_from(mail, "endefensadelsl.org")
		or is_to_or_from(mail, "hyperbola.info")
		or is_to_or_from(mail, "kiwwwi.com.ar")
		or is_to_or_from(mail, "parabola.nu")
		or is_to_or_from(mail, "parabolagnulinux.org")
		or is_to_or_from(mail, "xylon.me.uk")
		or False
		or is_to_or_from(mail, "bill-auger@peers.community")
		or is_to_or_from(mail, "eliotime3000@openmailbox.org")
		or is_to_or_from(mail, "g4jc@openmailbox.org")
		or is_to_or_from(mail, "jon@whiteheat.org.uk")
		or is_to_or_from(mail, "parabola@openmailbox.org")
		or is_to_or_from(mail, "srw@openmailbox.org")
		):
		move_ham(mail, ".software.parabola")
		return
	# .software.TravisCI
	if is_from(mail, "builds@travis-ci.org"):
		move_ham(mail, ".software.TravisCI")
		return
	# .software
	for address in [
		"archlinux.org",
		"canonical.org",
		"cnuk.org",
		"core3.amsl.com",
		"defectivebydesign.org",
		"eff.org",
		"fedorahosted.org",
		"foocorp.net",
		"fsf.org",
		"github.com",
		"gitorious.org",
		"gnome.org",
		"gnu.org",
		"ietf.org",
		"kde.org",
		"kernel.org",
		"launchpad.net",
		"mozilla.org",
		"nongnu.org",
		"savoirfairelinux.com",
		"sourceforge.com",
		"thyrsus.com",
		]:
		if is_to_or_from(mail, address):
			move_ham(mail, ".software")
			return
	# .servers
	if (
		False
		or is_from(mail, "gandi.net")
		or is_from(mail, "ramhost.us")
		or is_from(mail, "startcom.org")
		or is_from(mail, "startssl.com")
		or is_from(mail, "vultr.com")
		or (is_from(mail, "@2co.com") and mail["Subject"].contains("RAM Host"))
		or is_from(mail, "localhost")
		or is_from(mail, "local")
		or is_from(mail, "lan")
		or is_from(mail, "lukeshu.com")
		):
		move_ham(mail, ".servers")
		return
	# .Social.*
	if is_from_re(mail, ".*[@.]facebook(|mail)\.com"):
		move_ham(mail, ".Social.Facebook")
		return
	if is_from(mail, "identi.ca"):
		move_ham(mail, ".Social.Identica")
		return
	if is_from(mail, "twitter.com"):
		move_ham(mail, ".Social.Twitter")
		return
	if is_from(mail, "xkcd.com"):
		move_ham(mail, ".Social.xkcd")
		return
	if is_from(mail, "linkedin.com"):
		move_ham(mail, ".Social.LinkedIn")
		return
	# .jobs.*
	if is_from(mail, "guru.com"):
		move_ham(mail, ".jobs.Guru")
		return
	if is_from(mail, "glassdoor.com"):
		move_ham(mail, ".jobs.Glassdoor")
		return
	# .BSA
	if (
		False
		or mail["List-Id"].contains("troopmailinglist.troop276.net")
		or mail["Subject"].matches("troop")
		or mail["Subject"].matches("merit\s*badge")
		or is_to_or_from(mail, "t276_announcements@att.net")
		or is_to_or_from(mail, "Bryan@ChankTunUnGi.onmicrosoft.com")
		or is_to_or_from(mail, "basu@maharjan.org")
		or is_to_or_from(mail, "cacnedcomms@gmail.com")
		or is_to_or_from(mail, "crossroadsbsa.org")
		or is_to_or_from(mail, "dhoyt@yourhomecompany.com")
		or is_to_or_from(mail, "dllargent@comcast.net")
		or is_to_or_from(mail, "eldredmac@comcast.net")# MacDonell
		or is_to_or_from(mail, "jsting@sbcglobal.net")
		or is_to_or_from(mail, "mitchprather@sbcglobal.net")
		or is_to_or_from(mail, "muellerindy@yahoo.com")
		or is_to_or_from(mail, "mytroop.us")
		or is_to_or_from(mail, "oa_wap@yahoo.com")
		or is_to_or_from(mail, "salupo_vincent_p@lilly.com")
		or is_to_or_from(mail, "scouting.org")
		or is_to_or_from(mail, "solorzano.luis@rocketmail.com")
		or is_to_or_from(mail, "trdindy@comcast.net")
		or is_to_or_from(mail, "wjensen111@aol.com")
		):
		move_ham(mail, ".BSA")
		return
	# .FRC
	for address in [ "ni.com", "usfirst.org", "firstinspires.org" ]:
		if is_to_or_from(mail, address):
			move_ham(mail, ".FRC")
			return
	# .FRC.829
	if (
		False
		or mail["Subject"].matches("\b829\b")
		or is_to_or_from(mail, "wcxctrack829@aim.com") # Pat
		or is_to_or_from(mail, "william.walk@gmail.com")
		):
		move_ham(mail, ".FRC.829")
		return
	# .FRC.1024
	if (
		False
		or mail["Subject"].matches("\b1024\b")
		or mail["Subject"].matches("kil-?a-?bytes")
		or is_to_or_from(mail, "BBonahoom@stanleyworks.com")
		or is_to_or_from(mail, "bryanbonahoom@gmail.com")
		or is_to_or_from(mail, "allison.m.babcock@gmail.com")
		or is_to_or_from(mail, "cdewalt3@yahoo.com")
		or is_to_or_from(mail, "dave.nelson@ecolab.com")
		or is_to_or_from(mail, "dickaustin190@yahoo.com")
		or is_to_or_from(mail, "djnels1@comcast.net") # Dave and Julie Nelson
		or is_to_or_from(mail, "gamefreak207@gmail.com") # Brett Leedy
		or is_to_or_from(mail, "jason.zielke@gmail.com")
		or is_to_or_from(mail, "jeffreysmith@msdlt.k12.in.us")
		or is_to_or_from(mail, "sarahlittell@comcast.net")
		or is_to_or_from(mail, "silioso@gmail.com")
		or is_to_or_from(mail, "skiplittell@comcast.net")
		or is_to_or_from(mail, "tswilson4801@att.net")
		):
			move_ham(mail, ".FRC.1024")
			return
	# .FRC.4272
	if (
		False
		or mail["Subject"].matches("\b4272\b")
		or mail["Subject"].contains("[ME297]")
		or is_to_or_from(mail, "firstteam4272@gmail.com")
		or is_to_or_from(mail, "@tscstudents.net")
		or is_to_or_from(mail, "@tsc.k12.in.us")
		or is_to_or_from(mail, "ericjoelsells@gmail.com")
		or is_to_or_from(mail, "abenyeho@purdue.edu")
		or is_to_or_from(mail, "alexhenry@purdue.edu")
		or is_to_or_from(mail, "Henry65@purdue.edu")
		or is_to_or_from(mail, "chang282@purdue.edu")
		):
		move_ham(mail, ".FRC.4272")
		return
	# .Purdue.*
	if (
		False
		or mail["Subject"].contains("[PASE]")
		or is_to_or_from(mail, "Purduealumni@purdue.edu")
		or is_to_or_from(mail, "pase@purdue.edu")
		):
		move_ham(mail, ".Purdue.PASE")
		return
	if mail["Subject"].contains("[PLUG]"):
		move_ham(mail, ".Purdue.PLUG")
		return
	if is_to_or_from(mail, "@cerias.purdue.edu"):
		move_ham(mail, ".Purdue.CERIAS")
		return
	if (
		False
		or is_to_or_from(mail, "purduehackers@gmail.com")
		or is_to_or_from(mail, "royfu@purdue.edu")
		or is_to_or_from(mail, "usmannkhan@purdue.edu")
		):
		move_ham(mail, ".Purdue.Hackers")
		return
	if (
		False
		or mail["Subject"].contains("[CS Opportunity Update]")
		or mail["Subject"].contains("[CS Majors]")
		):
		move_ham(mail, ".Purdue.CS")
		return
	if (
		False
		or is_to_or_from(mail, "askcco@purdue.edu")
		or is_to_or_from_re(mail, "pmx-auto-approve\+.*@purdue\.edu")
		or is_to_or_from(mail, "evertrue@purdue.edu")
		or is_to_or_from(mail, "college.response@purdue.edu")
		or is_to_or_from(mail, "purduepresident@purdue.edu")
		or is_to_or_from(mail, "@prf.org")
		):
		move_ham(mail, ".Purdue.misc")
		return
	# .misc.*
	if is_from(mail, "schwab.com"):
		move_ham(mail, ".misc.schwab")
		return
	if is_from(mail, "ebay.com"):
		move_ham(mail, ".misc.ebay")
		return
	if is_from(mail, "paypal.com"):
		move_ham(mail, ".misc.paypal")
		return
	if (
		False
		or is_to_or_from(mail, "margieshu@sbcglobal.net")
		or is_to_or_from(mail, "3174451635@mms.att.net")
		):
		move_ham(mail, ".misc.Mom")
		return
	if is_to_or_from(mail, "freelancer.com"):
		move_ham(mail, ".misc.Freelancer")
		return
	for address in [
		"lpi.org",
		"pearson.com",
		"ciscotraining-notify@cisco.com",
		]:
		if is_from(mail, address):
			move_ham(mail, ".misc.CompTIA")
			return
	if (
		False
		or mail["From"].contains("newsletter")
		or mail["From"].contains("announcements")
		or mail["Subject"].contains("newsletter")
		or mail["Message-Id"].contains("@sailthru.com")
		or False
		or (mail["From"].contains("@sparkfun.com") and mail["Message-Id"].contains("rsgsv.net"))
		or (mail["From"].contains("no-reply@kickstarter.com") and mail["Message-Id"].contains(".sendgrid.net"))
		or (mail["From"].contains("no-reply@kickstarter.com") and (
			False
			or mail["Subject"].contains("Projects We Love:")
			or mail["Subject"].contains("Project Update")))
		or mail["From"].contains("Info@mailing.jamendo.com")
		or mail["From"].contains("Promo@email.newegg.com")
		or mail["From"].contains("auto@comicsbyemail.com")
		or mail["From"].contains("info@demandprogress.org")
		or mail["From"].contains("info@email2.mysimplemobile.com")
		or mail["From"].contains("info@massdrop.com")
		or mail["From"].contains("info@lulzbot.com")
		or mail["From"].contains("oreilly.com")
		or mail["From"].contains("reply-to@e.digikey.com")
		or mail["From"].contains("communication@communications.bmv.in.gov")
		or mail["From"].contains("sales@solutionsinplastic.com")
		or mail["From"].contains("social@goodwillindy.org")
		or mail["From"].contains("support@support.digitalocean.com")
		or mail["From"].contains("@pardonsnowden.org")
		):
		move_ham(mail, ".misc.Newsletters")
		return
	if (
		False
		or mail["Subject"].contains("password")
		or mail["Subject"].contains("account")
		or mail["From"].contains("accounts")
		):
		move_ham(mail, ".misc.accounts")
		return

	move_ham(mail, "")
#
# call the above

def handle_incoming_ham_training(mail):
	bogofilter_ham(mail)
	handle_incoming_ham(mail)
def handle_incoming_spam_training(mail):
	bogofilter_spam(mail)
	mail.move("MAIN/Spam")

def handle_incoming_ham(mail):
	my_filters(mail)
def handle_incoming_spam(mail):
	mail.move("MAIN/Spam")

def handle_incoming_unknown(mail):
	# Whitelist
	if my_whitelist(mail):
		handle_incoming_ham_training(mail)
		return

	spam = bogofilter_auto(mail)
	if spam == 0:
		handle_incoming_spam(mail)
		return
	elif spam == 1:
		handle_incoming_ham(mail)
		return
	elif spam == 2:
		mail.move("MAIN/MysteryMeat")
		return
	else:
		mail.move("MAIN/BogoFail")
		return

# hook the above functions into the maildirproc processor
processor.maildir_base = "~/Maildir"
processor.auto_reload_rcfile = True
handle_mapping = {
#	"REMOTES/ATT/Inbox":     handle_incoming_unknown,
#	"REMOTES/ATT/Bulk Mail": handle_incoming_unknown, # fucking Yahoo!
	"REMOTES/lukeshu/INBOX": handle_incoming_unknown,
	"QUEUES/Unknown":        handle_incoming_unknown,
	"QUEUES/Spam":           handle_incoming_spam_training,
	"QUEUES/Ham":            handle_incoming_ham_training,
	}
processor.maildirs = handle_mapping.keys()
for mail in processor:
	handle_mapping[mail.maildir](mail)