Initial work (mostly by peterv) for a bayesian spam filter. Not yet part of the build.

mailnews/extensions/bayesian-spam-filter/MANIFEST_COMPONENTS

@@ -0,0 +1 @@
+bayesianSpamFilter.js

mailnews/extensions/bayesian-spam-filter/Makefile.in

@@ -0,0 +1,48 @@
+# ***** BEGIN LICENSE BLOCK *****
+# Version: MPL 1.1/GPL 2.0/LGPL 2.1
+#
+# The contents of this file are subject to the Mozilla Public License Version
+# 1.1 (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+# http://www.mozilla.org/MPL/
+#
+# Software distributed under the License is distributed on an "AS IS" basis,
+# WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+# for the specific language governing rights and limitations under the
+# License.
+#
+# The Original Code is mozilla.org code.
+#
+# The Initial Developer of the Original Code is
+# Netscape Communications Corporation
+# Portions created by the Initial Developer are Copyright (C) 2002
+# the Initial Developer. All Rights Reserved.
+#
+# Contributor(s):
+#   Dan Mosedale <dmose@netscape.com>	
+#
+# Alternatively, the contents of this file may be used under the terms of
+# either the GNU General Public License Version 2 or later (the "GPL"), or
+# the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
+# in which case the provisions of the GPL or the LGPL are applicable instead
+# of those above. If you wish to allow use of your version of this file only
+# under the terms of either the GPL or the LGPL, and not to allow others to
+# use your version of this file under the terms of the MPL, indicate your
+# decision by deleting the provisions above and replace them with the notice
+# and other provisions required by the GPL or the LGPL. If you do not delete
+# the provisions above, a recipient may use your version of this file under
+# the terms of any one of the MPL, the GPL or the LGPL.
+#
+# ***** END LICENSE BLOCK *****
+
+DEPTH		= ../../..
+topsrcdir	= @top_srcdir@
+
+srcdir		= @srcdir@
+VPATH		= @srcdir@
+
+include $(DEPTH)/config/autoconf.mk
+
+EXTRA_COMPONENTS = $(srcdir)/bayesianSpamFilter.js
+
+include $(topsrcdir)/config/rules.mk

mailnews/extensions/bayesian-spam-filter/contents.rdf

@@ -0,0 +1,63 @@
+<?xml version="1.0"?>
+
+<!-- ***** BEGIN LICENSE BLOCK *****
+   - Version: MPL 1.1/GPL 2.0/LGPL 2.1
+   -
+   - The contents of this file are subject to the Mozilla Public License Version
+   - 1.1 (the "License"); you may not use this file except in compliance with
+   - the License. You may obtain a copy of the License at
+   - http://www.mozilla.org/MPL/
+   -
+   - Software distributed under the License is distributed on an "AS IS" basis,
+   - WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+   - for the specific language governing rights and limitations under the
+   - License.
+   -
+   - The Original Code is mozilla.org code.
+   -
+   - The Initial Developer of the Original Code is
+   - Netscape Communications Corp.
+   - Portions created by the Initial Developer are Copyright (C) 2002
+   - the Initial Developer. All Rights Reserved.
+   -
+   - Contributor(s):
+   -   Peter van der Beken <peterv@netscape.com>
+   -
+   - Alternatively, the contents of this file may be used under the terms of
+   - either the GNU General Public License Version 2 or later (the "GPL"), or
+   - the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
+   - in which case the provisions of the GPL or the LGPL are applicable instead
+   - of those above. If you wish to allow use of your version of this file only
+   - under the terms of either the GPL or the LGPL, and not to allow others to
+   - use your version of this file under the terms of the MPL, indicate your
+   - decision by deleting the provisions above and replace them with the notice
+   - and other provisions required by the LGPL or the GPL. If you do not delete
+   - the provisions above, a recipient may use your version of this file under
+   - the terms of any one of the MPL, the GPL or the LGPL.
+   -
+   - ***** END LICENSE BLOCK ***** -->
+
+<RDF:RDF xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
+         xmlns:chrome="http://www.mozilla.org/rdf/chrome#">
+
+  <!-- list all the packages being supplied by this jar -->
+  <RDF:Seq about="urn:mozilla:package:root">
+    <RDF:li resource="urn:mozilla:package:spam"/>
+  </RDF:Seq>
+
+  <!-- package information -->
+  <RDF:Description about="urn:mozilla:package:spam"
+        chrome:displayName="Spam plugin"
+        chrome:author="mozilla.org"
+        chrome:name="spam">
+  </RDF:Description>
+
+  <!-- overlay information -->
+  <RDF:Seq about="urn:mozilla:overlays">
+    <RDF:li resource="chrome://messenger/content/mailWindowOverlay.xul"/>
+  </RDF:Seq>
+
+  <RDF:Seq about="chrome://messenger/content/mailWindowOverlay.xul">
+    <RDF:li>chrome://spam/content/menuOverlay.xul</RDF:li>
+  </RDF:Seq>
+</RDF:RDF>

mailnews/extensions/bayesian-spam-filter/jar.mn

@@ -0,0 +1,5 @@
+messenger.jar:
+    content/spam/contents.rdf
+    content/spam/menuOverlay.js
+    content/spam/menuOverlay.xul
+    content/spam/primaryToolbar.css

mailnews/extensions/bayesian-spam-filter/menuOverlay.js

@@ -0,0 +1,228 @@
+/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- 
+ *
+ * ***** BEGIN LICENSE BLOCK *****
+ * Version: MPL 1.1/GPL 2.0/LGPL 2.1
+ *
+ * The contents of this file are subject to the Mozilla Public License Version
+ * 1.1 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * http://www.mozilla.org/MPL/
+ *
+ * Software distributed under the License is distributed on an "AS IS" basis,
+ * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+ * for the specific language governing rights and limitations under the
+ * License.
+ *
+ * The Original Code is mozilla.org code.
+ *
+ * The Initial Developer of the Original Code is
+ * Netscape Communications Corporation.
+ * Portions created by the Initial Developer are Copyright (C) 2002
+ * the Initial Developer. All Rights Reserved.
+ *
+ * Contributor(s):
+ *   Peter van der Beken <peterv@netscape.com>
+ *   Dan Mosedale <dmose@netscape.com>
+ *
+ * Alternatively, the contents of this file may be used under the terms of
+ * either the GNU General Public License Version 2 or later (the "GPL"), or
+ * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
+ * in which case the provisions of the GPL or the LGPL are applicable instead
+ * of those above. If you wish to allow use of your version of this file only
+ * under the terms of either the GPL or the LGPL, and not to allow others to
+ * use your version of this file under the terms of the MPL, indicate your
+ * decision by deleting the provisions above and replace them with the notice
+ * and other provisions required by the GPL or the LGPL. If you do not delete
+ * the provisions above, a recipient may use your version of this file under
+ * the terms of any one of the MPL, the GPL or the LGPL.
+ *
+ * ***** END LICENSE BLOCK ***** */
+ */
+
+const nsIMsgDBHdr       = Components.interfaces.nsIMsgDBHdr;
+
+var gJunkmailComponent;
+function getJunkmailComponent()
+{
+    if (!gJunkmailComponent) {
+        gJunkmailComponent = Components.classes['@mozilla.org/messenger/filter-plugin;1?name=junkmail']
+                .getService(Components.interfaces.nsISupports).wrappedJSObject;
+        gJunkmailComponent.initComponent();
+    }
+}
+
+function analyze(aMessage, aNextFunction)
+{
+    function callback(aScore) {
+    }
+
+    callback.prototype = 
+    {
+	onMessageScored: function processNext(aScore)
+	{
+	    if (aMessage) {
+		//if (aScore == -1) debugger;
+		if (aScore == 0) {
+		    aMessage.label = 3;
+		}
+		else if (aScore == 1) {
+		    aMessage.label = 1;
+		}
+	    }
+	    aNextFunction();
+	}
+    };
+
+
+    // Pffft, jumping through hoops here.
+    var messageURI = aMessage.folder.generateMessageURI(aMessage.messageKey) + "?fetchCompleteMessage=true";
+    var messageURL = mailSession.ConvertMsgURIToMsgURL(messageURI, msgWindow);
+    gJunkmailComponent.calculate(messageURL, new callback);
+}
+
+function analyzeFolder()
+{
+    function processNext()
+    {
+        if (messages.hasMoreElements()) {
+            // Pffft, jumping through hoops here.
+            var message = messages.getNext().QueryInterface(nsIMsgDBHdr);
+            while (!message.isRead) {
+                if (!messages.hasMoreElements()) {
+                    gJunkmailComponent.mBatchUpdate = false;
+                    return;
+                }
+                message = messages.getNext().QueryInterface(nsIMsgDBHdr);
+            }
+            analyze(message, processNext);
+        }
+        else {
+            gJunkmailComponent.mBatchUpdate = false;
+        }
+    }
+
+    getJunkmailComponent();
+    var folder = GetFirstSelectedMsgFolder();
+    var messages = folder.getMessages(msgWindow);
+    gJunkmailComponent.mBatchUpdate = true;
+    processNext();
+}
+
+function analyzeMessages()
+{
+    function processNext()
+    {
+        if (counter < messages.length) {
+            // Pffft, jumping through hoops here.
+            var messageUri = messages[counter];
+            var message = messenger.messageServiceFromURI(messageUri).messageURIToMsgHdr(messageUri);
+
+            ++counter;
+            while (!message.isRead) {
+                if (counter == messages.length) {
+                    gJunkmailComponent.mBatchUpdate = false;
+                    return;
+                }
+                messageUri = messages[counter];
+                message = messenger.messageServiceFromURI(messageUri).messageURIToMsgHdr(messageUri);
+                ++counter;
+            }
+            analyze(message, processNext);
+        }
+        else {
+            gJunkmailComponent.mBatchUpdate = false;
+        }
+    }
+
+    getJunkmailComponent();
+    var messages = GetSelectedMessages();
+    var counter = 0;
+    gJunkmailComponent.mBatchUpdate = true;
+    processNext();
+}
+
+function mark(aMessage, aSpam, aNextFunction)
+{
+    // Pffft, jumping through hoops here.
+    var messageURI = aMessage.folder.generateMessageURI(aMessage.messageKey) + "?fetchCompleteMessage=true";
+    var messageURL = mailSession.ConvertMsgURIToMsgURL(messageURI, msgWindow);
+    var action;
+    if (aSpam) {
+        action = kUnknownToSpam;
+        if (aMessage.label == 1) {
+            // Marking a spam message as spam does nothing
+            aNextFunction();
+            return;
+        }
+        if (aMessage.label == 3) {
+            // Marking a non-spam message as spam
+            action = kNoSpamToSpam;
+        }
+        aMessage.label = 1;
+    }
+    else {
+        action = kUnknownToNoSpam;
+        if (aMessage.label == 3) {
+            // Marking a non-spam message as non-spam does nothing
+            aNextFunction();
+            return;
+        }
+        if (aMessage.label == 1) {
+            // Marking a spam message as non-spam
+            action = kSpamToNoSpam;
+        }
+        aMessage.label = 3;
+    }
+    gJunkmailComponent.mark(messageURL, action, aNextFunction);
+}
+
+function markFolder(aSpam)
+{
+    function processNext()
+    {
+        if (messages.hasMoreElements()) {
+            // Pffft, jumping through hoops here.
+            var message = messages.getNext().QueryInterface(nsIMsgDBHdr);
+            mark(message, aSpam, processNext);
+        }
+        else {
+            gJunkmailComponent.mBatchUpdate = false;
+        }
+    }
+
+    getJunkmailComponent();
+    var folder = GetFirstSelectedMsgFolder();
+    var messages = folder.getMessages(msgWindow);
+    gJunkmailComponent.mBatchUpdate = true;
+    processNext();
+}
+
+function markMessages(aSpam)
+{
+    function processNext()
+    {
+        if (counter < messages.length) {
+            // Pffft, jumping through hoops here.
+            var messageUri = messages[counter];
+            var message = messenger.messageServiceFromURI(messageUri).messageURIToMsgHdr(messageUri);
+
+            ++counter;
+            mark(message, aSpam, processNext);
+        }
+        else {
+            gJunkmailComponent.mBatchUpdate = false;
+        }
+    }
+
+    getJunkmailComponent();
+    var messages = GetSelectedMessages();
+    var counter = 0;
+    gJunkmailComponent.mBatchUpdate = true;
+    processNext();
+}
+
+function writeHash()
+{
+    getJunkmailComponent();
+    gJunkmailComponent.mTable.writeHash();
+}

mailnews/extensions/bayesian-spam-filter/menuOverlay.xul

@@ -0,0 +1,76 @@
+<?xml version="1.0"?>
+
+<!-- ***** BEGIN LICENSE BLOCK *****
+   - Version: MPL 1.1/GPL 2.0/LGPL 2.1
+   -
+   - The contents of this file are subject to the Mozilla Public License Version
+   - 1.1 (the "License"); you may not use this file except in compliance with
+   - the License. You may obtain a copy of the License at
+   - http://www.mozilla.org/MPL/
+   -
+   - Software distributed under the License is distributed on an "AS IS" basis,
+   - WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+   - for the specific language governing rights and limitations under the
+   - License.
+   -
+   - The Original Code is mozilla.org code.
+   -
+   - The Initial Developer of the Original Code is
+   - Netscape Communications Corp.
+   - Portions created by the Initial Developer are Copyright (C) 2002
+   - the Initial Developer. All Rights Reserved.
+   -
+   - Contributor(s):
+   -   Peter van der Beken <peterv@netscape.com>
+   -
+   - Alternatively, the contents of this file may be used under the terms of
+   - either the GNU General Public License Version 2 or later (the "GPL"), or
+   - the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
+   - in which case the provisions of the GPL or the LGPL are applicable instead
+   - of those above. If you wish to allow use of your version of this file only
+   - under the terms of either the GPL or the LGPL, and not to allow others to
+   - use your version of this file under the terms of the MPL, indicate your
+   - decision by deleting the provisions above and replace them with the notice
+   - and other provisions required by the LGPL or the GPL. If you do not delete
+   - the provisions above, a recipient may use your version of this file under
+   - the terms of any one of the MPL, the GPL or the LGPL.
+   -
+   - ***** END LICENSE BLOCK ***** -->
+
+<?xml-stylesheet href="chrome://spam/content/primaryToolbar.css" type="text/css"?>
+<overlay xmlns="http://www.mozilla.org/keymaster/gatekeeper/there.is.only.xul">
+    <script src="chrome://spam/content/menuOverlay.js"/>
+
+    <broadcasterset id="mailBroadcasters">
+        <broadcaster id="button_spam_broadcaster"/>
+    </broadcasterset>
+
+    <popup id="folderPaneContext">
+        <menuseparator id="folderPaneContext-spam-sep"
+                       insertafter="folderPaneContext-properties"/>
+        <menuitem id="folderPaneContext-spam"
+                  label="Mark as spam"
+                  oncommand="markFolder(true);"
+                  insertafter="folderPaneContext-properties"/>
+        <menuitem id="folderPaneContext-nonspam"
+                  label="Mark as non-spam"
+                  oncommand="markFolder(false);"
+                  insertafter="folderPaneContext-properties"/>
+        <menuitem id="folderPaneContext-analyze"
+                  label="Analyze"
+                  oncommand="analyzeFolder();"
+                  insertafter="folderPaneContext-properties"/>
+    </popup>
+
+    <hbox id="toolbar_button_box">
+        <toolbarbutton id="button-analyze"
+                       class="toolbarbutton-1"
+                       label="Analyze"
+                       oncommand="analyzeMessages();"
+                       insertafter="button-delete"/>
+        <toolbarbutton id="button-spamdb"
+                       class="toolbarbutton-1"
+                       label="Write DB"
+                       oncommand="writeHash();"/>
+    </hbox>
+</overlay>

mailnews/extensions/bayesian-spam-filter/primaryToolbar.css

@@ -0,0 +1,52 @@
+@namespace url("http://www.mozilla.org/keymaster/gatekeeper/there.is.only.xul");
+
+#button-spam {
+  -moz-image-region: rect(102px 49px 135px 0px);
+}
+
+#button-spam:hover {
+  -moz-image-region: rect(102px 99px 135px 50px);
+} 
+
+#button-spam:hover:active {
+  -moz-image-region: rect(102px 149px 135px 100px);
+}
+
+#button-spam[disabled] {
+  -moz-image-region: rect(102px 199px 135px 150px) !important;
+} 
+
+#button-analyze {
+  -moz-image-region: rect(102px 49px 135px 0px);
+}
+
+#button-analyze:hover {
+  -moz-image-region: rect(102px 99px 135px 50px);
+} 
+
+#button-analyze:hover:active {
+  -moz-image-region: rect(102px 149px 135px 100px);
+}
+
+#button-analyze[disabled] {
+  -moz-image-region: rect(102px 199px 135px 150px) !important;
+} 
+
+#button-spamdb {
+  -moz-image-region: rect(0px 49px 34px 0px);
+}
+
+#button-spamdb:hover {
+  -moz-image-region: rect(0px 99px 34px 50px);
+} 
+
+#button-spamdb:hover:active {
+  -moz-image-region: rect(0px 149px 34px 100px);
+}
+
+#button-spamdb[disabled] {
+  -moz-image-region: rect(0px 199px 34px 150px) !important;
+} 
+
+.spam {
+}