path: root/mail/mail-ops.c

/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*- */
/* mail-ops.c: callbacks for the mail toolbar/menus */

/* 
 * Authors: Dan Winship <danw@ximian.com>
 *          Jeffrey Stedfast <fejj@ximian.com>
 *          Peter Williams <peterw@ximian.com>
 *          Michael Zucchi <notzed@ximian.com>
 *
 * Copyright 2000,2001 Ximian, Inc. (www.ximian.com)
 *
 * This program is free software; you can redistribute it and/or 
 * modify it under the terms of version 2 of the GNU General Public 
 * License as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
 * USA
 */

#include <config.h>

#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <string.h>
#include <errno.h>

#include <glib.h>
#include <glib/gstdio.h>

#include <libgnome/gnome-exec.h>
#include <libgnome/gnome-i18n.h>

#include <camel/camel-mime-filter-from.h>
#include <camel/camel-stream-filter.h>
#include <camel/camel-stream-fs.h>
#include <camel/camel-mime-filter-charset.h>
#include <camel/camel-offline-folder.h>
#include <camel/camel-offline-store.h>
#include <camel/camel-disco-folder.h>
#include <camel/camel-disco-store.h>
#include <camel/camel-operation.h>
#include <camel/camel-vtrash-folder.h>
#include <camel/camel-vee-store.h>
#include <camel/camel-transport.h>
#include <camel/camel-multipart.h>

#include "composer/e-msg-composer.h"

#include "e-util/e-util.h"
#include "e-util/e-util-private.h"

#include "em-filter-rule.h"
#include "em-utils.h"
#include "mail-component.h"
#include "mail-config.h"
#include "mail-mt.h"
#include "mail-ops.h"
#include "mail-session.h"
#include "mail-tools.h"
#include "mail-vfolder.h"

#define w(x)
#define d(x) 

/* used for both just filtering a folder + uid's, and for filtering a whole folder */
/* used both for fetching mail, and for filtering mail */
struct _filter_mail_msg {
    struct _mail_msg msg;
    
    CamelFolder *source_folder; /* where they come from */
    GPtrArray *source_uids; /* uids to copy, or NULL == copy all */
    CamelUIDCache *cache;  /* UID cache if we are to cache the uids, NULL otherwise */
    CamelOperation *cancel;
    CamelFilterDriver *driver;
    int delete;     /* delete messages after filtering them? */
    CamelFolder *destination; /* default destination for any messages, NULL for none */
};

/* since fetching also filters, we subclass the data here */
struct _fetch_mail_msg {
    struct _filter_mail_msg fmsg;

    CamelOperation *cancel; /* we have our own cancellation struct, the other should be empty */
    int keep;       /* keep on server? */

    char *source_uri;

    void (*done)(char *source, void *data);
    void *data;
};

static char *
em_filter_folder_element_describe (struct _mail_msg *mm, int complete)
{
    return g_strdup (_("Filtering Folder"));
}

/* filter a folder, or a subset thereof, uses source_folder/source_uids */
/* this is shared with fetch_mail */
static void
em_filter_folder_element_filter (struct _mail_msg *mm)
{
    struct _filter_mail_msg *m = (struct _filter_mail_msg *)mm;
    CamelFolder *folder;
    GPtrArray *uids, *folder_uids = NULL;
    
    if (m->cancel)
        camel_operation_register (m->cancel);
    
    folder = m->source_folder;
    
    if (folder == NULL || camel_folder_get_message_count (folder) == 0) {
        if (m->cancel)
            camel_operation_unregister (m->cancel);
        return;
    }
    
    if (m->destination) {
        camel_folder_freeze (m->destination);
        camel_filter_driver_set_default_folder (m->driver, m->destination);
    }
    
    camel_folder_freeze (folder);
    
    if (m->source_uids)
        uids = m->source_uids;
    else
        folder_uids = uids = camel_folder_get_uids (folder);
    
    camel_filter_driver_filter_folder (m->driver, folder, m->cache, uids, m->delete, &mm->ex);
    camel_filter_driver_flush (m->driver, &mm->ex);
    
    if (folder_uids)
        camel_folder_free_uids (folder, folder_uids);
    
    /* sync our source folder */
    if (!m->cache)
        camel_folder_sync (folder, FALSE, camel_exception_is_set (&mm->ex) ? NULL : &mm->ex);
    camel_folder_thaw (folder);
    
    if (m->destination)
        camel_folder_thaw (m->destination);

    /* this may thaw/unref source folders, do it here so we dont do it in the main thread
       see also fetch_mail_fetch() below */
    camel_object_unref(m->driver);
    m->driver = NULL;
    
    if (m->cancel)
        camel_operation_unregister (m->cancel);
}

static void
em_filter_folder_element_filtered (struct _mail_msg *mm)
{
}

static void
em_filter_folder_element_free (struct _mail_msg *mm)
{
    struct _filter_mail_msg *m = (struct _filter_mail_msg *)mm;
    
    if (m->source_folder)
        camel_object_unref (m->source_folder);
    
    if (m->source_uids)
        em_utils_uids_free (m->source_uids);
    
    if (m->cancel)
        camel_operation_unref (m->cancel);
    
    if (m->destination)
        camel_object_unref (m->destination);
    
    if (m->driver)
        camel_object_unref (m->driver);
    
    mail_session_flush_filter_log ();
}

static struct _mail_msg_op em_filter_folder_element_op = {
    em_filter_folder_element_describe,  /* we do our own progress reporting? */
    em_filter_folder_element_filter,
    em_filter_folder_element_filtered,
    em_filter_folder_element_free,
};

void
mail_filter_folder (CamelFolder *source_folder, GPtrArray *uids,
            const char *type, gboolean notify,
            CamelOperation *cancel)
{
    struct _filter_mail_msg *m;
    
    m = mail_msg_new (&em_filter_folder_element_op, NULL, sizeof (*m));
    m->source_folder = source_folder;
    camel_object_ref (source_folder);
    m->source_uids = uids;
    m->cache = NULL;
    m->delete = FALSE;
    if (cancel) {
        m->cancel = cancel;
        camel_operation_ref (cancel);
    }
    
    m->driver = camel_session_get_filter_driver (session, type, NULL);
    
    if (!notify) {
        /* FIXME: have a #define NOTIFY_FILTER_NAME macro? */
        /* the filter name has to stay in sync with mail-session::get_filter_driver */
        camel_filter_driver_remove_rule_by_name (m->driver, "new-mail-notification");
    }
    
    e_thread_put (mail_thread_new, (EMsg *)m);
}

/* convenience functions for it */
void
mail_filter_on_demand (CamelFolder *folder, GPtrArray *uids)
{
    mail_filter_folder (folder, uids, FILTER_SOURCE_DEMAND, FALSE, NULL);
}

void
mail_filter_junk (CamelFolder *folder, GPtrArray *uids)
{
    mail_filter_folder (folder, uids, FILTER_SOURCE_JUNKTEST, FALSE, NULL);
}

/* ********************************************************************** */

/* Temporary workaround for various issues. Gone before 0.11 */
static char *
uid_cachename_hack (CamelStore *store)
{
    CamelURL *url = CAMEL_SERVICE (store)->url;
    char *encoded_url, *filename;
    const char *evolution_dir;
    
    encoded_url = g_strdup_printf ("%s%s%s@%s", url->user,
                       url->authmech ? ";auth=" : "",
                       url->authmech ? url->authmech : "",
                       url->host);
    e_filename_make_safe (encoded_url);
    
    evolution_dir = mail_component_peek_base_directory (mail_component_peek ());
    filename = g_build_filename (evolution_dir, "mail", "pop", encoded_url, "uid-cache", NULL);
    g_free (encoded_url);
    
    return filename;
}

static char *
fetch_mail_describe (struct _mail_msg *mm, int complete)
{
    return g_strdup (_("Fetching Mail"));
}

static void
fetch_mail_fetch (struct _mail_msg *mm)
{
    struct _fetch_mail_msg *m = (struct _fetch_mail_msg *)mm;
    struct _filter_mail_msg *fm = (struct _filter_mail_msg *)mm;
    int i;

    if (m->cancel)
        camel_operation_register (m->cancel);
    
    if ((fm->destination = mail_component_get_folder(NULL, MAIL_COMPONENT_FOLDER_LOCAL_INBOX)) == NULL)
        goto fail;
    camel_object_ref(fm->destination);

    /* FIXME: this should support keep_on_server too, which would then perform a spool
       access thingy, right?  problem is matching raw messages to uid's etc. */
    if (!strncmp (m->source_uri, "mbox:", 5)) {
        char *path = mail_tool_do_movemail (m->source_uri, &mm->ex);
        
        if (path && !camel_exception_is_set (&mm->ex)) {
            camel_folder_freeze (fm->destination);
            camel_filter_driver_set_default_folder (fm->driver, fm->destination);
            camel_filter_driver_filter_mbox (fm->driver, path, m->source_uri, &mm->ex);
            camel_folder_thaw (fm->destination);
            
            if (!camel_exception_is_set (&mm->ex))
                g_unlink (path);
        }
        g_free (path);
    } else {
        CamelFolder *folder = fm->source_folder = mail_tool_get_inbox (m->source_uri, &mm->ex);
        
        if (folder) {
            /* this handles 'keep on server' stuff, if we have any new uid's to copy
               across, we need to copy them to a new array 'cause of the way fetch_mail_free works */
            CamelUIDCache *cache = NULL;
            char *cachename;
            
            cachename = uid_cachename_hack (folder->parent_store);
            cache = camel_uid_cache_new (cachename);
            g_free (cachename);
            
            if (cache) {
                GPtrArray *folder_uids, *cache_uids, *uids;
                
                folder_uids = camel_folder_get_uids (folder);
                cache_uids = camel_uid_cache_get_new_uids (cache, folder_uids);
                if (cache_uids) {
                    /* need to copy this, sigh */
                    fm->source_uids = uids = g_ptr_array_new ();
                    g_ptr_array_set_size (uids, cache_uids->len);
                    for (i = 0; i < cache_uids->len; i++)
                        uids->pdata[i] = g_strdup (cache_uids->pdata[i]);
                    camel_uid_cache_free_uids (cache_uids);
                    
                    fm->cache = cache;
                    em_filter_folder_element_filter (mm);
                    
                    /* need to uncancel so writes/etc. don't fail */
                    if (mm->ex.id == CAMEL_EXCEPTION_USER_CANCEL)
                        camel_operation_uncancel(NULL);

                    /* save the cache of uids that we've just downloaded */
                    camel_uid_cache_save (cache);
                }

                if (fm->delete && mm->ex.id == CAMEL_EXCEPTION_NONE) {
                    /* not keep on server - just delete all the actual messages on the server */
                    for (i=0;i<folder_uids->len;i++) {
                        d(printf("force delete uid '%s'\n", (char *)folder_uids->pdata[i]));
                        camel_folder_delete_message(folder, folder_uids->pdata[i]);
                    }
                }

                if (fm->delete || cache_uids) {
                    /* expunge messages (downloaded so far) */
                    camel_folder_sync(folder, fm->delete, NULL);
                }

                camel_uid_cache_destroy (cache);
                camel_folder_free_uids (folder, folder_uids);
            } else {
                em_filter_folder_element_filter (mm);
            }
            
            /* we unref the source folder here since we
               may now block in finalize (we try to
               disconnect cleanly) */
            camel_object_unref (fm->source_folder);
            fm->source_folder = NULL;
        }
    }
fail:   
    if (m->cancel)
        camel_operation_unregister (m->cancel);
    
    /* we unref this here as it may have more work to do (syncing
       folders and whatnot) before we are really done */
    /* should this be cancellable too? (i.e. above unregister above) */
    if (fm->driver) {
        camel_object_unref (fm->driver);
        fm->driver = NULL;
    }
}

static void
fetch_mail_fetched (struct _mail_msg *mm)
{
    struct _fetch_mail_msg *m = (struct _fetch_mail_msg *)mm;

    if (m->done)
        m->done (m->source_uri, m->data);
}

static void
fetch_mail_free (struct _mail_msg *mm)
{
    struct _fetch_mail_msg *m = (struct _fetch_mail_msg *)mm;
    
    g_free (m->source_uri);
    if (m->cancel)
        camel_operation_unref (m->cancel);

    em_filter_folder_element_free (mm);
}

static struct _mail_msg_op fetch_mail_op = {
    fetch_mail_describe, /* we do our own progress reporting */
    fetch_mail_fetch,
    fetch_mail_fetched,
    fetch_mail_free,
};

/* ouch, a 'do everything' interface ... */
void
mail_fetch_mail (const char *source, int keep, const char *type, CamelOperation *cancel,
         CamelFilterGetFolderFunc get_folder, void *get_data,
         CamelFilterStatusFunc *status, void *status_data,
         void (*done)(char *source, void *data), void *data)
{
    struct _fetch_mail_msg *m;
    struct _filter_mail_msg *fm;
    
    m = mail_msg_new (&fetch_mail_op, NULL, sizeof (*m));
    fm = (struct _filter_mail_msg *)m;
    m->source_uri = g_strdup (source);
    fm->delete = !keep;
    fm->cache = NULL;
    if (cancel) {
        m->cancel = cancel;
        camel_operation_ref (cancel);
    }
    m->done = done;
    m->data = data;

    fm->driver = camel_session_get_filter_driver (session, type, NULL);
    camel_filter_driver_set_folder_func (fm->driver, get_folder, get_data);
    if (status)
        camel_filter_driver_set_status_func (fm->driver, status, status_data);
    
    e_thread_put (mail_thread_new, (EMsg *)m);
}

/* ********************************************************************** */
/* sending stuff */
/* ** SEND MAIL *********************************************************** */

static char *normal_recipients[] = {
    CAMEL_RECIPIENT_TYPE_TO,
    CAMEL_RECIPIENT_TYPE_CC,
    CAMEL_RECIPIENT_TYPE_BCC
};

static char *resent_recipients[] = {
    CAMEL_RECIPIENT_TYPE_RESENT_TO,
    CAMEL_RECIPIENT_TYPE_RESENT_CC,
    CAMEL_RECIPIENT_TYPE_RESENT_BCC
};

/* send 1 message to a specific transport */
static void
mail_send_message(CamelFolder *queue, const char *uid, const char *destination, CamelFilterDriver *driver, CamelException *ex)
{
    EAccount *account = NULL;
    const CamelInternetAddress *iaddr;
    CamelAddress *from, *recipients;
    CamelMessageInfo *info = NULL;
    CamelTransport *xport = NULL;
    char *transport_url = NULL;
    char *sent_folder_uri = NULL;
    const char *resent_from, *tmp;
    CamelFolder *folder = NULL;
    GString *err = NULL;
    struct _camel_header_raw *xev, *header;
    CamelMimeMessage *message;
    int i;

    message = camel_folder_get_message(queue, uid, ex);
    if (!message)
        return;

    camel_medium_set_header (CAMEL_MEDIUM (message), "X-Mailer", "Evolution " VERSION SUB_VERSION " " VERSION_COMMENT);

    err = g_string_new("");
    xev = mail_tool_remove_xevolution_headers (message);

    tmp = camel_header_raw_find(&xev, "X-Evolution-Account", NULL);
    if (tmp) {
        char *name;
        
        name = g_strstrip(g_strdup(tmp));
        if ((account = mail_config_get_account_by_uid(name))
            /* 'old' x-evolution-account stored the name, how silly */
            || (account = mail_config_get_account_by_name(name))) {
            if (account->transport && account->transport->url)
                transport_url = g_strdup (account->transport->url);
            
            sent_folder_uri = g_strdup (account->sent_folder_uri);
        }
        g_free(name);
    }
    
    if (!account) {
        /* default back to these headers */
        tmp = camel_header_raw_find(&xev, "X-Evolution-Transport", NULL);
        if (tmp)
            transport_url = g_strstrip(g_strdup(tmp));

        tmp = camel_header_raw_find(&xev, "X-Evolution-Fcc", NULL);
        if (tmp)
            sent_folder_uri = g_strstrip(g_strdup(tmp));
    }

    /* Check for email sending */
    from = (CamelAddress *) camel_internet_address_new ();
    resent_from = camel_medium_get_header (CAMEL_MEDIUM (message), "Resent-From");
    if (resent_from) {
        camel_address_decode (from, resent_from);
    } else {
        iaddr = camel_mime_message_get_from (message);
        camel_address_copy (from, CAMEL_ADDRESS (iaddr));
    }
    
    recipients = (CamelAddress *) camel_internet_address_new ();
    for (i = 0; i < 3; i++) {
        const char *type;
        
        type = resent_from ? resent_recipients[i] : normal_recipients[i];
        iaddr = camel_mime_message_get_recipients (message, type);
        camel_address_cat (recipients, CAMEL_ADDRESS (iaddr));
    }

    if (camel_address_length(recipients) > 0) {
        xport = camel_session_get_transport (session, transport_url ? transport_url : destination, ex);
        if (camel_exception_is_set(ex))
            goto exit;

        camel_transport_send_to(xport, message, from, recipients, ex);
        if (camel_exception_is_set(ex))
            goto exit;
    }

    /* Now check for posting, failures are ignored */
    info = camel_message_info_new(NULL);
    camel_message_info_set_flags(info, CAMEL_MESSAGE_SEEN, ~0);
    camel_mime_message_set_date(message, CAMEL_MESSAGE_DATE_CURRENT, 0);

    for (header = xev;header;header=header->next) {
        char *uri;

        if (strcmp(header->name, "X-Evolution-PostTo") != 0)
            continue;

        /* TODO: don't lose errors */

        uri = g_strstrip(g_strdup(header->value));
        folder = mail_tool_uri_to_folder(uri, 0, NULL);
        if (folder) {
            camel_folder_append_message(folder, message, info, NULL, NULL);
            camel_object_unref(folder);
            folder = NULL;
        }
        g_free(uri);
    }

    /* post process */
    mail_tool_restore_xevolution_headers (message, xev);
    
    if (driver) {
        camel_filter_driver_filter_message (driver, message, info,
                            NULL, NULL, NULL, "", ex);
        
        if (camel_exception_is_set (ex)) {
            if (camel_exception_get_id (ex) == CAMEL_EXCEPTION_USER_CANCEL)
                goto exit;
            
            /* sending mail, filtering failed */
            g_string_append_printf (err, _("Failed to apply outgoing filters: %s"),
                        camel_exception_get_description (ex));
        }
    }
    
    camel_exception_clear (ex);

    if (xport == NULL
        || !( ((CamelService *)xport)->provider->flags & CAMEL_PROVIDER_DISABLE_SENT_FOLDER)) { 
        if (sent_folder_uri) {
            folder = mail_tool_uri_to_folder (sent_folder_uri, 0, ex);
            if (camel_exception_is_set(ex)) {
                g_string_append_printf (err, _("Failed to append to %s: %s\n"
                            "Appending to local `Sent' folder instead."),
                        sent_folder_uri, camel_exception_get_description (ex));
                camel_exception_clear (ex);
            }
        }

        if (!folder) {
            folder = mail_component_get_folder(NULL, MAIL_COMPONENT_FOLDER_SENT);   
            camel_object_ref(folder);
        }



        camel_folder_append_message (folder, message, info, NULL, ex);
        if (camel_exception_is_set (ex)) {
            CamelFolder *sent_folder;

            if (camel_exception_get_id (ex) == CAMEL_EXCEPTION_USER_CANCEL)
                goto exit;

            sent_folder = mail_component_get_folder(NULL, MAIL_COMPONENT_FOLDER_SENT);

            if (folder != sent_folder) {
                const char *name;

                camel_object_get (folder, NULL, CAMEL_OBJECT_DESCRIPTION, (char **) &name, 0);
                if (err->len)
                    g_string_append(err, "\n\n");
                g_string_append_printf (err, _("Failed to append to %s: %s\n"
                            "Appending to local `Sent' folder instead."),
                        name, camel_exception_get_description (ex));
                camel_object_ref (sent_folder);
                camel_object_unref (folder);
                folder = sent_folder;

                camel_exception_clear (ex);
                camel_folder_append_message (folder, message, info, NULL, ex);
            }

            if (camel_exception_is_set (ex)) {
                if (camel_exception_get_id (ex) == CAMEL_EXCEPTION_USER_CANCEL)
                    goto exit;

                if (err->len)
                    g_string_append(err, "\n\n");
                g_string_append_printf (err, _("Failed to append to local `Sent' folder: %s"),
                        camel_exception_get_description (ex));
            }
        }
    }
    if (!camel_exception_is_set(ex))
        camel_folder_set_message_flags (queue, uid, CAMEL_MESSAGE_DELETED|CAMEL_MESSAGE_SEEN, ~0);

    if (err->len) {
        /* set the culmulative exception report */
        camel_exception_set (ex, CAMEL_EXCEPTION_SYSTEM, err->str);
    }
        
exit:
    if (folder) {
        camel_folder_sync(folder, FALSE, NULL);
        camel_object_unref(folder);
    }
    if (info)
        camel_message_info_free(info);
    camel_object_unref(recipients);
    camel_object_unref(from);
    if (xport)
        camel_object_unref(xport);
    g_free(sent_folder_uri);
    g_free(transport_url);
    camel_header_raw_clear(&xev);
    g_string_free(err, TRUE);
    camel_object_unref(message);

    return;
}

/* ** SEND MAIL QUEUE ***************************************************** */

struct _send_queue_msg {
    struct _mail_msg msg;

    CamelFolder *queue;
    char *destination;

    CamelFilterDriver *driver;
    CamelOperation *cancel;

    /* we use camelfilterstatusfunc, even though its not the filter doing it */
    CamelFilterStatusFunc *status;
    void *status_data;

    void (*done)(char *destination, void *data);
    void *data;
};

static void
report_status (struct _send_queue_msg *m, enum camel_filter_status_t status, int pc, const char *desc, ...)
{
    va_list ap;
    char *str;
    
    if (m->status) {
        va_start (ap, desc);
        str = g_strdup_vprintf (desc, ap);
        va_end (ap);
        m->status (m->driver, status, pc, str, m->status_data);
        g_free (str);
    }
}

static void
send_queue_send(struct _mail_msg *mm)
{
    struct _send_queue_msg *m = (struct _send_queue_msg *)mm;
    CamelFolder *sent_folder = mail_component_get_folder(NULL, MAIL_COMPONENT_FOLDER_SENT);
    GPtrArray *uids, *send_uids = NULL;
    CamelException ex;
    int i, j;
    
    d(printf("sending queue\n"));
    
    if (!(uids = camel_folder_get_uids (m->queue)))
        return;

    send_uids = g_ptr_array_sized_new (uids->len);
    for (i = 0, j = 0; i < uids->len; i++) {
        CamelMessageInfo *info;
        
        info = camel_folder_get_message_info (m->queue, uids->pdata[i]);
        if (info) {
            if ((camel_message_info_flags(info) & CAMEL_MESSAGE_DELETED) == 0)
                send_uids->pdata[j++] = uids->pdata[i];
            camel_folder_free_message_info(m->queue, info);
        }
    }
    
    send_uids->len = j;
    if (send_uids->len == 0) {
        /* nothing to send */
        camel_folder_free_uids (m->queue, uids);
        g_ptr_array_free (send_uids, TRUE);
        return;
    }
    
    if (m->cancel)
        camel_operation_register (m->cancel);
    
    camel_exception_init (&ex);

    /* NB: This code somewhat abuses the 'exception' stuff.  Apart from fatal problems, it is also
       used as a mechanism to accumualte warning messages and present them back to the user. */

    for (i = 0, j = 0; i < send_uids->len; i++) {
        int pc = (100 * i) / send_uids->len;
        
        report_status (m, CAMEL_FILTER_STATUS_START, pc, _("Sending message %d of %d"), i+1, send_uids->len);
        
        mail_send_message (m->queue, send_uids->pdata[i], m->destination, m->driver, &ex);
        if (camel_exception_is_set (&ex)) {
            if (ex.id != CAMEL_EXCEPTION_USER_CANCEL) {
                /* merge exceptions into one */
                if (camel_exception_is_set (&mm->ex))
                    camel_exception_setv (&mm->ex, CAMEL_EXCEPTION_SYSTEM, "%s\n\n%s", mm->ex.desc, ex.desc);
                else
                    camel_exception_xfer (&mm->ex, &ex);
                camel_exception_clear (&ex);
            
                /* keep track of the number of failures */
                j++;
            } else {
                /* transfer the USER_CANCEL exeption to the async op exception and then break */
                camel_exception_xfer (&mm->ex, &ex);
                break;
            }
        }
    }
    
    j += (send_uids->len - i);
    
    if (j > 0)
        report_status (m, CAMEL_FILTER_STATUS_END, 100, _("Failed to send %d of %d messages"), j, send_uids->len);
    else if (mm->ex.id == CAMEL_EXCEPTION_USER_CANCEL)
        report_status (m, CAMEL_FILTER_STATUS_END, 100, _("Cancelled."));
    else
        report_status (m, CAMEL_FILTER_STATUS_END, 100, _("Complete."));
    
    if (m->driver) {
        camel_object_unref (m->driver);
        m->driver = NULL;
    }

    camel_folder_free_uids (m->queue, uids);
    g_ptr_array_free (send_uids, TRUE);

    camel_folder_sync (m->queue, TRUE, &ex);
    camel_exception_clear (&ex);
    
    if (sent_folder) {
        camel_folder_sync (sent_folder, FALSE, &ex);
        camel_exception_clear (&ex);
    }
    
    if (m->cancel)
        camel_operation_unregister (m->cancel);
}

static void
send_queue_sent(struct _mail_msg *mm)
{
    struct _send_queue_msg *m = (struct _send_queue_msg *)mm;

    if (m->done)
        m->done(m->destination, m->data);
}

static void
send_queue_free(struct _mail_msg *mm)
{
    struct _send_queue_msg *m = (struct _send_queue_msg *)mm;
    
    if (m->driver)
        camel_object_unref(m->driver);
    camel_object_unref(m->queue);
    g_free(m->destination);
    if (m->cancel)
        camel_operation_unref(m->cancel);
}

static struct _mail_msg_op send_queue_op = {
    NULL,           /* do our own reporting, as with fetch mail */
    send_queue_send,
    send_queue_sent,
    send_queue_free,
};

/* same interface as fetch_mail, just 'cause i'm lazy today (and we need to run it from the same spot?) */
void
mail_send_queue(CamelFolder *queue, const char *destination,
        const char *type, CamelOperation *cancel,
        CamelFilterGetFolderFunc get_folder, void *get_data,
        CamelFilterStatusFunc *status, void *status_data,
        void (*done)(char *destination, void *data), void *data)
{
    struct _send_queue_msg *m;

    m = mail_msg_new(&send_queue_op, NULL, sizeof(*m));
    m->queue = queue;
    camel_object_ref(queue);
    m->destination = g_strdup(destination);
    if (cancel) {
        m->cancel = cancel;
        camel_operation_ref(cancel);
    }
    m->status = status;
    m->status_data = status_data;
    m->done = done;
    m->data = data;

    m->driver = camel_session_get_filter_driver (session, type, NULL);
    camel_filter_driver_set_folder_func (m->driver, get_folder, get_data);

    e_thread_put(mail_thread_new, (EMsg *)m);
}

/* ** APPEND MESSAGE TO FOLDER ******************************************** */

struct _append_msg {
    struct _mail_msg msg;

        CamelFolder *folder;
    CamelMimeMessage *message;
        CamelMessageInfo *info;
    char *appended_uid;

    void (*done)(CamelFolder *folder, CamelMimeMessage *msg, CamelMessageInfo *info, int ok, const char *appended_uid, void *data);
    void *data;
};

static char *
append_mail_desc (struct _mail_msg *mm, int done)
{
    return g_strdup (_("Saving message to folder"));
}

static void
append_mail_append (struct _mail_msg *mm)
{
    struct _append_msg *m = (struct _append_msg *)mm;

    camel_mime_message_set_date(m->message, CAMEL_MESSAGE_DATE_CURRENT, 0);
    camel_folder_append_message(m->folder, m->message, m->info, &m->appended_uid, &mm->ex);
}

static void
append_mail_appended (struct _mail_msg *mm)
{
    struct _append_msg *m = (struct _append_msg *)mm;

    if (m->done)
        m->done(m->folder, m->message, m->info, !camel_exception_is_set(&mm->ex), m->appended_uid, m->data);
}

static void
append_mail_free (struct _mail_msg *mm)
{
    struct _append_msg *m = (struct _append_msg *)mm;

    camel_object_unref(m->message);
    camel_object_unref(m->folder);
    g_free (m->appended_uid);
}

static struct _mail_msg_op append_mail_op = {
    append_mail_desc,
    append_mail_append,
    append_mail_appended,
    append_mail_free
};

void
mail_append_mail (CamelFolder *folder, CamelMimeMessage *message, CamelMessageInfo *info,
          void (*done)(CamelFolder *folder, CamelMimeMessage *msg, CamelMessageInfo *info, int ok, const char *appended_uid, void *data),
          void *data)
{
    struct _append_msg *m;
    
    g_assert(CAMEL_IS_FOLDER (folder));
    g_assert(CAMEL_IS_MIME_MESSAGE (message));
    
    if (!camel_medium_get_header (CAMEL_MEDIUM (message), "X-Mailer"))
        camel_medium_set_header (CAMEL_MEDIUM (message), "X-Mailer",
                     "Evolution " VERSION SUB_VERSION " " VERSION_COMMENT);

    m = mail_msg_new (&append_mail_op, NULL, sizeof (*m));
    m->folder = folder;
    camel_object_ref(folder);
    m->message = message;
    camel_object_ref(message);
    m->info = info;
    
    m->done = done;
    m->data = data;
    
    e_thread_put (mail_thread_new, (EMsg *)m);
}

/* ** TRANSFER MESSAGES **************************************************** */

struct _transfer_msg {
    struct _mail_msg msg;

    CamelFolder *source;
    GPtrArray *uids;
    gboolean delete;
    char *dest_uri;
    guint32 dest_flags;
    
    void (*done)(gboolean ok, void *data);
    void *data;
};

static char *
transfer_messages_desc (struct _mail_msg *mm, int done)
{
    struct _transfer_msg *m = (struct _transfer_msg *)mm;

    return g_strdup_printf(m->delete?_("Moving messages to %s"):_("Copying messages to %s"),
                   m->dest_uri);
                   
}

static void
transfer_messages_transfer (struct _mail_msg *mm)
{
    struct _transfer_msg *m = (struct _transfer_msg *)mm;
    CamelFolder *dest;

    dest = mail_tool_uri_to_folder (m->dest_uri, m->dest_flags, &mm->ex);
    if (camel_exception_is_set (&mm->ex))
        return;

    if (dest == m->source) {
        camel_object_unref(dest);
        /* no-op */
        return;
    }

    camel_folder_freeze (m->source);
    camel_folder_freeze (dest);

    camel_folder_transfer_messages_to (m->source, m->uids, dest, NULL, m->delete, &mm->ex);

    /* make sure all deleted messages are marked as seen */

    if (m->delete) {
        int i;

        for (i = 0; i < m->uids->len; i++)
            camel_folder_set_message_flags (m->source, m->uids->pdata[i], 
                            CAMEL_MESSAGE_SEEN, CAMEL_MESSAGE_SEEN);
    }

    camel_folder_thaw (m->source);
    camel_folder_thaw (dest);
    camel_folder_sync (dest, FALSE, NULL);
    camel_object_unref (dest);
}

static void
transfer_messages_transferred (struct _mail_msg *mm)
{
    struct _transfer_msg *m = (struct _transfer_msg *)mm;
    
    if (m->done)
        m->done (!camel_exception_is_set (&mm->ex), m->data);
}

static void
transfer_messages_free (struct _mail_msg *mm)
{
    struct _transfer_msg *m = (struct _transfer_msg *)mm;
    
    camel_object_unref (m->source);
    g_free (m->dest_uri);
    em_utils_uids_free (m->uids);
}

static struct _mail_msg_op transfer_messages_op = {
    transfer_messages_desc,
    transfer_messages_transfer,
    transfer_messages_transferred,
    transfer_messages_free,
};

void
mail_transfer_messages (CamelFolder *source, GPtrArray *uids,
            gboolean delete_from_source,
            const char *dest_uri,
            guint32 dest_flags,
            void (*done) (gboolean ok, void *data),
            void *data)
{
    struct _transfer_msg *m;
    
    g_assert(CAMEL_IS_FOLDER (source));
    g_assert(uids != NULL);
    g_assert(dest_uri != NULL);
    
    m = mail_msg_new(&transfer_messages_op, NULL, sizeof(*m));
    m->source = source;
    camel_object_ref (source);
    m->uids = uids;
    m->delete = delete_from_source;
    m->dest_uri = g_strdup (dest_uri);
    m->dest_flags = dest_flags;
    m->done = done;
    m->data = data;
    
    e_thread_put(mail_thread_queued_slow, (EMsg *)m);
}

/* ** SCAN SUBFOLDERS ***************************************************** */

struct _get_folderinfo_msg {
    struct _mail_msg msg;

    CamelStore *store;
    CamelFolderInfo *info;
    void (*done)(CamelStore *store, CamelFolderInfo *info, void *data);
    void *data;
};

static char *
get_folderinfo_desc (struct _mail_msg *mm, int done)
{
    struct _get_folderinfo_msg *m = (struct _get_folderinfo_msg *)mm;
    char *ret, *name;

    name = camel_service_get_name((CamelService *)m->store, TRUE);
    ret = g_strdup_printf(_("Scanning folders in \"%s\""), name);
    g_free(name);
    return ret;
}

static void
get_folderinfo_get (struct _mail_msg *mm)
{
    struct _get_folderinfo_msg *m = (struct _get_folderinfo_msg *)mm;
    guint32 flags = CAMEL_STORE_FOLDER_INFO_RECURSIVE|CAMEL_STORE_FOLDER_INFO_FAST | CAMEL_STORE_FOLDER_INFO_SUBSCRIBED;
    
    m->info = camel_store_get_folder_info (m->store, NULL, flags, &mm->ex);
}

static void
get_folderinfo_got (struct _mail_msg *mm)
{
    struct _get_folderinfo_msg *m = (struct _get_folderinfo_msg *)mm;
    
    if (!m->info && camel_exception_is_set (&mm->ex)) {
        char *url;
        
        url = camel_service_get_url (CAMEL_SERVICE (m->store));
        w(g_warning ("Error getting folder info from store at %s: %s",
                 url, camel_exception_get_description (&mm->ex)));
        g_free (url);
    }
    
    if (m->done)
        m->done (m->store, m->info, m->data);
}

static void
get_folderinfo_free (struct _mail_msg *mm)
{
    struct _get_folderinfo_msg *m = (struct _get_folderinfo_msg *)mm;

    if (m->info)
        camel_store_free_folder_info(m->store, m->info);
    camel_object_unref(m->store);
}

static struct _mail_msg_op get_folderinfo_op = {
    get_folderinfo_desc,
    get_folderinfo_get,
    get_folderinfo_got,
    get_folderinfo_free,
};

int
mail_get_folderinfo (CamelStore *store, CamelOperation *op, void (*done)(CamelStore *store, CamelFolderInfo *info, void *data), void *data)
{
    struct _get_folderinfo_msg *m;
    int id;

    m = mail_msg_new(&get_folderinfo_op, NULL, sizeof(*m));
    if (op) {
        camel_operation_unref(m->msg.cancel);
        m->msg.cancel = op;
        camel_operation_ref(op);
    }
    m->store = store;
    camel_object_ref(store);
    m->done = done;
    m->data = data;
    id = m->msg.seq;

    e_thread_put(mail_thread_new, (EMsg *)m);

    return id;
}

/* ** ATTACH MESSAGES ****************************************************** */

struct _build_data {
    void (*done)(CamelFolder *folder, GPtrArray *uids, CamelMimePart *part, char *subject, void *data);
    void *data;
};

static void
do_build_attachment (CamelFolder *folder, GPtrArray *uids, GPtrArray *messages, void *data)
{
    struct _build_data *d = data;
    CamelMultipart *multipart;
    CamelMimePart *part;
    char *subject;
    int i;

    if (messages->len == 0) {
        d->done(folder, messages, NULL, NULL, d->data);
        g_free(d);
        return;
    }

    if (messages->len == 1) {
        part = mail_tool_make_message_attachment(messages->pdata[0]);
    } else {
        multipart = camel_multipart_new();
        camel_data_wrapper_set_mime_type(CAMEL_DATA_WRAPPER (multipart), "multipart/digest");
        camel_multipart_set_boundary(multipart, NULL);

        for (i=0;i<messages->len;i++) {
            part = mail_tool_make_message_attachment(messages->pdata[i]);
            camel_multipart_add_part(multipart, part);
            camel_object_unref(part);
        }
        part = camel_mime_part_new();
        camel_medium_set_content_object(CAMEL_MEDIUM (part), CAMEL_DATA_WRAPPER(multipart));
        camel_object_unref(multipart);

        camel_mime_part_set_description(part, _("Forwarded messages"));
    }

    subject = mail_tool_generate_forward_subject(messages->pdata[0]);
    d->done(folder, messages, part, subject, d->data);
    g_free(subject);
    camel_object_unref(part);

    g_free(d);
}

void
mail_build_attachment(CamelFolder *folder, GPtrArray *uids,
              void (*done)(CamelFolder *folder, GPtrArray *messages, CamelMimePart *part, char *subject, void *data), void *data)
{
    struct _build_data *d;

    d = g_malloc(sizeof(*d));
    d->done = done;
    d->data = data;
    mail_get_messages(folder, uids, do_build_attachment, d);
}

/* ** LOAD FOLDER ********************************************************* */

/* there should be some way to merge this and create folder, since both can
   presumably create a folder ... */

struct _get_folder_msg {
    struct _mail_msg msg;
    
    char *uri;
    guint32 flags;
    CamelFolder *folder;
    void (*done) (char *uri, CamelFolder *folder, void *data);
    void *data;
};

static char *
get_folder_desc (struct _mail_msg *mm, int done)
{
    struct _get_folder_msg *m = (struct _get_folder_msg *)mm;
    
    return g_strdup_printf(_("Opening folder %s"), m->uri);
}

static void
get_folder_get (struct _mail_msg *mm)
{
    struct _get_folder_msg *m = (struct _get_folder_msg *)mm;
    
    m->folder = mail_tool_uri_to_folder (m->uri, m->flags, &mm->ex);
}

static void
get_folder_got (struct _mail_msg *mm)
{
    struct _get_folder_msg *m = (struct _get_folder_msg *)mm;
    
    if (m->done)
        m->done (m->uri, m->folder, m->data);
}

static void
get_folder_free (struct _mail_msg *mm)
{
    struct _get_folder_msg *m = (struct _get_folder_msg *)mm;
    
    g_free (m->uri);
    if (m->folder)
        camel_object_unref (m->folder);
}

static struct _mail_msg_op get_folder_op = {
    get_folder_desc,
    get_folder_get,
    get_folder_got,
    get_folder_free,
};

int
mail_get_folder (const char *uri, guint32 flags,
         void (*done)(char *uri, CamelFolder *folder, void *data),
         void *data, EThread *thread)
{
    struct _get_folder_msg *m;
    int id;
    
    m = mail_msg_new(&get_folder_op, NULL, sizeof(*m));
    m->uri = g_strdup (uri);
    m->flags = flags;
    m->data = data;
    m->done = done;
    
    id = m->msg.seq;
    e_thread_put(thread, (EMsg *)m);
    return id;
}

/* ** GET STORE ******************************************************* */

struct _get_store_msg {
    struct _mail_msg msg;

    char *uri;
    CamelStore *store;
    void (*done) (char *uri, CamelStore *store, void *data);
    void *data;
};

static char *
get_store_desc (struct _mail_msg *mm, int done)
{
    struct _get_store_msg *m = (struct _get_store_msg *)mm;
    
    return g_strdup_printf(_("Opening store %s"), m->uri);
}

static void
get_store_get (struct _mail_msg *mm)
{
    struct _get_store_msg *m = (struct _get_store_msg *)mm;
    
    /*camel_session_get_store connects us, which we don't want to do on startup. */

    m->store = (CamelStore *) camel_session_get_service (session, m->uri,
                                 CAMEL_PROVIDER_STORE,
                                 &mm->ex);
}

static void
get_store_got (struct _mail_msg *mm)
{
    struct _get_store_msg *m = (struct _get_store_msg *)mm;

    if (m->done)
        m->done (m->uri, m->store, m->data);
}

static void
get_store_free (struct _mail_msg *mm)
{
    struct _get_store_msg *m = (struct _get_store_msg *)mm;
    
    g_free (m->uri);
    if (m->store)
        camel_object_unref (m->store);
}

static struct _mail_msg_op get_store_op = {
    get_store_desc,
    get_store_get,
    get_store_got,
    get_store_free,
};

int
mail_get_store (const char *uri, CamelOperation *op, void (*done) (char *uri, CamelStore *store, void *data), void *data)
{
    struct _get_store_msg *m;
    int id;
    
    m = mail_msg_new (&get_store_op, NULL, sizeof (*m));
    if (op) {
        camel_operation_unref(m->msg.cancel);
        m->msg.cancel = op;
        camel_operation_ref(op);
    }
    m->uri = g_strdup (uri);
    m->data = data;
    m->done = done;
    
    id = m->msg.seq;
    e_thread_put (mail_thread_new, (EMsg *)m);
    return id;
}

/* ** REMOVE FOLDER ******************************************************* */

struct _remove_folder_msg {
    struct _mail_msg msg;

    char *uri;
    gboolean removed;
    void (*done) (char *uri, gboolean removed, void *data);
    void *data;
};

static char *
remove_folder_desc (struct _mail_msg *mm, int done)
{
    struct _remove_folder_msg *m = (struct _remove_folder_msg *)mm;
    
    return g_strdup_printf (_("Removing folder %s"), m->uri);
}

static void
remove_folder_get (struct _mail_msg *mm)
{
    struct _remove_folder_msg *m = (struct _remove_folder_msg *)mm;
    CamelStore *store;
    CamelFolder *folder;
    GPtrArray *uids;
    int i;
    
    m->removed = FALSE;
    
    folder = mail_tool_uri_to_folder (m->uri, 0, &mm->ex);
    if (!folder)
        return;
    
    store = folder->parent_store;
    
    /* Delete every message in this folder, then expunge it */
    uids = camel_folder_get_uids (folder);
    camel_folder_freeze(folder);
    for (i = 0; i < uids->len; i++)
        camel_folder_delete_message (folder, uids->pdata[i]);
    camel_folder_sync (folder, TRUE, NULL);
    camel_folder_thaw(folder);
    camel_folder_free_uids (folder, uids);
    
    /* if the store supports subscriptions, unsubscribe from this folder... */
    if (camel_store_supports_subscriptions (store))
        camel_store_unsubscribe_folder (store, folder->full_name, NULL);
    
    /* Then delete the folder from the store */
    camel_store_delete_folder (store, folder->full_name, &mm->ex);
    m->removed = !camel_exception_is_set (&mm->ex);
    camel_object_unref (folder);
}

static void
remove_folder_got (struct _mail_msg *mm)
{
    struct _remove_folder_msg *m = (struct _remove_folder_msg *)mm;

    if (m->removed) {
        /* FIXME: Remove this folder from the folder cache ??? */
    }

    if (m->done)
        m->done (m->uri, m->removed, m->data);
}

static void
remove_folder_free (struct _mail_msg *mm)
{
    struct _remove_folder_msg *m = (struct _remove_folder_msg *)mm;
    
    g_free (m->uri);
}

static struct _mail_msg_op remove_folder_op = {
    remove_folder_desc,
    remove_folder_get,
    remove_folder_got,
    remove_folder_free,
};

void
mail_remove_folder (const char *uri, void (*done) (char *uri, gboolean removed, void *data), void *data)
{
    struct _remove_folder_msg *m;
    
    m = mail_msg_new (&remove_folder_op, NULL, sizeof (*m));
    m->uri = g_strdup (uri);
    m->data = data;
    m->done = done;
    
    e_thread_put (mail_thread_new, (EMsg *)m);
}

/* ** SYNC FOLDER ********************************************************* */

struct _sync_folder_msg {
    struct _mail_msg msg;

    CamelFolder *folder;
    void (*done) (CamelFolder *folder, void *data);
    void *data;
};

static char *sync_folder_desc(struct _mail_msg *mm, int done)
{
    struct _sync_folder_msg *m = (struct _sync_folder_msg *)mm;

    return g_strdup_printf (_("Storing folder \'%s\'"), 
                   camel_folder_get_full_name (m->folder));
}

static void sync_folder_sync(struct _mail_msg *mm)
{
    struct _sync_folder_msg *m = (struct _sync_folder_msg *)mm;

    camel_folder_sync(m->folder, FALSE, &mm->ex);
}

static void sync_folder_synced(struct _mail_msg *mm)
{
    struct _sync_folder_msg *m = (struct _sync_folder_msg *)mm;

    if (m->done)
        m->done(m->folder, m->data);
}

static void sync_folder_free(struct _mail_msg *mm)
{
    struct _sync_folder_msg *m = (struct _sync_folder_msg *)mm;

    camel_object_unref((CamelObject *)m->folder);
}

static struct _mail_msg_op sync_folder_op = {
    sync_folder_desc,
    sync_folder_sync,
    sync_folder_synced,
    sync_folder_free,
};

void
mail_sync_folder(CamelFolder *folder, void (*done) (CamelFolder *folder, void *data), void *data)
{
    struct _sync_folder_msg *m;

    m = mail_msg_new(&sync_folder_op, NULL, sizeof(*m));
    m->folder = folder;
    camel_object_ref(folder);
    m->data = data;
    m->done = done;

    e_thread_put(mail_thread_queued_slow, (EMsg *)m);
}

/* ** SYNC STORE ********************************************************* */

struct _sync_store_msg {
    struct _mail_msg msg;

    CamelStore *store;
    int expunge;
    void (*done) (CamelStore *store, void *data);
    void *data;
};

static char *sync_store_desc(struct _mail_msg *mm, int done)
{
    struct _sync_store_msg *m = (struct _sync_store_msg *)mm;
    char *uri, *res;

    uri = camel_url_to_string(((CamelService *)m->store)->url, CAMEL_URL_HIDE_ALL);
    res = g_strdup_printf(m->expunge
                  ?_("Expunging and storing account '%s'")
                  :_("Storing account '%s'"),
                  uri);
    g_free(uri);

    return res;
}

static void sync_store_sync(struct _mail_msg *mm)
{
    struct _sync_store_msg *m = (struct _sync_store_msg *)mm;

    camel_store_sync(m->store, m->expunge, &mm->ex);
}

static void sync_store_synced(struct _mail_msg *mm)
{
    struct _sync_store_msg *m = (struct _sync_store_msg *)mm;

    if (m->done)
        m->done(m->store, m->data);
}

static void sync_store_free(struct _mail_msg *mm)
{
    struct _sync_store_msg *m = (struct _sync_store_msg *)mm;

    camel_object_unref(m->store);
}

static struct _mail_msg_op sync_store_op = {
    sync_store_desc,
    sync_store_sync,
    sync_store_synced,
    sync_store_free,
};

void
mail_sync_store(CamelStore *store, int expunge, void (*done) (CamelStore *store, void *data), void *data)
{
    struct _sync_store_msg *m;

    m = mail_msg_new(&sync_store_op, NULL, sizeof(*m));
    m->store = store;
    m->expunge = expunge;
    camel_object_ref(store);
    m->data = data;
    m->done = done;

    e_thread_put(mail_thread_queued_slow, (EMsg *)m);
}

/* ******************************************************************************** */

static char *refresh_folder_desc(struct _mail_msg *mm, int done)
{
    return g_strdup(_("Refreshing folder"));
}

static void refresh_folder_refresh(struct _mail_msg *mm)
{
    struct _sync_folder_msg *m = (struct _sync_folder_msg *)mm;

    camel_folder_refresh_info(m->folder, &mm->ex);
}

/* we just use the sync stuff where we can, since it would be the same */
static struct _mail_msg_op refresh_folder_op = {
    refresh_folder_desc,
    refresh_folder_refresh,
    sync_folder_synced,
    sync_folder_free,
};

void
mail_refresh_folder(CamelFolder *folder, void (*done) (CamelFolder *folder, void *data), void *data)
{
    struct _sync_folder_msg *m;

    m = mail_msg_new(&refresh_folder_op, NULL, sizeof(*m));
    m->folder = folder;
    camel_object_ref(folder);
    m->data = data;
    m->done = done;

    e_thread_put(mail_thread_queued_slow, (EMsg *)m);
}

/* ******************************************************************************** */

static char *expunge_folder_desc(struct _mail_msg *mm, int done)
{
    return g_strdup(_("Expunging folder"));
}

static void expunge_folder_expunge(struct _mail_msg *mm)
{
    struct _sync_folder_msg *m = (struct _sync_folder_msg *)mm;

    camel_folder_expunge(m->folder, &mm->ex);
}

/* we just use the sync stuff where we can, since it would be the same */
static struct _mail_msg_op expunge_folder_op = {
    expunge_folder_desc,
    expunge_folder_expunge,
    sync_folder_synced,
    sync_folder_free,
};

void
mail_expunge_folder(CamelFolder *folder, void (*done) (CamelFolder *folder, void *data), void *data)
{
    struct _sync_folder_msg *m;

    m = mail_msg_new(&expunge_folder_op, NULL, sizeof(*m));
    m->folder = folder;
    camel_object_ref(folder);
    m->data = data;
    m->done = done;

    e_thread_put(mail_thread_queued_slow, (EMsg *)m);
}

/* ******************************************************************************** */

struct _empty_trash_msg {
    struct _mail_msg msg;

    EAccount *account;
    void (*done) (EAccount *account, void *data);
    void *data;
};

static char *empty_trash_desc(struct _mail_msg *mm, int done)
{
    /* FIXME after 1.4 is out and we're not in string freeze any more. */
#if 0
    struct _empty_trash_msg *m = (struct _empty_trash_msg *)mm;

    return g_strdup_printf (_("Emptying trash in \'%s\'"), 
                m->account ? m->account->name : _("Local Folders"));
#else
    return g_strdup(_("Expunging folder"));
#endif
}

static void empty_trash_empty(struct _mail_msg *mm)
{
    struct _empty_trash_msg *m = (struct _empty_trash_msg *)mm;
    const char *evolution_dir;
    CamelFolder *trash;
    char *uri;
    
    if (m->account) {
        trash = mail_tool_get_trash (m->account->source->url, FALSE, &mm->ex);
    } else {
        evolution_dir = mail_component_peek_base_directory (mail_component_peek ());
        uri = g_strdup_printf ("mbox:%s/mail/local", evolution_dir);
        trash = mail_tool_get_trash (uri, TRUE, &mm->ex);
        g_free (uri);
    }
    
    if (trash)
        camel_folder_expunge (trash, &mm->ex);
    
    camel_object_unref (trash);
}

static void empty_trash_emptied(struct _mail_msg *mm)
{
    struct _empty_trash_msg *m = (struct _empty_trash_msg *)mm;

    if (m->done)
        m->done(m->account, m->data);
}

static void empty_trash_free(struct _mail_msg *mm)
{
    struct _empty_trash_msg *m = (struct _empty_trash_msg *)mm;

    if (m->account)
        g_object_unref(m->account);
}

static struct _mail_msg_op empty_trash_op = {
    empty_trash_desc,
    empty_trash_empty,
    empty_trash_emptied,
    empty_trash_free,
};

void
mail_empty_trash(EAccount *account, void (*done) (EAccount *account, void *data), void *data)
{
    struct _empty_trash_msg *m;

    m = mail_msg_new(&empty_trash_op, NULL, sizeof(*m));
    m->account = account;
    if (account)
        g_object_ref(account);
    m->data = data;
    m->done = done;

    e_thread_put(mail_thread_queued_slow, (EMsg *)m);
}

/* ** GET MESSAGE(s) ***************************************************** */

struct _get_message_msg {
    struct _mail_msg msg;

    CamelFolder *folder;
    char *uid;
    void (*done) (CamelFolder *folder, const char *uid, CamelMimeMessage *msg, void *data);
    void *data;
    CamelMimeMessage *message;
    CamelOperation *cancel;
};

static char *get_message_desc(struct _mail_msg *mm, int done)
{
    struct _get_message_msg *m = (struct _get_message_msg *)mm;

    return g_strdup_printf(_("Retrieving message %s"), m->uid);
}

static void get_message_get(struct _mail_msg *mm)
{
    struct _get_message_msg *m = (struct _get_message_msg *)mm;

    m->message = camel_folder_get_message(m->folder, m->uid, &mm->ex);
}

static void get_message_got(struct _mail_msg *mm)
{
    struct _get_message_msg *m = (struct _get_message_msg *)mm;

    if (m->done)
        m->done(m->folder, m->uid, m->message, m->data);
}

static void get_message_free(struct _mail_msg *mm)
{
    struct _get_message_msg *m = (struct _get_message_msg *)mm;
    
    g_free (m->uid);
    camel_object_unref (m->folder);
    camel_operation_unref (m->cancel);
    
    if (m->message)
        camel_object_unref (m->message);
}

static struct _mail_msg_op get_message_op = {
    get_message_desc,
    get_message_get,
    get_message_got,
    get_message_free,
};

void
mail_get_message(CamelFolder *folder, const char *uid, void (*done) (CamelFolder *folder, const char *uid,
                                     CamelMimeMessage *msg, void *data),
         void *data, EThread *thread)
{
    struct _get_message_msg *m;
    
    m = mail_msg_new(&get_message_op, NULL, sizeof(*m));
    m->folder = folder;
    camel_object_ref(folder);
    m->uid = g_strdup(uid);
    m->data = data;
    m->done = done;
    m->cancel = camel_operation_new(NULL, NULL);
    
    e_thread_put(thread, (EMsg *)m);
}

typedef void (*get_done)(CamelFolder *folder, const char *uid, CamelMimeMessage *msg, void *data, CamelException *);

static void get_messagex_got(struct _mail_msg *mm)
{
    struct _get_message_msg *m = (struct _get_message_msg *)mm;

    if (m->done) {
        get_done done = (get_done)m->done;
        done(m->folder, m->uid, m->message, m->data, &mm->ex);
    }
}

static struct _mail_msg_op get_messagex_op = {
    get_message_desc,
    get_message_get,
    get_messagex_got,
    get_message_free,
};

/* This is temporary, to avoid having to rewrite everything that uses
   mail_get_message; it adds an exception argument to the callback */
void
mail_get_messagex(CamelFolder *folder, const char *uid, void (*done) (CamelFolder *folder, const char *uid, CamelMimeMessage *msg, void *data, CamelException *),
         void *data, EThread *thread)
{
    struct _get_message_msg *m;
    
    m = mail_msg_new(&get_messagex_op, NULL, sizeof(*m));
    m->folder = folder;
    camel_object_ref(folder);
    m->uid = g_strdup(uid);
    m->data = data;
    m->done = done;
    m->cancel = camel_operation_new(NULL, NULL);
    
    e_thread_put(thread, (EMsg *)m);
}

/* ********************************************************************** */

struct _get_messages_msg {
    struct _mail_msg msg;

    CamelFolder *folder;
    GPtrArray *uids;
    GPtrArray *messages;

    void (*done) (CamelFolder *folder, GPtrArray *uids, GPtrArray *msgs, void *data);
    void *data;
};

static char * get_messages_desc(struct _mail_msg *mm, int done)
{
    struct _get_messages_msg *m = (struct _get_messages_msg *)mm;

    return g_strdup_printf(ngettext("Retrieving %d message",
                    "Retrieving %d messages", m->uids->len), 
                   m->uids->len);
}

static void get_messages_get(struct _mail_msg *mm)
{
    struct _get_messages_msg *m = (struct _get_messages_msg *)mm;
    int i;
    CamelMimeMessage *message;

    for (i=0; i<m->uids->len; i++) {
        int pc = ((i+1) * 100) / m->uids->len;

        message = camel_folder_get_message(m->folder, m->uids->pdata[i], &mm->ex);
        camel_operation_progress(mm->cancel, pc);
        if (message == NULL)
            break;

        g_ptr_array_add(m->messages, message);
    }
}

static void get_messages_got(struct _mail_msg *mm)
{
    struct _get_messages_msg *m = (struct _get_messages_msg *)mm;

    if (m->done)
        m->done(m->folder, m->uids, m->messages, m->data);
}

static void get_messages_free(struct _mail_msg *mm)
{
    struct _get_messages_msg *m = (struct _get_messages_msg *)mm;
    int i;
    
    em_utils_uids_free (m->uids);
    for (i=0;i<m->messages->len;i++) {
        if (m->messages->pdata[i])
            camel_object_unref(m->messages->pdata[i]);
    }
    g_ptr_array_free(m->messages, TRUE);
    camel_object_unref(m->folder);
}

static struct _mail_msg_op get_messages_op = {
    get_messages_desc,
    get_messages_get,
    get_messages_got,
    get_messages_free,
};

void
mail_get_messages(CamelFolder *folder, GPtrArray *uids,
          void (*done) (CamelFolder *folder, GPtrArray *uids, GPtrArray *msgs, void *data),
          void *data)
{
    struct _get_messages_msg *m;

    m = mail_msg_new(&get_messages_op, NULL, sizeof(*m));
    m->folder = folder;
    camel_object_ref(folder);
    m->uids = uids;
    m->messages = g_ptr_array_new();
    m->data = data;
    m->done = done;

    e_thread_put(mail_thread_new, (EMsg *)m);
}

/* ** SAVE MESSAGES ******************************************************* */

struct _save_messages_msg {
    struct _mail_msg msg;

    CamelFolder *folder;
    GPtrArray *uids;
    char *path;
    void (*done)(CamelFolder *folder, GPtrArray *uids, char *path, void *data);
    void *data;
};

static char *save_messages_desc(struct _mail_msg *mm, int done)
{
    struct _save_messages_msg *m = (struct _save_messages_msg *)mm;

    return g_strdup_printf(ngettext("Saving %d message", 
                    "Saving %d messsages", m->uids->len), 
                   m->uids->len);
}

static void
save_prepare_part (CamelMimePart *mime_part)
{
    CamelDataWrapper *wrapper;
    int parts, i;
    
    wrapper = camel_medium_get_content_object (CAMEL_MEDIUM (mime_part));
    if (!wrapper)
        return;
    
    if (CAMEL_IS_MULTIPART (wrapper)) {
        parts = camel_multipart_get_number (CAMEL_MULTIPART (wrapper));
        for (i = 0; i < parts; i++) {
            CamelMimePart *part = camel_multipart_get_part (CAMEL_MULTIPART (wrapper), i);
            
            save_prepare_part (part);
        }
    } else {
        if (CAMEL_IS_MIME_MESSAGE (wrapper)) {
            /* prepare the message parts' subparts */
            save_prepare_part (CAMEL_MIME_PART (wrapper));
        } else {
            CamelContentType *type;
            
            /* We want to save textual parts as 8bit instead of encoded */
            type = camel_data_wrapper_get_mime_type_field (wrapper);
            if (camel_content_type_is (type, "text", "*"))
                camel_mime_part_set_encoding (mime_part, CAMEL_TRANSFER_ENCODING_8BIT);
        }
    }
}

static void
save_messages_save (struct _mail_msg *mm)
{
    struct _save_messages_msg *m = (struct _save_messages_msg *)mm;
    CamelStreamFilter *filtered_stream;
    CamelMimeFilterFrom *from_filter;
    CamelStream *stream;
    int fd, i;
    char *from;
    
    fd = g_open (m->path, O_WRONLY | O_CREAT | O_TRUNC | O_BINARY, 0666);
    if (fd == -1) {
        camel_exception_setv(&mm->ex, CAMEL_EXCEPTION_SYSTEM,
                     _("Unable to create output file: %s\n %s"), m->path, strerror(errno));
        return;
    }
    
    stream = camel_stream_fs_new_with_fd(fd);
    from_filter = camel_mime_filter_from_new();
    filtered_stream = camel_stream_filter_new_with_stream(stream);
    camel_stream_filter_add(filtered_stream, (CamelMimeFilter *)from_filter);
    camel_object_unref(from_filter);
    
    for (i=0; i<m->uids->len; i++) {
        CamelMimeMessage *message;
        int pc = ((i+1) * 100) / m->uids->len;

        message = camel_folder_get_message(m->folder, m->uids->pdata[i], &mm->ex);
        camel_operation_progress(mm->cancel, pc);
        if (message == NULL)
            break;
        
        save_prepare_part (CAMEL_MIME_PART (message));
        
        /* we need to flush after each stream write since we are writing to the same fd */
        from = camel_mime_message_build_mbox_from(message);
        if (camel_stream_write_string(stream, from) == -1
            || camel_stream_flush(stream) == -1
            || camel_data_wrapper_write_to_stream((CamelDataWrapper *)message, (CamelStream *)filtered_stream) == -1
            || camel_stream_flush((CamelStream *)filtered_stream) == -1) {
            camel_exception_setv(&mm->ex, CAMEL_EXCEPTION_SYSTEM,
                         _("Error saving messages to: %s:\n %s"), m->path, strerror(errno));
            g_free(from);
            camel_object_unref((CamelObject *)message);
            break;
        }
        g_free(from);
        camel_object_unref(message);
    }

    camel_object_unref(filtered_stream);
    camel_object_unref(stream);
}

static void save_messages_saved(struct _mail_msg *mm)
{
    struct _save_messages_msg *m = (struct _save_messages_msg *)mm;

    if (m->done)
        m->done(m->folder, m->uids, m->path, m->data);
}

static void save_messages_free(struct _mail_msg *mm)
{
    struct _save_messages_msg *m = (struct _save_messages_msg *)mm;
    
    em_utils_uids_free (m->uids);
    camel_object_unref(m->folder);
    g_free(m->path);
}

static struct _mail_msg_op save_messages_op = {
    save_messages_desc,
    save_messages_save,
    save_messages_saved,
    save_messages_free,
};

int
mail_save_messages(CamelFolder *folder, GPtrArray *uids, const char *path,
           void (*done) (CamelFolder *folder, GPtrArray *uids, char *path, void *data), void *data)
{
    struct _save_messages_msg *m;
    int id;

    m = mail_msg_new(&save_messages_op, NULL, sizeof(*m));
    m->folder = folder;
    camel_object_ref(folder);
    m->uids = uids;
    m->path = g_strdup(path);
    m->data = data;
    m->done = done;

    id = m->msg.seq;
    e_thread_put(mail_thread_new, (EMsg *)m);

    return id;
}

/* ** SAVE PART ******************************************************* */

struct _save_part_msg {
    struct _mail_msg msg;

    CamelMimePart *part;
    char *path;
    void (*done)(CamelMimePart *part, char *path, int saved, void *data);
    void *data;
};

static char *save_part_desc(struct _mail_msg *mm, int done)
{
    return g_strdup(_("Saving attachment"));
}

static void
save_part_save (struct _mail_msg *mm)
{
    struct _save_part_msg *m = (struct _save_part_msg *)mm;
    CamelDataWrapper *content;
    CamelStream *stream;
    
    if (!(stream = camel_stream_fs_new_with_name (m->path, O_WRONLY | O_CREAT | O_TRUNC, 0666))) {
        camel_exception_setv (&mm->ex, CAMEL_EXCEPTION_SYSTEM,
                      _("Cannot create output file: %s:\n %s"),
                      m->path, g_strerror (errno));
        return;
    }
    
    content = camel_medium_get_content_object (CAMEL_MEDIUM (m->part));
    
    if (camel_data_wrapper_decode_to_stream (content, stream) == -1
        || camel_stream_flush (stream) == -1)
        camel_exception_setv (&mm->ex, CAMEL_EXCEPTION_SYSTEM,
                      _("Could not write data: %s"),
                      g_strerror (errno));
    
    camel_object_unref (stream);
}

static void
save_part_saved (struct _mail_msg *mm)
{
    struct _save_part_msg *m = (struct _save_part_msg *)mm;
    
    if (m->done)
        m->done (m->part, m->path, !camel_exception_is_set (&mm->ex), m->data);
}

static void
save_part_free (struct _mail_msg *mm)
{
    struct _save_part_msg *m = (struct _save_part_msg *)mm;

    camel_object_unref (m->part);
    g_free (m->path);
}

static struct _mail_msg_op save_part_op = {
    save_part_desc,
    save_part_save,
    save_part_saved,
    save_part_free,
};

int
mail_save_part (CamelMimePart *part, const char *path,
        void (*done)(CamelMimePart *part, char *path, int saved, void *data), void *data)
{
    struct _save_part_msg *m;
    int id;
    
    m = mail_msg_new (&save_part_op, NULL, sizeof (*m));
    m->part = part;
    camel_object_ref (part);
    m->path = g_strdup (path);
    m->data = data;
    m->done = done;
    
    id = m->msg.seq;
    e_thread_put (mail_thread_new, (EMsg *)m);
    
    return id;
}


/* ** PREPARE OFFLINE ***************************************************** */

struct _prep_offline_msg {
    struct _mail_msg msg;

    CamelOperation *cancel;
    char *uri;
    void (*done)(const char *uri, void *data);
    void *data;
};

static void prep_offline_do(struct _mail_msg *mm)
{
    struct _prep_offline_msg *m = (struct _prep_offline_msg *)mm;
    CamelFolder *folder;

    if (m->cancel)
        camel_operation_register(m->cancel);

    folder = mail_tool_uri_to_folder(m->uri, 0, &mm->ex);
    if (folder) {
        if (CAMEL_IS_DISCO_FOLDER(folder)) {
            camel_disco_folder_prepare_for_offline((CamelDiscoFolder *)folder,
                                   "(match-all)",
                                   &mm->ex);
        } else if (CAMEL_IS_OFFLINE_FOLDER (folder)) {
            camel_offline_folder_downsync ((CamelOfflineFolder *) folder, "(match-all)", &mm->ex);
        }
        /* prepare_for_offline should do this? */
        /* of course it should all be atomic, but ... */
        camel_folder_sync(folder, FALSE, NULL);
        camel_object_unref(folder);
    }

    if (m->cancel)
        camel_operation_unregister(m->cancel);
}

static void prep_offline_done(struct _mail_msg *mm)
{
    struct _prep_offline_msg *m = (struct _prep_offline_msg *)mm;

    if (m->done)
        m->done(m->uri, m->data);
}

static void prep_offline_free(struct _mail_msg *mm)
{
    struct _prep_offline_msg *m = (struct _prep_offline_msg *)mm;

    if (m->cancel)
        camel_operation_unref(m->cancel);
    g_free(m->uri);
}

static struct _mail_msg_op prep_offline_op = {
    NULL, /* DO NOT CHANGE THIS, IT MUST BE NULL FOR CANCELLATION TO WORK */
    prep_offline_do,
    prep_offline_done,
    prep_offline_free,
};

void
mail_prep_offline(const char *uri,
          CamelOperation *cancel,
          void (*done)(const char *, void *data),
          void *data)
{
    struct _prep_offline_msg *m;

    m = mail_msg_new(&prep_offline_op, NULL, sizeof(*m));
    m->cancel = cancel;
    if (cancel)
        camel_operation_ref(cancel);
    m->uri = g_strdup(uri);
    m->data = data;
    m->done = done;

    e_thread_put(mail_thread_queued_slow, (EMsg *)m);
}

/* ** GO OFFLINE ***************************************************** */

struct _set_offline_msg {
    struct _mail_msg msg;

    CamelStore *store;
    gboolean offline;
    void (*done)(CamelStore *store, void *data);
    void *data;
};

static char *set_offline_desc(struct _mail_msg *mm, int done)
{
    struct _set_offline_msg *m = (struct _set_offline_msg *)mm;
    char *service_name = camel_service_get_name (CAMEL_SERVICE (m->store), TRUE);
    char *msg;

    msg = g_strdup_printf(m->offline?_("Disconnecting from %s"):_("Reconnecting to %s"),
                  service_name);
    g_free(service_name);
    return msg;
}

static void set_offline_do(struct _mail_msg *mm)
{
    struct _set_offline_msg *m = (struct _set_offline_msg *)mm;

    if (CAMEL_IS_DISCO_STORE (m->store)) {
        if (!m->offline) {
            camel_disco_store_set_status (CAMEL_DISCO_STORE (m->store),
                              CAMEL_DISCO_STORE_ONLINE,
                              &mm->ex);
            return;
        } else if (camel_disco_store_can_work_offline (CAMEL_DISCO_STORE (m->store))) {
            camel_disco_store_set_status (CAMEL_DISCO_STORE (m->store),
                              CAMEL_DISCO_STORE_OFFLINE,
                              &mm->ex);
            return;
        }
    } else if (CAMEL_IS_OFFLINE_STORE (m->store)) {
        if (!m->offline) {
            camel_offline_store_set_network_state (CAMEL_OFFLINE_STORE (m->store),
                                   CAMEL_OFFLINE_STORE_NETWORK_AVAIL,
                                   &mm->ex);
            return;
        } else {
            camel_offline_store_set_network_state (CAMEL_OFFLINE_STORE (m->store),
                                   CAMEL_OFFLINE_STORE_NETWORK_UNAVAIL,
                                   &mm->ex);
            return;
        }
    }

    if (m->offline)
        camel_service_disconnect (CAMEL_SERVICE (m->store),
                      TRUE, &mm->ex);
}

static void set_offline_done(struct _mail_msg *mm)
{
    struct _set_offline_msg *m = (struct _set_offline_msg *)mm;

    if (m->done)
        m->done(m->store, m->data);
}

static void set_offline_free(struct _mail_msg *mm)
{
    struct _set_offline_msg *m = (struct _set_offline_msg *)mm;

    camel_object_unref(m->store);
}

static struct _mail_msg_op set_offline_op = {
    set_offline_desc,
    set_offline_do,
    set_offline_done,
    set_offline_free,
};

int
mail_store_set_offline (CamelStore *store, gboolean offline,
            void (*done)(CamelStore *, void *data),
            void *data)
{
    struct _set_offline_msg *m;
    int id;

    /* Cancel any pending connect first so the set_offline_op
     * thread won't get queued behind a hung connect op.
     */
    if (offline)
        camel_service_cancel_connect (CAMEL_SERVICE (store));

    m = mail_msg_new(&set_offline_op, NULL, sizeof(*m));
    m->store = store;
    camel_object_ref(store);
    m->offline = offline;
    m->data = data;
    m->done = done;

    id = m->msg.seq;
    e_thread_put(mail_thread_new, (EMsg *)m);

    return id;
}

/* ** Execute Shell Command ***************************************************** */

void
mail_execute_shell_command (CamelFilterDriver *driver, int argc, char **argv, void *data)
{
    if (argc <= 0)
        return;
    
    gnome_execute_async_fds (NULL, argc, argv, TRUE);
}

/* Async service-checking/authtype-lookup code. */
struct _check_msg {
    struct _mail_msg msg;

    char *url;
    CamelProviderType type;
    GList *authtypes;

    void (*done)(const char *url, CamelProviderType type, GList *types, void *data);
    void *data;
};

static char *
check_service_describe(struct _mail_msg *mm, int complete)
{
    return g_strdup(_("Checking Service"));
}

static void
check_service_check(struct _mail_msg *mm)
{
    struct _check_msg *m = (struct _check_msg *)mm;
    CamelService *service;

    service = camel_session_get_service(session, m->url, m->type, &mm->ex);
    if (!service) {
        camel_operation_unregister(mm->cancel);
        return;
    }

    m->authtypes = camel_service_query_auth_types(service, &mm->ex);
    camel_object_unref(service);
}

static void
check_service_done(struct _mail_msg *mm)
{
    struct _check_msg *m = (struct _check_msg *)mm;

    if (m->done)
        m->done(m->url, m->type, m->authtypes, m->data);
}

static void
check_service_free(struct _mail_msg *mm)
{
    struct _check_msg *m = (struct _check_msg *)mm;

    g_free(m->url);
    g_list_free(m->authtypes);
}

static struct _mail_msg_op check_service_op = {
    check_service_describe,
    check_service_check,
    check_service_done,
    check_service_free,
};

int
mail_check_service(const char *url, CamelProviderType type, void (*done)(const char *url, CamelProviderType type, GList *authtypes, void *data), void *data)
{
    struct _check_msg *m;
    int id;
    
    m = mail_msg_new (&check_service_op, NULL, sizeof(*m));
    m->url = g_strdup(url);
    m->type = type;
    m->done = done;
    m->data = data;
    
    id = m->msg.seq;
    e_thread_put(mail_thread_new, (EMsg *)m);

    return id;
}