aboutsummaryrefslogtreecommitdiffstats
path: root/camel/providers/mbox
diff options
context:
space:
mode:
Diffstat (limited to 'camel/providers/mbox')
-rw-r--r--camel/providers/mbox/Makefile.am8
-rw-r--r--camel/providers/mbox/camel-mbox-folder.c2
-rw-r--r--camel/providers/mbox/camel-mbox-parser.c865
-rw-r--r--camel/providers/mbox/camel-mbox-parser.h65
-rw-r--r--camel/providers/mbox/camel-mbox-utils.c522
-rw-r--r--camel/providers/mbox/camel-mbox-utils.h71
6 files changed, 2 insertions, 1531 deletions
diff --git a/camel/providers/mbox/Makefile.am b/camel/providers/mbox/Makefile.am
index 4dbe3ed93d..258c01a94e 100644
--- a/camel/providers/mbox/Makefile.am
+++ b/camel/providers/mbox/Makefile.am
@@ -21,20 +21,16 @@ INCLUDES = -I.. \
libcamelmbox_la_SOURCES = \
camel-mbox-folder.c \
- camel-mbox-parser.c \
camel-mbox-provider.c \
camel-mbox-store.c \
camel-mbox-search.c \
- camel-mbox-summary.c \
- camel-mbox-utils.c
+ camel-mbox-summary.c
libcamelmboxinclude_HEADERS = \
camel-mbox-folder.h \
- camel-mbox-parser.h \
camel-mbox-store.h \
camel-mbox-search.h \
- camel-mbox-summary.h \
- camel-mbox-utils.h
+ camel-mbox-summary.h
libcamelmbox_la_LDFLAGS = -version-info 0:0:0 -rpath $(libdir)
diff --git a/camel/providers/mbox/camel-mbox-folder.c b/camel/providers/mbox/camel-mbox-folder.c
index 2fa3ddc9da..268ecaf3ab 100644
--- a/camel/providers/mbox/camel-mbox-folder.c
+++ b/camel/providers/mbox/camel-mbox-folder.c
@@ -40,8 +40,6 @@
#include "string-utils.h"
#include "camel-stream-fs.h"
#include "camel-mbox-summary.h"
-#include "camel-mbox-parser.h"
-#include "camel-mbox-utils.h"
#include "gmime-utils.h"
#include "camel-mbox-search.h"
#include "camel-data-wrapper.h"
diff --git a/camel/providers/mbox/camel-mbox-parser.c b/camel/providers/mbox/camel-mbox-parser.c
deleted file mode 100644
index b9091278fb..0000000000
--- a/camel/providers/mbox/camel-mbox-parser.c
+++ /dev/null
@@ -1,865 +0,0 @@
-/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*- */
-/* camel-mbox-parser.c : mbox folder parser */
-
-/*
- *
- * Author : Bertrand Guiheneuf <bertrand@helixcode.com>
- *
- * Copyright (C) 1999 Helix Code .
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License as
- * published by the Free Software Foundation; either version 2 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
- * USA
- */
-
-
-#include <config.h>
-#include "camel-mbox-parser.h"
-#include "camel-mbox-utils.h"
-#include "camel-exception.h"
-#include <sys/types.h>
-#include <unistd.h>
-#include <errno.h>
-#include <string.h>
-#include <sys/stat.h>
-#include <fcntl.h>
-
-
-
-#define MBOX_PARSER_BUF_SIZE 10000
-
-#define MBOX_PARSER_FROM_KW "from:"
-#define MBOX_PARSER_FROM_KW_SZ 5
-
-#define MBOX_PARSER_DATE_KW "date:"
-#define MBOX_PARSER_DATE_KW_SZ 5
-
-#define MBOX_PARSER_SUBJECT_KW "subject:"
-#define MBOX_PARSER_SUBJECT_KW_SZ 8
-
-#define MBOX_PARSER_TO_KW "to:"
-#define MBOX_PARSER_TO_KW_SZ 3
-
-#define MBOX_PARSER_X_EVOLUTION_KW "x-evolution:"
-#define MBOX_PARSER_X_EVOLUTION_KW_SZ 12
-
-/* the maximum lentgh of all the previous keywords */
-#define MBOX_PARSER_MAX_KW_SIZE 12
-
-
-#define MBOX_PARSER_SUMMARY_SIZE 150
-
-
-
-
-
-
-typedef struct {
-
- int fd; /* file descriptor of the mbox file */
- glong real_position; /* real position in the file */
-
-
- gchar *message_delimiter; /* message delimiter string */
- guint message_delimiter_length;
-
- guint message_summary_size; /* how many characters from the begining of the
- mail to put into the message summary */
-
- GArray *preparsed_messages; /* array of MessagePreParsingInfo */
- CamelMboxParserMessageInfo current_message_info; /* used to store curent info */
- gboolean is_pending_message; /* is there some message information pending ? */
-
- /* buffer info */
- gchar *buffer; /* temporary buffer */
- guint left_chunk_size; /* size of the left chunk in the temp buffer */
- guint last_position; /* last position that can be compared to a keyword */
- guint current_position; /* current position in the temp buffer */
-
- /* other */
- GString *tmp_string; /* temporary string to fill the headers in */
-
-
-
-} CamelMboxPreParser;
-
-
-/* clear a preparsing info structure */
-static void
-clear_message_info (CamelMboxParserMessageInfo *preparsing_info)
-{
-
- preparsing_info->message_position = 0;
- preparsing_info->size = 0;
- preparsing_info->from = NULL;
- preparsing_info->date = NULL;
- preparsing_info->subject = NULL;
- preparsing_info->priority = NULL;
- preparsing_info->references = NULL;
- preparsing_info->body_summary = NULL;
- preparsing_info->end_of_headers_offset = 0;
-
- preparsing_info->x_evolution_offset = 0;
- preparsing_info->status = 0;
- preparsing_info->uid = 0;
-}
-
-
-
-/**
- * new_parser: create a new parser object
- * @fd: file descriptor opened on the mbox file
- * @message_delimiter: the string that announce the start of a new message.
- *
- * Create a new parser object. This object is the place where are
- * stored all the information concerning the parsing process.
- *
- * Return value: The newly created parser object.
- **/
-static CamelMboxPreParser *
-new_parser (int fd,
- const gchar *message_delimiter)
-{
- CamelMboxPreParser *parser;
-
- parser = g_new0 (CamelMboxPreParser, 1);
-
- parser->fd = fd;
- parser->buffer = g_new (gchar, MBOX_PARSER_BUF_SIZE);
- parser->current_position = 0;
- parser->message_delimiter = g_strdup (message_delimiter);
- parser->message_delimiter_length = strlen (message_delimiter);
- parser->real_position = 0;
- parser->preparsed_messages = g_array_new (FALSE, FALSE, sizeof (CamelMboxParserMessageInfo));
- parser->message_summary_size = MBOX_PARSER_SUMMARY_SIZE;
-
- parser->left_chunk_size = MAX (parser->message_delimiter_length, MBOX_PARSER_MAX_KW_SIZE);
-
- parser->tmp_string = g_string_sized_new (1000);
-
- return parser;
-}
-
-
-
-/**
- * parser_free: free the parser object
- * @parser: the parser objet to free.
- *
- * it is important to notice that all structures allocated
- * in new_parser () are freed ** EXCEPT ** the message
- * information array, i.e. the preparsed_messages
- * field.
- **/
-static void
-parser_free (CamelMboxPreParser *parser)
-{
- g_free (parser->buffer);
- g_free (parser->message_delimiter);
- g_string_free (parser->tmp_string, TRUE);
- g_free (parser);
-}
-
-
-
-
-/* ** handle exceptions here */
-/**
- * initialize_buffer: read the first chunk of data in the buffer
- * @parser: parser object to fill
- * @first_position: position to start the read at
- *
- * read the first chunk of data from the mbox file.
- *
- **/
-static void
-initialize_buffer (CamelMboxPreParser *parser,
- glong first_position)
-{
- gint seek_res;
- gint buf_nb_read;
-
- g_assert (parser);
-
- /* set the search start position */
- seek_res = lseek (parser->fd, first_position, SEEK_SET);
- //if (seek_res == (off_t)-1) goto io_error;
-
-
- /* the first part of the buffer is filled with newlines,
- but the next time a chunk of buffer is read, it will
- be filled with the last bytes of the previous chunk.
- This allows simple g_strcasecmp to test for the presence of
- the keyword */
- memset (parser->buffer, '\n', parser->left_chunk_size);
- do {
- buf_nb_read = read (parser->fd, parser->buffer + parser->left_chunk_size,
- MBOX_PARSER_BUF_SIZE - parser->left_chunk_size);
- } while ((buf_nb_read == -1) && (errno == EINTR));
- /* ** check for an error here */
-
- if (buf_nb_read < MBOX_PARSER_BUF_SIZE - parser->left_chunk_size) {
- /* fill the end of the buffer with 0\ */
- memset (parser->buffer + buf_nb_read + parser->left_chunk_size, '\0',
- MIN (parser->left_chunk_size, MBOX_PARSER_BUF_SIZE - buf_nb_read - parser->left_chunk_size));
- };
-
- parser->last_position = MIN (buf_nb_read + parser->left_chunk_size + 1,
- MBOX_PARSER_BUF_SIZE - parser->left_chunk_size);
- parser->current_position = parser->left_chunk_size;
-}
-
-
-
-
-/**
- * read_next_buffer_chunk: read the next chunk of data in the mbox file
- * @parser: parser object
- *
- * read the next chunk of data in the mbox file.
- * Routine copies the last part of the buffer at
- * the begining are concatenate the read data to
- * it. This allows strcmp of keywords in the buffer,
- * until the last postion. That means you can
- * do a strcmp (buffer, keyword) for any of the
- * keyword defined at the begining of this file.
- *
- **/
-static void
-read_next_buffer_chunk (CamelMboxPreParser *parser)
-{
- gint buf_nb_read;
-
- g_assert (parser);
-
- /* read the next chunk of data in the folder file : */
- /* - first, copy the last bytes from the previous
- chunk at the begining of the new one. */
- memcpy (parser->buffer,
- parser->buffer + MBOX_PARSER_BUF_SIZE - parser->left_chunk_size,
- parser->left_chunk_size);
-
- /* - then read the next chunk on disk */
- do {
- buf_nb_read = read (parser->fd,
- parser->buffer + parser->left_chunk_size,
- MBOX_PARSER_BUF_SIZE - parser->left_chunk_size);
- } while ((buf_nb_read == -1) && (errno == EINTR));
- /* ** check for an error here */
-
- if (buf_nb_read < MBOX_PARSER_BUF_SIZE - parser->left_chunk_size) {
- /* fill the end of the buffer with 0\ */
- memset (parser->buffer + buf_nb_read + parser->left_chunk_size, '\0',
- MIN (parser->left_chunk_size, MBOX_PARSER_BUF_SIZE - buf_nb_read - parser->left_chunk_size));
- };
-
- parser->last_position = MIN (buf_nb_read + parser->left_chunk_size + 1,
- MBOX_PARSER_BUF_SIZE - parser->left_chunk_size);
-
- parser->current_position = 0;
-}
-
-
-
-/**
- * goto_next_char: go one postion forward in the buffer
- * @parser: parser object
- *
- * goto one position forward in the buffer. If necessary,
- * read the next chunk of data in the file.
- *
- **/
-static void
-goto_next_char (CamelMboxPreParser *parser)
-{
-
- if (parser->current_position < parser->last_position - 1)
- parser->current_position++;
- else
- read_next_buffer_chunk (parser);
-
- parser->real_position++;
-
-}
-
-
-
-
-
-
-
-/**
- * advance_n_chars: go n positions forward in the buffer.
- * @parser: parser object
- * @n: number of characters to advance.
- *
- **/
-static void
-advance_n_chars (CamelMboxPreParser *parser, guint n)
-{
-
- gint position_to_the_end;
-
- position_to_the_end = parser->last_position - parser->current_position;
-
- if (n < position_to_the_end)
- parser->current_position += n;
- else {
- read_next_buffer_chunk (parser);
- parser->current_position = n - position_to_the_end;
- }
-
- parser->real_position += n;
-}
-
-
-
-
-
-
-/* called when the buffer has detected the begining of
- a new message. This routine is supposed to simply
- store the previous message information and
- clean the temporary structure used to store
- the informations */
-
-
-/**
- * new_message_detected: routine to call when a new message has been detected
- * @parser: parser object.
- *
- * this routine must be called when the keyword determining the
- * begining of a new message has been detected. It pushes the
- * information fetched for the last message into the message information
- * array. Also, it gets the parser to the end of the line.
- **/
-static void
-new_message_detected (CamelMboxPreParser *parser)
-{
-
- gchar c;
-
- /* if we were filling a message information
- save it in the message information array */
- if (parser->is_pending_message) {
- parser->current_message_info.size =
- parser->real_position - parser->current_message_info.message_position;
- g_array_append_vals (parser->preparsed_messages, (gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info), 1);
- }
-
- clear_message_info ( &(parser->current_message_info));
-
- /* go to the end of the line */
- do {
-
- c = parser->buffer[parser->current_position];
- goto_next_char (parser);
-
- } while (c != '\n');
-
- /* save message position in the message information structure */
- (parser->current_message_info).message_position = parser->real_position;
-
- parser->is_pending_message = TRUE;
-}
-
-
-
-
-
-
-
-/**
- * read_header: read the header content contained after the current position.
- * @parser: the parser object.
- * @header_content: a pointer on a (char *) variable to feed with the obtained header string.
- *
- * This routine must be called when the parser has detected a header
- * and it wants the header content to be stored. The parser current position
- * must EXACTLY be located at the begining of the header content line.
- * For example, if the file contains the line :
- * from:Bertrand Guiheneuf <bertrand@helixcode.com>
- *
- * When this routine is called, the parser must be located
- * on the "B" of "Bertrand".
- *
- * When this routine returns, the parser is located just
- * after the "\n" at the end of the header content.
- *
- **/
-static void
-read_header (CamelMboxPreParser *parser, gchar **header_content)
-{
- gboolean space = FALSE;
- gboolean newline = FALSE;
- gboolean header_end = FALSE;
- gchar *buffer;
- gchar c;
-
- g_assert (parser);
-
- /* reset the header buffer string */
- parser->tmp_string = g_string_truncate (parser->tmp_string, 0);
-
- buffer = parser->buffer;
-
- /* read the current character */
- c = buffer[parser->current_position];
-
- while (! ((c == '\0') || header_end )) {
-
- if (space) {
- if (c == ' ' && c == '\t')
- goto next_char;
- else
- space = FALSE;
- }
-
- if (newline) {
- if (c == ' ' && c == '\t') {
-
- space = TRUE;
- newline = FALSE;
- goto next_char;
- } else {
-
- header_end = TRUE;
- continue;
- }
- }
-
- if (c == '\n') {
- newline = TRUE;
- goto next_char;
- }
-
- /* feed the header content */
- parser->tmp_string = g_string_append_c (parser->tmp_string, c);
-
- next_char: /* read next char in the buffer */
- goto_next_char (parser);
- /* read the current character */
- c = buffer[parser->current_position];
- }
-
-
- /* FIXME: this can cause a memory leak, for duplicated headers? */
-
- /* copy the buffer in the preparsing information structure */
- *header_content = g_strndup (parser->tmp_string->str, parser->tmp_string->len);
-}
-
-
-
-
-
-
-
-/**
- * read_message_begining: read the first characters of a message body
- * @parser: parser object
- * @message_summary: a pointer on a (gchar *) variable where the obtained string will be stored.
- *
- * Read the first lines of a message. When calling this routine, the
- * parser must be located at the begining of the message body.
- *
- * Return value: if the parsing inside this routine last read a newline, then %TRUE is returned, otherwise %FALSE is returned
- **/
-static gboolean
-read_message_begining (CamelMboxPreParser *parser, gchar **message_summary)
-{
- guint nb_read = 0;
- gchar *buffer;
- gboolean new_message = FALSE;
- guint nb_line = 0;
- g_assert (parser);
-
- /* reset the header buffer string */
- parser->tmp_string = g_string_truncate (parser->tmp_string, 0);
-
- buffer = parser->buffer;
- /* the message should not be filled character by
- character but there is no g_string_n_append
- function, so for the moment, this is a lazy
- implementation */
- while (! (buffer[parser->current_position] != '\0') &&
- (nb_line <2) && (nb_read<parser->message_summary_size) &&
- (!new_message)) {
-
-
- /* test if we are not at the end of the message */
- if (buffer[parser->current_position] == '\n') {
-
- nb_line++;
- goto_next_char (parser);
- if ((buffer[parser->current_position] == '\0') ||
- (g_strncasecmp (parser->buffer + parser->current_position,
- parser->message_delimiter,
- parser->message_delimiter_length) == 0)) {
- new_message = TRUE;
- continue;
- } else {
- /* we're not at the end, so let's just add the cr to the summary */
- parser->tmp_string = g_string_append_c (parser->tmp_string,
- '\n');
- nb_read++;
- continue;
- }
-
-
- }
-
- parser->tmp_string = g_string_append_c (parser->tmp_string,
- buffer[parser->current_position]);
- nb_read++;
- goto_next_char (parser);
- }
-
- *message_summary = g_strndup (parser->tmp_string->str, parser->tmp_string->len);
-
- return new_message;
-}
-
-
-
-
-
-
-
-
-
-
-/**
- * camel_mbox_parse_file: read an mbox file and parse it.
- * @fd: file descriptor opened on the mbox file.
- * @message_delimiter: character string delimiting the beginig of a
- * new message
- * @start_position: position in the file where to start the parsing.
- * @file_size: on output, the size in bytes of the file
- * @next_uid: on output, the next uid available for use
- * @get_message_summary: should the parser retrieve the begining of
- * the messages
- * @status_callback: function to call peridically to indicate the
- * progress of the parser
- * @status_interval: floating value between 0 and 1 indicate how often
- * to call @status_callback.
- * @user_data: user data that will be passed to the callback function
- *
- * This routine parses an mbox file and retreives both the message
- * starting positions and some of the informations contained in the
- * message. Those informations are mainly some RFC822 headers values
- * but also (optionally) the first characters of the mail body. The
- * @get_message_summary parameter allows to enable or disable this
- * option.
- *
- *
- * Return value: An array of CamelMboxParserMessageInfo containing the
- * informations on each message parsed in the file
- **/
-GArray *
-camel_mbox_parse_file (int fd,
- const gchar *message_delimiter,
- glong start_position,
- guint32 *file_size,
- guint32 *next_uid,
- gboolean get_message_summary,
- camel_mbox_preparser_status_callback *status_callback,
- double status_interval,
- gpointer user_data)
-{
- CamelMboxPreParser *parser;
- gboolean is_parsing_a_message = FALSE;
- gchar c;
- struct stat stat_buf;
- gint fstat_result;
- glong total_file_size;
- int last_status = 0;
- int real_interval;
- gboolean newline;
- GArray *return_value;
- gchar *x_ev_header_content;
- guint32 next_available_uid = 1;
-
-
- g_assert (next_uid);
-
- /* get file size */
- fstat_result = fstat (fd, &stat_buf);
- if (fstat_result == -1) {
- g_warning ("Manage exception here \n");
- }
-
- total_file_size = stat_buf.st_size;
- real_interval = status_interval * total_file_size;
-
-
- /* create the parser */
- parser = new_parser (fd, message_delimiter);
-
- /* initialize the temporary char buffer */
- initialize_buffer (parser, start_position);
-
- /* the first line is indeed at the begining of a new line ... */
- newline = TRUE;
-
- while (parser->buffer[parser->current_position] != '\0') {
-
- /* read the current character */
- if (!newline) {
- c = parser->buffer[parser->current_position];
- newline = (c == '\n');
- goto_next_char (parser);
- }
-
- if (newline) {
-
- /* check if we reached a status milestone */
- if ( status_callback && ((parser->real_position - last_status) > real_interval)) {
- last_status += real_interval;
- status_callback ((double)last_status / (double)total_file_size,
- user_data);
- }
-
- /* is the next part a message delimiter ? */
- if (strncmp (parser->buffer + parser->current_position,
- parser->message_delimiter,
- parser->message_delimiter_length) == 0) {
-
- is_parsing_a_message = TRUE;
- new_message_detected (parser);
- newline = TRUE;
- continue;
- }
-
-
- if (is_parsing_a_message) {
- /* we could find the headers in a clever way, like
- storing them in a list of pair
- [keyword, offset_in_CamelMboxParserMessageInfo]
- I am too busy for now. Contribution welcome */
-
- /* is the next part a "from" header ? */
- if (g_strncasecmp (parser->buffer + parser->current_position,
- MBOX_PARSER_FROM_KW,
- MBOX_PARSER_FROM_KW_SZ) == 0) {
-
- advance_n_chars (parser, MBOX_PARSER_FROM_KW_SZ);
- read_header (parser, (gchar **) ((gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info) +
- G_STRUCT_OFFSET (CamelMboxParserMessageInfo, from)));
-
- newline = TRUE;
- continue;
- }
-
- /* is the next part a "Date" header ? */
- if (g_strncasecmp (parser->buffer + parser->current_position,
- MBOX_PARSER_DATE_KW,
- MBOX_PARSER_DATE_KW_SZ) == 0) {
-
- advance_n_chars (parser, MBOX_PARSER_DATE_KW_SZ);
- read_header (parser, (gchar **) ((gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info) +
- G_STRUCT_OFFSET (CamelMboxParserMessageInfo, date)));
-
- newline = TRUE;
- continue;
- }
-
-
- /* is the next part a "Subject" header ? */
- if (g_strncasecmp (parser->buffer + parser->current_position,
- MBOX_PARSER_SUBJECT_KW,
- MBOX_PARSER_SUBJECT_KW_SZ) == 0) {
-
- advance_n_chars (parser, MBOX_PARSER_SUBJECT_KW_SZ);
- read_header (parser, (gchar **) ((gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info) +
- G_STRUCT_OFFSET (CamelMboxParserMessageInfo, subject)));
-
- newline = TRUE;
- continue;
- }
-
-
- /* is the next part a "To" header ? */
- if (g_strncasecmp (parser->buffer + parser->current_position,
- MBOX_PARSER_TO_KW,
- MBOX_PARSER_TO_KW_SZ) == 0) {
-
- advance_n_chars (parser, MBOX_PARSER_TO_KW_SZ);
- read_header (parser, (gchar **) ((gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info) +
- G_STRUCT_OFFSET (CamelMboxParserMessageInfo, to)));
-
- newline = TRUE;
- continue;
- }
-
-
- /* is the next part a "X-evolution" header ? */
- if (g_strncasecmp (parser->buffer + parser->current_position,
- MBOX_PARSER_X_EVOLUTION_KW,
- MBOX_PARSER_X_EVOLUTION_KW_SZ) == 0) {
-
- /* in the case of the evolution private field, we store
- the field position as well as its length because
- we will have to change them */
- parser->current_message_info.x_evolution_offset = parser->real_position
- - parser->current_message_info.message_position;
- advance_n_chars (parser, MBOX_PARSER_X_EVOLUTION_KW_SZ);
-
- /* read the header */
- read_header (parser, &x_ev_header_content);
-
- /* parse it and put the result in the uid and status fields */
- camel_mbox_xev_parse_header_content (x_ev_header_content,
- (guint32 *) ((gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info) +
- G_STRUCT_OFFSET (CamelMboxParserMessageInfo, uid)),
- (guchar *) ((gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info) +
- G_STRUCT_OFFSET (CamelMboxParserMessageInfo, status)));
- g_free (x_ev_header_content);
- next_available_uid = MAX (next_available_uid, parser->current_message_info.uid + 1);
-
- newline = TRUE;
- continue;
- }
-
-
-
-
- /* is it an empty line ? */
- if (parser->buffer[parser->current_position] == '\n') {
-
- parser->current_message_info.end_of_headers_offset =
- parser->real_position - parser->current_message_info.message_position;
-
- goto_next_char (parser);
- if (get_message_summary)
- newline = read_message_begining (parser, (gchar **) ((gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info) +
- G_STRUCT_OFFSET (CamelMboxParserMessageInfo, body_summary)));
-
- is_parsing_a_message = FALSE;
- continue;
- }
- }
- newline = FALSE;
- }
-
- }
-
- /* if there is a pending message information put it in the array */
- if (parser->is_pending_message) {
- parser->current_message_info.size =
- parser->real_position - parser->current_message_info.message_position;
- g_array_append_vals (parser->preparsed_messages, (gchar *)parser +
- G_STRUCT_OFFSET (CamelMboxPreParser, current_message_info), 1);
- }
-
- return_value = parser->preparsed_messages;
- *file_size = parser->real_position;
- *next_uid = next_available_uid;
- /* free the parser */
- parser_free (parser);
-
- return return_value;
-}
-
-
-
-
-
-
-
-
-
-
-#ifdef MBOX_PARSER_TEST
-/* to build the test :
-
- gcc -O3 -I/opt/gnome/lib/glib/include `glib-config --cflags` -o test_parser -DMBOX_PARSER_TEST -I ../.. -I ../../.. -I /usr/lib/glib/include camel-mbox-parser.c `glib-config --libs` -lm
-
-
- */
-
-
-#include <math.h>
-
-static void
-status (double done, gpointer user_data)
-{
- printf ("%d %% done\n", (int)floor (done * 100));
-}
-int
-main (int argc, char **argv)
-{
- int test_file_fd;
- int i;
- int file_size;
- int next_uid;
- GArray *message_positions;
- CamelMboxParserMessageInfo *message_info;
- gchar tmp_buffer[50];
-
- tmp_buffer[49] = '\0';
-
- if (argc<2) {
- printf("usage: %s mbox\n", argv[0]);
- return 1;
- }
-
- test_file_fd = open (argv[1], O_RDONLY);
- message_positions = camel_mbox_parse_file (test_file_fd,
- "From ",
- 0,
- &file_size,
- &next_uid,
- TRUE,
- status,
- 0.05,
- NULL);
-
- printf ("Found %d messages \n", message_positions->len);
-
-
- for (i=0; i<message_positions->len; i++) {
-
- message_info = ((CamelMboxParserMessageInfo *)(message_positions->data)) + i;
- printf ("\n\n** Message %d : \n", i);
- printf ("Size : %d\n", message_info->size);
- printf ("From: %s\n", message_info->from);
- printf ("Date: %s\n", message_info->date);
- printf ("Subject: %s\n", message_info->subject);
- printf ("Summary: %s\n", message_info->body_summary) ;
-
-
- lseek (test_file_fd, message_info->message_position, SEEK_SET);
- read (test_file_fd, tmp_buffer, 49);
- printf ("File content at position %d : \n===\n%s\n===\n", message_info->message_position, tmp_buffer);
-
- }
-
-
-
- return 0;
-}
-
-
-
-
-#endif /* MBOX_PARSER_TEST */
diff --git a/camel/providers/mbox/camel-mbox-parser.h b/camel/providers/mbox/camel-mbox-parser.h
deleted file mode 100644
index 9a566bf5af..0000000000
--- a/camel/providers/mbox/camel-mbox-parser.h
+++ /dev/null
@@ -1,65 +0,0 @@
-/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*- */
-/* camel-mbox-parser.c : mbox folder parser */
-
-/*
- *
- * Author : Bertrand Guiheneuf <bertrand@helixcode.com>
- *
- * Copyright (C) 1999 Helix Code .
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License as
- * published by the Free Software Foundation; either version 2 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
- * USA
- */
-
-#include <glib.h>
-#include "camel-exception.h"
-
-
-typedef struct {
-
- glong message_position;
- glong size;
-
- gchar *from;
- gchar *to;
- gchar *date;
- gchar *subject;
- gchar *priority;
- gchar *references;
- gchar *body_summary;
- gshort end_of_headers_offset;
-
- gchar *x_evolution;
- gshort x_evolution_offset;
- guint32 uid;
- guchar status;
-
-} CamelMboxParserMessageInfo;
-
-
-typedef void camel_mbox_preparser_status_callback (double percentage_done, gpointer user_data);
-
-
-GArray *
-camel_mbox_parse_file (int fd,
- const gchar *message_delimiter,
- glong start_position,
- guint32 *file_size,
- guint32 *next_uid,
- gboolean get_message_summary,
- camel_mbox_preparser_status_callback *status_callback,
- double status_interval,
- gpointer user_data);
-
diff --git a/camel/providers/mbox/camel-mbox-utils.c b/camel/providers/mbox/camel-mbox-utils.c
deleted file mode 100644
index 31710468b6..0000000000
--- a/camel/providers/mbox/camel-mbox-utils.c
+++ /dev/null
@@ -1,522 +0,0 @@
-/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*- */
-/* Various utilities for the mbox provider */
-
-/*
- * Authors :
- * Bertrand Guiheneuf <bertrand@helixcode.com>
- *
- * Copyright (C) 1999 Helix Code.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License as
- * published by the Free Software Foundation; either version 2 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
- * USA
- */
-
-
-/* "xev" stands for x-evolution, which is the name of the
- * evolution specific header where are stored informations
- * like :
- * - mail status
- * - mail uid
- * ...
- *
- *
- * The evolution line has the following format :
- *
- * X-Evolution:XXXXX-X
- * \___/ \/
- * UID ---' `- Status
- *
- * the UID is internally used as a 32 bits long integer, but only the first 24 bits are
- * used. The UID is coded as a string on 4 characters. Each character is a 6 bits
- * integer coded using the b64 alphabet.
- *
- */
-
-
-#include <sys/types.h>
-#include <sys/stat.h>
-#include <fcntl.h>
-#include <stdio.h>
-#include <unistd.h>
-#include <errno.h>
-#include <string.h>
-
-
-#include <glib.h>
-#include "camel-mbox-utils.h"
-#include "camel-mbox-parser.h"
-#include "camel-mbox-summary.h"
-#include "camel-mime-message.h"
-#include "camel/camel-mime-part.h"
-#include "camel/camel-multipart.h"
-#include "camel/camel-stream-fs.h"
-
-static gchar b64_alphabet[64] =
-"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
-
-
-
-static void
-uid_to_string (guint32 uid, gchar string[4])
-{
-
- string [0] = b64_alphabet [(uid >> 18) & 0x3f];
- string [1] = b64_alphabet [(uid >> 12) & 0x3f];
- string [2] = b64_alphabet [(uid >> 6) & 0x3f];
- string [3] = b64_alphabet [(uid ) & 0x3f];
-}
-
-
-static guint32
-string_to_uid (gchar *string)
-{
- guint32 i;
-
- i =
- (((string [0] >= 97) ? ( string [0] - 71 ) :
- ((string [0] >= 65) ? ( string [0] - 65 ) :
- ((string [0] >= 48) ? ( string [0] + 4 ) :
- ((string [0] == 43) ? 62 : 63 )))) << 18)
-
- + (((string [1] >= 97) ? ( string [1] - 71 ) :
- ((string [1] >= 65) ? ( string [1] - 65 ) :
- ((string [1] >= 48) ? ( string [1] + 4 ) :
- ((string [1] == 43) ? 62 : 63 )))) << 12)
-
-
- + ((((string [2] >= 97) ? ( string [2] - 71 ) :
- ((string [2] >= 65) ? ( string [2] - 65 ) :
- ((string [2] >= 48) ? ( string [2] + 4 ) :
- ((string [2] == 43) ? 62 : 63 ))))) << 6)
-
-
- + (((string [3] >= 97) ? ( string [3] - 71 ) :
- ((string [3] >= 65) ? ( string [3] - 65 ) :
- ((string [3] >= 48) ? ( string [3] + 4 ) :
- ((string [3] == 43) ? 62 : 63 )))));
-
- return i;
-
-}
-
-
-static gchar
-flag_to_string (guchar status)
-{
- return b64_alphabet [status & 0x3f];
-}
-
-
-static guchar
-string_to_flag (gchar string)
-{
- return (string >= 97) ? ( string - 71 ) :
- ((string >= 65) ? ( string - 65 ) :
- ((string >= 48) ? ( string + 4 ) :
- ((string == 43) ? 62 : 63 )));
-}
-
-
-
-
-
-void
-camel_mbox_xev_parse_header_content (gchar header_content[6],
- guint32 *uid,
- guchar *status)
-{
-
- /* we assume that the first 4 characters of the header content
- are actually the uid stuff. If somebody messed with it ...
- toooo bad.
- */
- *uid = string_to_uid (header_content);
- *status = string_to_flag (header_content[5]);
-}
-
-void
-camel_mbox_xev_write_header_content (gchar header_content[6],
- guint32 uid,
- guchar status)
-{
- uid_to_string (uid, header_content);
- header_content[5] = flag_to_string (status);
- header_content[4] = '-';
-}
-
-
-
-
-
-
-void
-camel_mbox_copy_file_chunk (gint fd_src,
- gint fd_dest,
- glong nb_bytes,
- CamelException *ex)
-{
- gchar buffer [1000];
- glong nb_to_read;
- glong nb_read=1, v;
-
- nb_to_read = nb_bytes;
- while (nb_to_read > 0 && nb_read>0) {
-
- do {
- nb_read = read (fd_src, buffer, MIN (1000, nb_to_read));
- } while (nb_read == -1 && errno == EINTR);
-
-
- if (nb_read == -1) {
- camel_exception_setv (ex,
- CAMEL_EXCEPTION_FOLDER_INSUFFICIENT_PERMISSION,
- "could not read from the mbox file\n"
- "Full error is : %s\n",
- strerror (errno));
- return;
- }
-
-
- nb_to_read -= nb_read;
-
- do {
- v = write (fd_dest, buffer, nb_read);
- } while (v == -1 && errno == EINTR);
-
- if (v == -1) {
- camel_exception_setv (ex,
- CAMEL_EXCEPTION_FOLDER_INSUFFICIENT_PERMISSION,
- "could not write to the mbox copy file\n"
- "Full error is : %s\n",
- strerror (errno));
- return;
- }
-
-
- }
-
-
-
-}
-
-typedef void (*index_data_callback)(ibex *index, char *text, int len, int *left);
-
-/*
- needs to handle encoding?
-*/
-static void
-index_text(ibex *index, char *text, int len, int *left)
-{
- /*printf("indexing %.*s\n", len, text);*/
-
- ibex_index_buffer(index, "message", text, len, left);
-/*
- if (left) {
- printf("%d bytes left from indexing\n", *left);
- }
-*/
-}
-
-/*
- index html data, ignore tags for now.
- could also index attribute values?
- should also handle encoding types ...
- should convert everything to utf8
-*/
-static void
-index_html(ibex *index, char *text, int len, int *left)
-{
- static int state = 0;
- char indexbuf[128];
- char *out = indexbuf, *outend = indexbuf+128;
- char *in, *inend;
- int c;
-
- in = text;
- inend = text+len;
-
- /*printf("indexing html: %d %d %.*s\n", state, len, len, text);*/
-
- while (in<inend) {
- c = *in++;
- switch (state) {
- case 0: /* no tag */
- if (c=='<')
- state = 1;
- else {
- *out++ = c;
- if (out==outend) {
- index_text(index, indexbuf, out-indexbuf, left);
- memcpy(indexbuf, indexbuf+(out-indexbuf)-*left, *left);
- out = indexbuf+*left;
- printf("** %d bytes left\n", *left);
- }
- }
- break;
- case 1:
- if (c=='>')
- state = 0;
-#if 0
- else if (c=='"')
- state = 2;
- break;
- case 2:
- if (c=='"') {
- state = 1;
- }
-#endif
- break;
- }
- }
- index_text(index, indexbuf, out-indexbuf, left);
-}
-
-static void
-index_message_content(ibex *index, CamelDataWrapper *object)
-{
- CamelDataWrapper *containee;
- CamelStream *stream;
- int parts, i;
- int len;
- int left;
- char buffer[128];
-
- containee = camel_medium_get_content_object(CAMEL_MEDIUM(object));
-
- if (containee) {
- char *type = gmime_content_field_get_mime_type(containee->mime_type);
- index_data_callback callback = NULL;
-
- /*printf("type = %s\n", type);*/
-
- if (!strcasecmp(type, "text/plain")) {
- callback = index_text;
- } else if (!strcasecmp(type, "text/html")) {
- callback = index_html;
- } else if (!strncasecmp(type, "multipart/", 10)) {
- parts = camel_multipart_get_number (CAMEL_MULTIPART(containee));
- /*printf("multipart message, scanning contents %d parts ...\n", parts);*/
- for (i=0;i<parts;i++) {
- index_message_content(index, CAMEL_DATA_WRAPPER (camel_multipart_get_part(CAMEL_MULTIPART(containee), i)));
- }
- } else {
- /*printf("\nunknwon format, ignored\n");*/
- }
-
- if (callback) {
- int total=0;
-
- /*printf("reading containee\n");
-
- printf("containee = %p\n", containee);*/
-
- stream = camel_data_wrapper_get_output_stream(containee);
- left = 0;
-
- if (stream) {
- /*printf("stream = %p\n", stream);*/
- while ( (len = camel_stream_read(stream, buffer+left, sizeof(buffer)-left)) > 0) {
- total = len+left;
- callback(index, buffer, total, &left);
- if (left>0) {
- memcpy(buffer, buffer+total-left, left);
- }
- }
- callback(index, buffer+total-left, left, NULL);
-
- /*camel_stream_close(stream);*/
- /*printf("\n");*/
- } else {
- g_warning("cannot get stream for message?");
- }
- }
-
- g_free(type);
- } else {
- printf("no containee?\n");
- }
-}
-
-
-static void
-index_message(ibex *index, int fd, CamelMboxParserMessageInfo *mi)
-{
- off_t pos;
- CamelStream *stream;
- CamelMimeMessage *message;
- int newfd;
-
- if (index != NULL) {
- /*printf("indexing message\n %s\n %d for %d bytes\n", mi->from, mi->message_position, mi->size);*/
- pos = lseek(fd, 0, SEEK_CUR);
-
- /* the stream will close the fd we have */
- newfd = dup(fd);
- stream = camel_stream_fs_new_with_fd_and_bounds(newfd, mi->message_position, mi->message_position + mi->size);
- message = camel_mime_message_new();
-
- camel_data_wrapper_set_input_stream (
- CAMEL_DATA_WRAPPER (message), stream);
-
- index_message_content(index, CAMEL_DATA_WRAPPER (message));
-
- /* printf("messageid = '%s'\n", message->message_uid);*/
-
- gtk_object_unref (GTK_OBJECT (message));
- gtk_object_unref (GTK_OBJECT (stream));
-
- lseek(fd, pos, SEEK_SET);
- }
-}
-
-guint32
-camel_mbox_write_xev (CamelMboxFolder *folder,
- gchar *mbox_file_name,
- GArray *summary_information,
- guint32 *file_size,
- guint32 next_uid,
- CamelException *ex)
-{
- gint cur_msg;
- CamelMboxParserMessageInfo *cur_msg_info;
- gint fd1, fd2;
- guint bytes_to_copy = 0;
- glong cur_pos = 0;
- glong cur_offset = 0;
- glong end_of_last_message = 0;
- glong next_free_uid;
- gchar xev_header[20] = "X-Evolution:XXXX-X\n";
- gchar *tmp_file_name;
- gchar *tmp_file_name_secure;
- gint rename_result;
- gint unlink_result;
- int changed = FALSE;
-
- tmp_file_name = g_strdup_printf ("%s__.ev_tmp", mbox_file_name);
- tmp_file_name_secure = g_strdup_printf ("%s__.ev_tmp_secure", mbox_file_name);
-
- fd1 = open (mbox_file_name, O_RDONLY);
- fd2 = open (tmp_file_name,
- O_WRONLY | O_CREAT | O_TRUNC ,
- 0600);
-
- if (fd2 == -1) {
- camel_exception_setv (ex,
- CAMEL_EXCEPTION_FOLDER_INSUFFICIENT_PERMISSION,
- "could not create the temporary mbox copy file\n"
- "\t%s\n"
- "Full error is : %s\n",
- tmp_file_name,
- strerror (errno));
- return next_uid;
- }
-
- next_free_uid = next_uid;
- for (cur_msg = 0; cur_msg < summary_information->len; cur_msg++) {
-
- cur_msg_info = (CamelMboxParserMessageInfo *)(summary_information->data) + cur_msg;
- end_of_last_message = cur_msg_info->message_position + cur_msg_info->size;
-
- if (cur_msg_info->uid == 0) {
-
- bytes_to_copy = cur_msg_info->message_position
- + cur_msg_info->end_of_headers_offset
- - cur_pos;
-
- cur_pos = cur_msg_info->message_position
- + cur_msg_info->end_of_headers_offset;
-
- cur_msg_info->uid = next_free_uid;
- index_message(folder->index, fd1, cur_msg_info);
- changed = TRUE;
-
- camel_mbox_copy_file_chunk (fd1, fd2, bytes_to_copy, ex);
- if (camel_exception_get_id (ex)) {
- close (fd1);
- close (fd2);
- goto end;
- }
-
- cur_msg_info->status = 0;
-
- camel_mbox_xev_write_header_content (xev_header + 12, next_free_uid, 0);
- next_free_uid++;
- write (fd2, xev_header, 19);
- cur_offset += 19;
- cur_msg_info->size += 19;
- cur_msg_info->x_evolution_offset = cur_msg_info->end_of_headers_offset;
- cur_msg_info->x_evolution = g_strdup_printf ("%.6s", xev_header + 12);
- cur_msg_info->end_of_headers_offset += 19;
- *file_size += 19;
- cur_msg_info->message_position += cur_offset;
- } else {
- cur_msg_info->message_position += cur_offset;
- }
- }
-
- /* make sure the index is in sync */
- if (changed) {
- ibex_write(folder->index);
- }
-
- bytes_to_copy = end_of_last_message - cur_pos;
- camel_mbox_copy_file_chunk (fd1, fd2, bytes_to_copy, ex);
-
-
- /* close the original file as well as the
- newly created one */
- close (fd1);
- close (fd2);
-
-
-
- /* replace the mbox file with the temporary
- file we just created */
-
- /* first rename the old mbox file to a temporary file */
- rename_result = rename (mbox_file_name, tmp_file_name_secure);
- if (rename_result == -1) {
- camel_exception_set (ex,
- CAMEL_EXCEPTION_FOLDER_INSUFFICIENT_PERMISSION,
- "could not rename the mbox file to a temporary file");
- goto end;
- }
-
- /* then rename the newly created mbox file to the name
- of the original one */
- rename_result = rename (tmp_file_name, mbox_file_name);
- if (rename_result == -1) {
- camel_exception_set (ex,
- CAMEL_EXCEPTION_FOLDER_INSUFFICIENT_PERMISSION,
- "could not rename the X-Evolution fed file to the mbox file");
- goto end;
- }
-
- /* finally, remove the old renamed mbox file */
- unlink_result = unlink (tmp_file_name_secure);
- if (unlink_result == -1) {
- camel_exception_set (ex,
- CAMEL_EXCEPTION_FOLDER_INSUFFICIENT_PERMISSION,
- "could not remove the saved original mbox file");
- goto end;
- }
-
-
- end: /* free everything and return */
-
- g_free (tmp_file_name);
- g_free (tmp_file_name_secure);
- return next_free_uid;
-}
diff --git a/camel/providers/mbox/camel-mbox-utils.h b/camel/providers/mbox/camel-mbox-utils.h
deleted file mode 100644
index 8142f97c91..0000000000
--- a/camel/providers/mbox/camel-mbox-utils.h
+++ /dev/null
@@ -1,71 +0,0 @@
-/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*- */
-/* Various utilities for the mbox provider */
-
-/*
- * Authors :
- * Bertrand Guiheneuf <bertrand@helixcode.com>
- *
- * Copyright (C) 1999 Helix Code.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License as
- * published by the Free Software Foundation; either version 2 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
- * USA
- */
-
-
-#ifndef CAMEL_MBOX_UTILS_H
-#define CAMEL_MBOX_UTILS_H 1
-
-
-#ifdef __cplusplus
-extern "C" {
-#pragma }
-#endif /* __cplusplus }*/
-
-
-#include "camel-exception.h"
-#include "camel-mbox-folder.h"
-
-void
-camel_mbox_xev_parse_header_content (gchar header_content[6],
- guint32 *uid,
- guchar *status);
-
-void
-camel_mbox_xev_write_header_content (gchar header_content[6],
- guint32 uid,
- guchar status);
-
-guint32
-camel_mbox_write_xev (CamelMboxFolder *folder,
- gchar *mbox_file_name,
- GArray *summary_information,
- guint32 *file_size,
- guint32 last_uid,
- CamelException *ex);
-
-GArray *
-parsed_information_to_mbox_summary (GArray *parsed_information);
-
-void
-camel_mbox_copy_file_chunk (gint fd_src,
- gint fd_dest,
- glong nb_bytes,
- CamelException *ex);
-
-#ifdef __cplusplus
-}
-#endif /* __cplusplus */
-
-#endif /* CAMEL_MBOX_UTILS_H */