1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
/***************************************************************************
filter_mbox.cxx - mbox mail import
-------------------
begin : Sat Apr 5 2003
copyright : (C) 2003 by Laurence Anderson
email : [email protected]
***************************************************************************/
/***************************************************************************
* *
* This program is free software; you can redistribute it and/or modify *
* it under the terms of the GNU General Public License as published by *
* the Free Software Foundation; either version 2 of the License, or *
* (at your option) any later version. *
* *
***************************************************************************/
#include <config.h>
#include <klocale.h>
#include <kfiledialog.h>
#include <ktempfile.h>
#include <kdebug.h>
#include "filter_mbox.hxx"
FilterMBox::FilterMBox() :
Filter( i18n("Import mbox Files (UNIX, Evolution)"),
"Laurence Anderson <p>( Filter accelerated by Danny Kukawka )</p>",
i18n("<p><b>mbox import filter</b></p>"
"<p>This filter will import mbox files into KMail. Use this filter "
"if you want to import mails from Ximian Evolution or other mailers "
"that use this traditional UNIX format.</p>"
"<p><b>Note:</b> Emails will be imported into folders named after the "
"file they came from, prefixed with MBOX-</p>" ))
{}
FilterMBox::~FilterMBox()
{
}
void FilterMBox::import(FilterInfo *info)
{
int currentFile = 1;
int overall_status = 0;
bool first_msg = true;
TQStringList filenames = KFileDialog::getOpenFileNames( TQDir::homeDirPath(), "*|" + i18n("mbox Files (*)"), info->parent() );
info->setOverall(0);
for ( TQStringList::Iterator filename = filenames.begin(); filename != filenames.end(); ++filename, ++currentFile) {
TQFile mbox( *filename );
if (! mbox.open( IO_ReadOnly ) ) {
info->alert( i18n("Unable to open %1, skipping").arg( *filename ) );
} else {
TQFileInfo filenameInfo( *filename );
TQString folderName( "MBOX-" + filenameInfo.baseName(TRUE) );
info->setCurrent(0);
info->addLog( i18n("Importing emails from %1...").arg( *filename ) );
info->setFrom( *filename );
info->setTo( folderName );
TQByteArray input(MAX_LINE);
long l = 0;
while ( ! mbox.atEnd() ) {
KTempFile tmp;
TQIODevice::Offset filepos = 0;
/* comment by Danny:
* Don't use TQTextStream to read from mbox, better use TQDataStream. TQTextStream only
* support Unicode/Latin1/Locale. So you lost information from emails with
* charset!=Unicode/Latin1/Locale (e.g. KOI8-R) and Content-Transfer-Encoding != base64
* (e.g. 8Bit). It also not help to convert the TQTextStream to Unicode. By this you
* get Unicode/UTF-email but KMail can't detect the correct charset.
*/
TQCString seperate;
TQString x_status_flag = "";
/* check if the first line start with "From " (and not "From: ") and discard the line
* in this case because some IMAP servers (e.g. Cyrus) don't accept this header line */
if(!first_msg && ((seperate = input.data()).left(5) != "From "))
tmp.file()->writeBlock( input, l );
l = mbox.readLine( input.data(),MAX_LINE); // read the first line, prevent "From "
if ((seperate = input.data()).left(5) != "From ")
tmp.file()->writeBlock( input, l );
while ( ! mbox.atEnd() && (l = mbox.readLine(input.data(),MAX_LINE)) && ((seperate = input.data()).left(5) != "From ")) {
tmp.file()->writeBlock( input, l );
if ((seperate = input.data()).left(10) == "X-Status: ") {
x_status_flag = seperate;
x_status_flag.remove("X-Status: ");
x_status_flag = x_status_flag.stripWhiteSpace();
// qDebug("x_status_flag: %s", x_status_flag.latin1() );
}
// workaround to fix hang if a corrupted mbox contains some
// binary data, for more see bug #106796
if (mbox.at() == filepos)
mbox.at(mbox.size());
else
filepos = mbox.at();
}
tmp.close();
first_msg = false;
/* comment by Danny Kukawka:
* addMessage() == old function, need more time and check for duplicates
* addMessage_fastImport == new function, faster and no check for duplicates
*/
if(info->removeDupMsg)
addMessage( info, folderName, tmp.name(), x_status_flag );
else
addMessage_fastImport( info, folderName, tmp.name(), x_status_flag );
tmp.unlink();
int currentPercentage = (int) ( ( (float) mbox.at() / filenameInfo.size() ) * 100 );
info->setCurrent( currentPercentage );
if (currentFile == 1)
overall_status = (int)( currentPercentage*((float)currentFile/filenames.count()));
else
overall_status = (int)(((currentFile-1)*(100.0/(float)filenames.count()))+(currentPercentage*(1.0/(float)filenames.count())));
info->setOverall( overall_status );
if ( info->shouldTerminate() ) break;
}
info->addLog( i18n("Finished importing emails from %1").arg( *filename ));
if (count_duplicates > 0) {
info->addLog( i18n("1 duplicate message not imported to folder %1 in KMail",
"%n duplicate messages not imported to folder %1 in KMail",
count_duplicates).arg(folderName));
}
if (info->shouldTerminate()) info->addLog( i18n("Finished import, canceled by user."));
count_duplicates = 0;
// don't forget to close the file !!!
mbox.close();
}
}
}
|
