diff options
author | toma <toma@283d02a7-25f6-0310-bc7c-ecb5cbfe19da> | 2009-11-25 17:56:58 +0000 |
---|---|---|
committer | toma <toma@283d02a7-25f6-0310-bc7c-ecb5cbfe19da> | 2009-11-25 17:56:58 +0000 |
commit | 460c52653ab0dcca6f19a4f492ed2c5e4e963ab0 (patch) | |
tree | 67208f7c145782a7e90b123b982ca78d88cc2c87 /kmail/encodingdetector.h | |
download | tdepim-460c52653ab0dcca6f19a4f492ed2c5e4e963ab0.tar.gz tdepim-460c52653ab0dcca6f19a4f492ed2c5e4e963ab0.zip |
Copy the KDE 3.5 branch to branches/trinity for new KDE 3.5 features.
BUG:215923
git-svn-id: svn://anonsvn.kde.org/home/kde/branches/trinity/kdepim@1054174 283d02a7-25f6-0310-bc7c-ecb5cbfe19da
Diffstat (limited to 'kmail/encodingdetector.h')
-rw-r--r-- | kmail/encodingdetector.h | 166 |
1 files changed, 166 insertions, 0 deletions
diff --git a/kmail/encodingdetector.h b/kmail/encodingdetector.h new file mode 100644 index 000000000..51ccb4695 --- /dev/null +++ b/kmail/encodingdetector.h @@ -0,0 +1,166 @@ +/* + This file was taken from the KDE 4.x libraries and backported to Qt 3. + + Copyright (C) 1999 Lars Knoll ([email protected]) + Copyright (C) 2007 Nick Shaforostoff ([email protected]) + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Library General Public + License as published by the Free Software Foundation; either + version 2 of the License, or (at your option) any later version. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Library General Public License for more details. + + You should have received a copy of the GNU Library General Public License + along with this library; see the file COPYING.LIB. If not, write to + the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + Boston, MA 02110-1301, USA. + +*/ +#ifndef ENCODINGDETECTOR_H +#define ENCODINGDETECTOR_H + +#include <qstring.h> + +class QTextCodec; +class QTextDecoder; +class EncodingDetectorPrivate; + +/** + * @short Provides encoding detection capabilities. + * + * Searches for encoding declaration inside raw data -- meta and xml tags. + * In the case it can't find it, uses heuristics for specified language. + * + * If it finds unicode BOM marks, it changes encoding regardless of what the user has told + * + * Intended lifetime of the object: one instance per document. + * + * Typical use: + * \code + * QByteArray data; + * ... + * EncodingDetector detector; + * detector.setAutoDetectLanguage(EncodingDetector::Cyrillic); + * QString out=detector.decode(data); + * \endcode + * + * + * Do not mix decode() with decodeWithBuffering() + * + * @short Guess encoding of char array + * + */ +class EncodingDetector +{ +public: + enum EncodingChoiceSource + { + DefaultEncoding, + AutoDetectedEncoding, + BOM, + EncodingFromXMLHeader, + EncodingFromMetaTag, + EncodingFromHTTPHeader, + UserChosenEncoding + }; + + enum AutoDetectScript + { + None, + SemiautomaticDetection, + Arabic, + Baltic, + CentralEuropean, + ChineseSimplified, + ChineseTraditional, + Cyrillic, + Greek, + Hebrew, + Japanese, + Korean, + NorthernSaami, + SouthEasternEurope, + Thai, + Turkish, + Unicode, + WesternEuropean + }; + + /** + * Default codec is latin1 (as html spec says), EncodingChoiceSource is default, AutoDetectScript=Semiautomatic + */ + EncodingDetector(); + + /** + * Allows to set Default codec, EncodingChoiceSource, AutoDetectScript + */ + EncodingDetector(QTextCodec* codec, EncodingChoiceSource source, AutoDetectScript script=None); + ~EncodingDetector(); + + //const QTextCodec* codec() const; + + /** + * @returns true if specified encoding was recognized + */ + bool setEncoding(const char *encoding, EncodingChoiceSource type); + + /** + * Convenience method. + * @returns mime name of detected encoding + */ + const char* encoding() const; + + bool visuallyOrdered() const; + +// void setAutoDetectLanguage( const QString& ); +// const QString& autoDetectLanguage() const; + + void setAutoDetectLanguage( AutoDetectScript ); + AutoDetectScript autoDetectLanguage() const; + + EncodingChoiceSource encodingChoiceSource() const; + + /** + * Analyze text data. + * @returns true if there was enough data for accurate detection + */ + bool analyze( const char *data, int len ); + + /** + * Analyze text data. + * @returns true if there was enough data for accurate detection + */ + bool analyze( const QByteArray &data ); + + /** + * Takes lang name _after_ it were i18n()'ed + */ + static AutoDetectScript scriptForName(const QString& lang); + static QString nameForScript(AutoDetectScript); + static AutoDetectScript scriptForLanguageCode(const QString &lang); + static bool hasAutoDetectionForScript(AutoDetectScript); + +protected: + /** + * Check if we are really utf8. Taken from kate + * + * @returns true if current encoding is utf8 and the text cannot be in this encoding + * + * Please somebody read http://de.wikipedia.org/wiki/UTF-8 and check this code... + */ + bool errorsIfUtf8 (const char* data, int length); + + /** + * @returns QTextDecoder for detected encoding + */ + QTextDecoder* decoder(); + +private: + EncodingDetectorPrivate* const d; +}; + +#endif |