X-Git-Url: http://deadsoftware.ru/gitweb?a=blobdiff_plain;f=odcread.cc;h=891ea990102ba11cd63da7e952d66b4c2a3c379f;hb=4016b9a7f02803e28582abb02cd410dcb5021fe6;hp=858028e6babf5e252ede8ade0c0f71d2946ceb4e;hpb=41d9c65ec79728a8771cd2288dfc3458569c6801;p=odcread.git diff --git a/odcread.cc b/odcread.cc index 858028e..891ea99 100644 --- a/odcread.cc +++ b/odcread.cc @@ -9,6 +9,13 @@ #include #include +// Character encoding conversions +#include // determine the current charset +#include // locale support +#include // charset conversions +#include // error codes +#include // string descriptions of error codes + namespace odc { class Context { public: @@ -80,14 +87,64 @@ namespace odc { virtual void foldRight() { terminateContext(); } + char *getCharSet() { + return nl_langinfo(CODESET); + } virtual void textShortPiece(const ShortPiece *piece) { - std::string text = piece->getText(); - d_context.top()->addPiece(text); + iconv_t conv = iconv_open(getCharSet(), "ISO-8859-1"); + if (conv == (iconv_t)-1) { + std::string str("iconv initialization error: "); + str += strerror(errno); + throw str.c_str(); + } + size_t bytesIn = piece->size() + 1; + SHORTCHAR *in = piece->getBuffer(); + size_t bytesOut = bytesIn; // FIXME probably not safe. + char *out = new char[bytesIn]; + char *outPtr = out; + size_t rval = iconv(conv, &in, &bytesIn, &outPtr, &bytesOut); + if (rval == (size_t)-1) { + std::string str("iconv error: "); + str += strerror(errno); + throw str.c_str(); + } + iconv_close(conv); + std::string str(out); + for (std::string::iterator it = str.begin(); it < str.end(); ++it) { + if (*it == '\r') *it = '\n'; + } + d_context.top()->addPiece(str); } virtual void textLongPiece(const LongPiece *piece) { - throw "Long Piece not handled"; - //std::string text = piece->getText(); - //d_context.top()->addPiece(text); + /* + char *out = (char*)piece->getBuffer(); + std::string str(out); + d_context.top()->addPiece(str); + */ + //d_convLong = iconv_open(setlocale(LC_CTYPE, 0), "UCS-2"); + iconv_t conv = iconv_open(getCharSet(), "UCS-2"); + if (conv == (iconv_t)-1) { + std::string str("iconv initialization error: "); + str += strerror(errno); + throw str.c_str(); + } + size_t bytesIn = piece->size() + 2; + char *in = (char*)piece->getBuffer(); + size_t bytesOut = bytesIn; // FIXME probably not safe. + char *out = new char[bytesIn]; + char *outPtr = out; + size_t rval = iconv(conv, &in, &bytesIn, &outPtr, &bytesOut); + if (rval == (size_t)-1) { + std::string str("iconv error: "); + str += strerror(errno); + throw str.c_str(); + } + iconv_close(conv); + std::string str(out); + for (std::string::iterator it = str.begin(); it < str.end(); ++it) { + if (*it == '\r') *it = '\n'; + } + d_context.top()->addPiece(str); } }; @@ -112,6 +169,10 @@ int main(int argc, char *argv[]) { if (argc < 2) { return 1; } + + // Set the locale according to the terminal's environment + setlocale(LC_ALL, ""); + std::ifstream in(argv[1], std::ios::in | std::ios::binary); odc::Store* s;