diff options
-rw-r--r-- | poppler/TextOutputDev.cc | 2 | ||||
-rw-r--r-- | poppler/UTF.cc | 12 | ||||
-rw-r--r-- | poppler/UTF.h | 2 |
3 files changed, 15 insertions, 1 deletions
diff --git a/poppler/TextOutputDev.cc b/poppler/TextOutputDev.cc index 56ea3cc8..e0dda085 100644 --- a/poppler/TextOutputDev.cc +++ b/poppler/TextOutputDev.cc @@ -2607,7 +2607,7 @@ void TextPage::addChar(GfxState *state, double x, double y, } // break words at space character - if (uLen == 1 && u[0] == (Unicode)0x20) { + if (uLen == 1 && UnicodeIsWhitespace(u[0])) { charPos += nBytes; endWord(); return; diff --git a/poppler/UTF.cc b/poppler/UTF.cc index 3b3ae35c..c140bd47 100644 --- a/poppler/UTF.cc +++ b/poppler/UTF.cc @@ -26,6 +26,7 @@ #include "goo/gmem.h" #include "PDFDocEncoding.h" #include "UTF.h" +#include <algorithm> bool UnicodeIsValid(Unicode ucs4) { @@ -117,3 +118,14 @@ int TextStringToUCS4(GooString *textStr, Unicode **ucs4) *ucs4 = u; return len; } + +bool UnicodeIsWhitespace(Unicode ucs4) +{ + static Unicode const spaces[] = { 0x0009, 0x000A, 0x000B, 0x000C, 0x000D, + 0x0020, 0x0085, 0x00A0, 0x2000, 0x2001, 0x2002, 0x2003, 0x2004, 0x2005, + 0x2006, 0x2007, 0x2008, 0x2009, 0x200A, 0x2028, 0x2029, 0x202F, 0x205F, + 0x3000 }; + Unicode const *end = spaces + sizeof(spaces) / sizeof(spaces[0]); + Unicode const *i = std::lower_bound(spaces, end, ucs4); + return (i != end && *i == ucs4); +} diff --git a/poppler/UTF.h b/poppler/UTF.h index 248c168c..5a479020 100644 --- a/poppler/UTF.h +++ b/poppler/UTF.h @@ -35,5 +35,7 @@ int TextStringToUCS4(GooString *textStr, Unicode **ucs4); // check if UCS-4 character is valid bool UnicodeIsValid(Unicode ucs4); +// is a unicode whitespace character +bool UnicodeIsWhitespace(Unicode ucs4); #endif |