85 lines
3.9 KiB
C++
85 lines
3.9 KiB
C++
/*
|
|
* Unicode manipulation functions
|
|
*
|
|
* by WangLu
|
|
* 2012.11.29
|
|
*/
|
|
|
|
#ifndef UNICODE_H__
|
|
#define UNICODE_H__
|
|
|
|
#include <GfxFont.h>
|
|
#include <CharTypes.h>
|
|
|
|
namespace pdf2htmlEX {
|
|
|
|
/**
|
|
* Check whether a unicode character is illegal for the output HTML.
|
|
* Unlike PDF readers, browsers has special treatments for such characters (normally treated as
|
|
* zero-width space), regardless of metrics and glyphs provided by fonts. So these characters
|
|
* should be mapped to unicode private area to "cheat" browsers, at the cost of loosing actual
|
|
* unicode values in the HTML.
|
|
*
|
|
* The following chart shows illegal characters in HTML by webkit, mozilla, and pdf2htmlEX (p2h).
|
|
* pdf2htmlEX's illegal character set is the union of webkit's and mozilla's, plus illegal unicode
|
|
* characters. "[" and ")" surrounding ranges denote "inclusive" and "exclusive", respectively.
|
|
*
|
|
* 00(NUL)--09(\t)--0A(\n)--0D(\r)--20(SP)--7F(DEL)--9F(APC)--A0(NBSP)--AD(SHY)--061C(ALM)--1361(Ethiopic word space)
|
|
* webkit: [--------------------------------) [------------------) [-]
|
|
* moz: [--------------------------------) [---------] [-]
|
|
* p2h: [--------------------------------) [------------------] [-] [-] [-]
|
|
*
|
|
* 200B(ZWSP)--200C(ZWNJ)--200D(ZWJ)--200E(LRM)--200F(RLM)--2028(LSEP)--2029(PSEP)--202A(LRE)--202E(RL0)--2066(LRI)--2069(PDI)
|
|
* webkit: [-----------------------------------------------] [----------]
|
|
* moz: [-] [----------] [-] [-] [----------] [------------]
|
|
* p2h: [-----------------------------------------------] [-] [-] [----------] [------------]
|
|
*
|
|
* D800(surrogate)--DFFF(surrogate)--FEFF(ZWNBSP)--FFFC(ORC)--FFFE(non-char)--FFFF(non-char)
|
|
* webkit: [-] [-]
|
|
* moz:
|
|
* p2h: [------------------] [-] [-] [-----------------]
|
|
*
|
|
* Note: 0xA0 (no-break space) affects word-spacing; and if "white-space:pre" is specified,
|
|
* \n and \r can break line, \t can shift text, so they are considered illegal.
|
|
*
|
|
* Resources (retrieved at 2015-03-16)
|
|
* * webkit
|
|
* * Avoid querying the font cache for the zero-width space glyph ( https://bugs.webkit.org/show_bug.cgi?id=90673 )
|
|
* * treatAsZeroWidthSpace( https://github.com/WebKit/webkit/blob/17bbff7400393e9389b40cc84ce005f7cc954680/Source/WebCore/platform/graphics/FontCascade.h#L272 )
|
|
* * mozilla
|
|
* * IsInvalidChar( http://mxr.mozilla.org/mozilla-central/source/gfx/thebes/gfxTextRun.cpp#1973 )
|
|
* * IsBidiControl( http://mxr.mozilla.org/mozilla-central/source/intl/unicharutil/util/nsBidiUtils.h#114 )
|
|
* * Character encodings in HTML ( http://en.wikipedia.org/wiki/Character_encodings_in_HTML#HTML_character_references )
|
|
* * CSS Text Spec ( http://dev.w3.org/csswg/css-text/ )
|
|
* * unicode table ( http://unicode-table.com )
|
|
*
|
|
* TODO Web specs? IE?
|
|
*
|
|
*/
|
|
inline bool is_illegal_unicode(Unicode c)
|
|
{
|
|
return (c < 0x20) || (c >= 0x7F && c <= 0xA0) || (c == 0xAD)
|
|
|| (c == 0x061C) || (c == 0x1361)
|
|
|| (c >= 0x200B && c <= 0x200F) || (c == 0x2028) || (c == 0x2029)
|
|
|| (c >= 0x202A && c <= 0x202E) || (c >= 0x2066 && c <= 0x2069)
|
|
|| (c >= 0xD800 && c <= 0xDFFF) || (c == 0xFEFF) || (c == 0xFFFC)
|
|
|| (c == 0xFFFE) || (c == 0xFFFF);
|
|
}
|
|
|
|
Unicode map_to_private(CharCode code);
|
|
|
|
/* * Try to determine the Unicode value directly from the information in the font */
|
|
Unicode unicode_from_font (CharCode code, GfxFont * font);
|
|
|
|
/*
|
|
* We have to use a single Unicode value to reencode fonts
|
|
* if we got multi-unicode values, it might be expanded ligature, try to restore it
|
|
* if we cannot figure it out at the end, use a private mapping
|
|
*/
|
|
Unicode check_unicode(Unicode * u, int len, CharCode code, GfxFont * font);
|
|
|
|
|
|
} // namespace pdf2htmlEX
|
|
|
|
#endif //UNICODE_H__
|