Data.php 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114
  1. <?php
  2. // warning: this file is encoded in UTF-8!
  3. class HTML5_Data
  4. {
  5. // at some point this should be moved to a .ser file. Another
  6. // possible optimization is to give UTF-8 bytes, not Unicode
  7. // codepoints
  8. // XXX: Not quite sure why it's named this; this is
  9. // actually the numeric entity dereference table.
  10. protected static $realCodepointTable = array(
  11. 0x00 => 0xFFFD, // REPLACEMENT CHARACTER
  12. 0x0D => 0x000A, // LINE FEED (LF)
  13. 0x80 => 0x20AC, // EURO SIGN ('€')
  14. 0x81 => 0x0081, // <control>
  15. 0x82 => 0x201A, // SINGLE LOW-9 QUOTATION MARK ('‚')
  16. 0x83 => 0x0192, // LATIN SMALL LETTER F WITH HOOK ('ƒ')
  17. 0x84 => 0x201E, // DOUBLE LOW-9 QUOTATION MARK ('„')
  18. 0x85 => 0x2026, // HORIZONTAL ELLIPSIS ('…')
  19. 0x86 => 0x2020, // DAGGER ('†')
  20. 0x87 => 0x2021, // DOUBLE DAGGER ('‡')
  21. 0x88 => 0x02C6, // MODIFIER LETTER CIRCUMFLEX ACCENT ('ˆ')
  22. 0x89 => 0x2030, // PER MILLE SIGN ('‰')
  23. 0x8A => 0x0160, // LATIN CAPITAL LETTER S WITH CARON ('Š')
  24. 0x8B => 0x2039, // SINGLE LEFT-POINTING ANGLE QUOTATION MARK ('‹')
  25. 0x8C => 0x0152, // LATIN CAPITAL LIGATURE OE ('Œ')
  26. 0x8D => 0x008D, // <control>
  27. 0x8E => 0x017D, // LATIN CAPITAL LETTER Z WITH CARON ('Ž')
  28. 0x8F => 0x008F, // <control>
  29. 0x90 => 0x0090, // <control>
  30. 0x91 => 0x2018, // LEFT SINGLE QUOTATION MARK ('‘')
  31. 0x92 => 0x2019, // RIGHT SINGLE QUOTATION MARK ('’')
  32. 0x93 => 0x201C, // LEFT DOUBLE QUOTATION MARK ('“')
  33. 0x94 => 0x201D, // RIGHT DOUBLE QUOTATION MARK ('”')
  34. 0x95 => 0x2022, // BULLET ('•')
  35. 0x96 => 0x2013, // EN DASH ('–')
  36. 0x97 => 0x2014, // EM DASH ('—')
  37. 0x98 => 0x02DC, // SMALL TILDE ('˜')
  38. 0x99 => 0x2122, // TRADE MARK SIGN ('™')
  39. 0x9A => 0x0161, // LATIN SMALL LETTER S WITH CARON ('š')
  40. 0x9B => 0x203A, // SINGLE RIGHT-POINTING ANGLE QUOTATION MARK ('›')
  41. 0x9C => 0x0153, // LATIN SMALL LIGATURE OE ('œ')
  42. 0x9D => 0x009D, // <control>
  43. 0x9E => 0x017E, // LATIN SMALL LETTER Z WITH CARON ('ž')
  44. 0x9F => 0x0178, // LATIN CAPITAL LETTER Y WITH DIAERESIS ('Ÿ')
  45. );
  46. protected static $namedCharacterReferences;
  47. protected static $namedCharacterReferenceMaxLength;
  48. /**
  49. * Returns the "real" Unicode codepoint of a malformed character
  50. * reference.
  51. */
  52. public static function getRealCodepoint($ref) {
  53. if (!isset(self::$realCodepointTable[$ref])) return false;
  54. else return self::$realCodepointTable[$ref];
  55. }
  56. public static function getNamedCharacterReferences() {
  57. if (!self::$namedCharacterReferences) {
  58. self::$namedCharacterReferences = unserialize(
  59. file_get_contents(dirname(__FILE__) . '/named-character-references.ser'));
  60. }
  61. return self::$namedCharacterReferences;
  62. }
  63. /**
  64. * Converts a Unicode codepoint to sequence of UTF-8 bytes.
  65. * @note Shamelessly stolen from HTML Purifier, which is also
  66. * shamelessly stolen from Feyd (which is in public domain).
  67. */
  68. public static function utf8chr($code) {
  69. /* We don't care: we live dangerously
  70. * if($code > 0x10FFFF or $code < 0x0 or
  71. ($code >= 0xD800 and $code <= 0xDFFF) ) {
  72. // bits are set outside the "valid" range as defined
  73. // by UNICODE 4.1.0
  74. return "\xEF\xBF\xBD";
  75. }*/
  76. $x = $y = $z = $w = 0;
  77. if ($code < 0x80) {
  78. // regular ASCII character
  79. $x = $code;
  80. } else {
  81. // set up bits for UTF-8
  82. $x = ($code & 0x3F) | 0x80;
  83. if ($code < 0x800) {
  84. $y = (($code & 0x7FF) >> 6) | 0xC0;
  85. } else {
  86. $y = (($code & 0xFC0) >> 6) | 0x80;
  87. if($code < 0x10000) {
  88. $z = (($code >> 12) & 0x0F) | 0xE0;
  89. } else {
  90. $z = (($code >> 12) & 0x3F) | 0x80;
  91. $w = (($code >> 18) & 0x07) | 0xF0;
  92. }
  93. }
  94. }
  95. // set up the actual character
  96. $ret = '';
  97. if($w) $ret .= chr($w);
  98. if($z) $ret .= chr($z);
  99. if($y) $ret .= chr($y);
  100. $ret .= chr($x);
  101. return $ret;
  102. }
  103. }