Utf8Reader.php 7.1KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. <?php
  2. /*
  3. * This file is part of SwiftMailer.
  4. * (c) 2004-2009 Chris Corbyn
  5. *
  6. * For the full copyright and license information, please view the LICENSE
  7. * file that was distributed with this source code.
  8. */
  9. /**
  10. * Analyzes UTF-8 characters.
  11. * @package Swift
  12. * @subpackage Encoder
  13. * @author Chris Corbyn
  14. * @author Xavier De Cock <xdecock@gmail.com>
  15. */
  16. class Swift_CharacterReader_Utf8Reader implements Swift_CharacterReader
  17. {
  18. /** Pre-computed for optimization */
  19. private static $length_map=array(
  20. //N=0,1,2,3,4,5,6,7,8,9,A,B,C,D,E,F,
  21. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, //0x0N
  22. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, //0x1N
  23. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, //0x2N
  24. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, //0x3N
  25. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, //0x4N
  26. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, //0x5N
  27. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, //0x6N
  28. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, //0x7N
  29. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, //0x8N
  30. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, //0x9N
  31. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, //0xAN
  32. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, //0xBN
  33. 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, //0xCN
  34. 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, //0xDN
  35. 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3, //0xEN
  36. 4,4,4,4,4,4,4,4,5,5,5,5,6,6,0,0 //0xFN
  37. );
  38. private static $s_length_map=array(
  39. "\x00"=>1, "\x01"=>1, "\x02"=>1, "\x03"=>1, "\x04"=>1, "\x05"=>1, "\x06"=>1, "\x07"=>1,
  40. "\x08"=>1, "\x09"=>1, "\x0a"=>1, "\x0b"=>1, "\x0c"=>1, "\x0d"=>1, "\x0e"=>1, "\x0f"=>1,
  41. "\x10"=>1, "\x11"=>1, "\x12"=>1, "\x13"=>1, "\x14"=>1, "\x15"=>1, "\x16"=>1, "\x17"=>1,
  42. "\x18"=>1, "\x19"=>1, "\x1a"=>1, "\x1b"=>1, "\x1c"=>1, "\x1d"=>1, "\x1e"=>1, "\x1f"=>1,
  43. "\x20"=>1, "\x21"=>1, "\x22"=>1, "\x23"=>1, "\x24"=>1, "\x25"=>1, "\x26"=>1, "\x27"=>1,
  44. "\x28"=>1, "\x29"=>1, "\x2a"=>1, "\x2b"=>1, "\x2c"=>1, "\x2d"=>1, "\x2e"=>1, "\x2f"=>1,
  45. "\x30"=>1, "\x31"=>1, "\x32"=>1, "\x33"=>1, "\x34"=>1, "\x35"=>1, "\x36"=>1, "\x37"=>1,
  46. "\x38"=>1, "\x39"=>1, "\x3a"=>1, "\x3b"=>1, "\x3c"=>1, "\x3d"=>1, "\x3e"=>1, "\x3f"=>1,
  47. "\x40"=>1, "\x41"=>1, "\x42"=>1, "\x43"=>1, "\x44"=>1, "\x45"=>1, "\x46"=>1, "\x47"=>1,
  48. "\x48"=>1, "\x49"=>1, "\x4a"=>1, "\x4b"=>1, "\x4c"=>1, "\x4d"=>1, "\x4e"=>1, "\x4f"=>1,
  49. "\x50"=>1, "\x51"=>1, "\x52"=>1, "\x53"=>1, "\x54"=>1, "\x55"=>1, "\x56"=>1, "\x57"=>1,
  50. "\x58"=>1, "\x59"=>1, "\x5a"=>1, "\x5b"=>1, "\x5c"=>1, "\x5d"=>1, "\x5e"=>1, "\x5f"=>1,
  51. "\x60"=>1, "\x61"=>1, "\x62"=>1, "\x63"=>1, "\x64"=>1, "\x65"=>1, "\x66"=>1, "\x67"=>1,
  52. "\x68"=>1, "\x69"=>1, "\x6a"=>1, "\x6b"=>1, "\x6c"=>1, "\x6d"=>1, "\x6e"=>1, "\x6f"=>1,
  53. "\x70"=>1, "\x71"=>1, "\x72"=>1, "\x73"=>1, "\x74"=>1, "\x75"=>1, "\x76"=>1, "\x77"=>1,
  54. "\x78"=>1, "\x79"=>1, "\x7a"=>1, "\x7b"=>1, "\x7c"=>1, "\x7d"=>1, "\x7e"=>1, "\x7f"=>1,
  55. "\x80"=>0, "\x81"=>0, "\x82"=>0, "\x83"=>0, "\x84"=>0, "\x85"=>0, "\x86"=>0, "\x87"=>0,
  56. "\x88"=>0, "\x89"=>0, "\x8a"=>0, "\x8b"=>0, "\x8c"=>0, "\x8d"=>0, "\x8e"=>0, "\x8f"=>0,
  57. "\x90"=>0, "\x91"=>0, "\x92"=>0, "\x93"=>0, "\x94"=>0, "\x95"=>0, "\x96"=>0, "\x97"=>0,
  58. "\x98"=>0, "\x99"=>0, "\x9a"=>0, "\x9b"=>0, "\x9c"=>0, "\x9d"=>0, "\x9e"=>0, "\x9f"=>0,
  59. "\xa0"=>0, "\xa1"=>0, "\xa2"=>0, "\xa3"=>0, "\xa4"=>0, "\xa5"=>0, "\xa6"=>0, "\xa7"=>0,
  60. "\xa8"=>0, "\xa9"=>0, "\xaa"=>0, "\xab"=>0, "\xac"=>0, "\xad"=>0, "\xae"=>0, "\xaf"=>0,
  61. "\xb0"=>0, "\xb1"=>0, "\xb2"=>0, "\xb3"=>0, "\xb4"=>0, "\xb5"=>0, "\xb6"=>0, "\xb7"=>0,
  62. "\xb8"=>0, "\xb9"=>0, "\xba"=>0, "\xbb"=>0, "\xbc"=>0, "\xbd"=>0, "\xbe"=>0, "\xbf"=>0,
  63. "\xc0"=>2, "\xc1"=>2, "\xc2"=>2, "\xc3"=>2, "\xc4"=>2, "\xc5"=>2, "\xc6"=>2, "\xc7"=>2,
  64. "\xc8"=>2, "\xc9"=>2, "\xca"=>2, "\xcb"=>2, "\xcc"=>2, "\xcd"=>2, "\xce"=>2, "\xcf"=>2,
  65. "\xd0"=>2, "\xd1"=>2, "\xd2"=>2, "\xd3"=>2, "\xd4"=>2, "\xd5"=>2, "\xd6"=>2, "\xd7"=>2,
  66. "\xd8"=>2, "\xd9"=>2, "\xda"=>2, "\xdb"=>2, "\xdc"=>2, "\xdd"=>2, "\xde"=>2, "\xdf"=>2,
  67. "\xe0"=>3, "\xe1"=>3, "\xe2"=>3, "\xe3"=>3, "\xe4"=>3, "\xe5"=>3, "\xe6"=>3, "\xe7"=>3,
  68. "\xe8"=>3, "\xe9"=>3, "\xea"=>3, "\xeb"=>3, "\xec"=>3, "\xed"=>3, "\xee"=>3, "\xef"=>3,
  69. "\xf0"=>4, "\xf1"=>4, "\xf2"=>4, "\xf3"=>4, "\xf4"=>4, "\xf5"=>4, "\xf6"=>4, "\xf7"=>4,
  70. "\xf8"=>5, "\xf9"=>5, "\xfa"=>5, "\xfb"=>5, "\xfc"=>6, "\xfd"=>6, "\xfe"=>0, "\xff"=>0,
  71. );
  72. /**
  73. * Returns the complete charactermap
  74. *
  75. * @param string $string
  76. * @param int $startOffset
  77. * @param array $currentMap
  78. * @param mixed $ignoredChars
  79. */
  80. public function getCharPositions($string, $startOffset, &$currentMap, &$ignoredChars)
  81. {
  82. if (!isset($currentMap['i']) || !isset($currentMap['p'])) {
  83. $currentMap['p'] = $currentMap['i'] = array();
  84. }
  85. $strlen=strlen($string);
  86. $charPos=count($currentMap['p']);
  87. $foundChars=0;
  88. $invalid=false;
  89. for ($i=0; $i<$strlen; ++$i) {
  90. $char=$string[$i];
  91. $size=self::$s_length_map[$char];
  92. if ($size==0) {
  93. /* char is invalid, we must wait for a resync */
  94. $invalid=true;
  95. continue;
  96. } else {
  97. if ($invalid==true) {
  98. /* We mark the chars as invalid and start a new char */
  99. $currentMap['p'][$charPos+$foundChars]=$startOffset+$i;
  100. $currentMap['i'][$charPos+$foundChars]=true;
  101. ++$foundChars;
  102. $invalid=false;
  103. }
  104. if (($i+$size) > $strlen) {
  105. $ignoredChars=substr($string, $i);
  106. break;
  107. }
  108. for ($j=1; $j<$size; ++$j) {
  109. $char=$string[$i+$j];
  110. if ($char>"\x7F" && $char<"\xC0") {
  111. // Valid - continue parsing
  112. } else {
  113. /* char is invalid, we must wait for a resync */
  114. $invalid=true;
  115. continue 2;
  116. }
  117. }
  118. /* Ok we got a complete char here */
  119. $currentMap['p'][$charPos+$foundChars]=$startOffset+$i+$size;
  120. $i+=$j-1;
  121. ++$foundChars;
  122. }
  123. }
  124. return $foundChars;
  125. }
  126. /**
  127. * Returns mapType
  128. * @return int mapType
  129. */
  130. public function getMapType()
  131. {
  132. return self::MAP_TYPE_POSITIONS;
  133. }
  134. /**
  135. * Returns an integer which specifies how many more bytes to read.
  136. * A positive integer indicates the number of more bytes to fetch before invoking
  137. * this method again.
  138. * A value of zero means this is already a valid character.
  139. * A value of -1 means this cannot possibly be a valid character.
  140. * @param string $bytes
  141. * @return int
  142. */
  143. public function validateByteSequence($bytes, $size)
  144. {
  145. if ($size<1) {
  146. return -1;
  147. }
  148. $needed = self::$length_map[$bytes[0]] - $size;
  149. return ($needed > -1)
  150. ? $needed
  151. : -1
  152. ;
  153. }
  154. /**
  155. * Returns the number of bytes which should be read to start each character.
  156. * @return int
  157. */
  158. public function getInitialByteSize()
  159. {
  160. return 1;
  161. }
  162. }