UnicodeTranscoder.php

Go to the documentation of this file.

<?php
namespace ‪Mso\IdnaConvert;
 
class ‪UnicodeTranscoder implements ‪UnicodeTranscoderInterface
{
    private static ‪$mechs = ['ucs4', 'ucs4array', 'utf8', 'utf7', 'utf7imap'];
    // unsupported yet: 'ucs4le', 'ucs4be', 'utf16', 'utf16le', 'utf16be'
 
    private static ‪$allow_overlong = false;
    private static ‪$safe_mode;
    private static ‪$safe_char;
 
    public static function ‪convert($data, $from, $to, ‪$safe_mode = false, ‪$safe_char = 0xFFFC)
    {
        self::$safe_mode = (‪$safe_mode) ? true : false;
        self::$safe_char = (‪$safe_char) ? ‪$safe_char : 0xFFFC;
 
        if (self::$safe_mode) {
            self::$allow_overlong = true;
        }
        if (!in_array($from, self::$mechs)) {
            throw new \InvalidArgumentException(sprintf('Invalid input format %s', $from));
        }
        if (!in_array($to, self::$mechs)) {
            throw new \InvalidArgumentException(sprintf('Invalid output format %s', $to));
        }
        if ($from != 'ucs4array') {
            $methodName = $from . '_ucs4array';
            $data = self::$methodName($data);
        }
        if ($to != 'ucs4array') {
            $methodName = 'ucs4array_' . $to;
            $data = self::$methodName($data);
        }
 
        return $data;
    }
 
    public static function ‪utf8_ucs4array($input)
    {
        $start_byte = $next_byte = 0;
 
        ‪$output = [];
        $out_len = 0;
        $inp_len = ‪self::byteLength($input);
        $mode = 'next';
        $test = 'none';
        for ($k = 0; $k < $inp_len; ++$k) {
            $v = ord($input{$k}); // Extract byte from input string
 
            if ($v < 128) { // We found an ASCII char - put into stirng as is
                ‪$output[$out_len] = $v;
                ++$out_len;
                if ('add' == $mode) {
                    if (self::$safe_mode) {
                        ‪$output[$out_len - 2] = ‪self::$safe_char;
                        $mode = 'next';
                    } else {
                        throw new \InvalidArgumentException(sprintf('Conversion from UTF-8 to UCS-4 failed: malformed input at byte %d', $k));
                    }
                }
                continue;
            }
            if ('next' == $mode) { // Try to find the next start byte; determine the width of the Unicode char
                $start_byte = $v;
                $mode = 'add';
                $test = 'range';
                if ($v >> 5 == 6) { // &110xxxxx 10xxxxx
                    $next_byte = 0; // Tells, how many times subsequent bitmasks must rotate 6bits to the left
                    $v = ($v - 192) << 6;
                } elseif ($v >> 4 == 14) { // &1110xxxx 10xxxxxx 10xxxxxx
                    $next_byte = 1;
                    $v = ($v - 224) << 12;
                } elseif ($v >> 3 == 30) { // &11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
                    $next_byte = 2;
                    $v = ($v - 240) << 18;
                } elseif (self::$safe_mode) {
                    $mode = 'next';
                    ‪$output[$out_len] = ‪self::$safe_char;
                    ++$out_len;
                    continue;
                } else {
                    throw new \InvalidArgumentException(sprintf('This might be UTF-8, but I don\'t understand it at byte %d', $k));
                }
                if ($inp_len - $k - $next_byte < 2) {
                    ‪$output[$out_len] = ‪self::$safe_char;
                    $mode = 'no';
                    continue;
                }
 
                if ('add' == $mode) {
                    ‪$output[$out_len] = (int)$v;
                    ++$out_len;
                    continue;
                }
            }
            if ('add' == $mode) {
                if (!self::$allow_overlong && $test == 'range') {
                    $test = 'none';
                    if (($v < 0xA0 && $start_byte == 0xE0) || ($v < 0x90 && $start_byte == 0xF0) || ($v > 0x8F && $start_byte == 0xF4)) {
                        throw new \InvalidArgumentException(sprintf('Bogus UTF-8 character detected (out of legal range) at byte %d', $k));
                    }
                }
                if ($v >> 6 == 2) { // Bit mask must be 10xxxxxx
                    $v = ($v - 128) << ($next_byte * 6);
                    ‪$output[($out_len - 1)] += $v;
                    --$next_byte;
                } else {
                    if (self::$safe_mode) {
                        ‪$output[$out_len - 1] = ord(self::$safe_char);
                        $k--;
                        $mode = 'next';
                        continue;
                    }
                    throw new \InvalidArgumentException(sprintf('Conversion from UTF-8 to UCS-4 failed: malformed input at byte %d', $k));
                }
                if ($next_byte < 0) {
                    $mode = 'next';
                }
            }
        } // for
 
        return ‪$output;
    }
 
    public static function ‪ucs4array_utf8($input)
    {
        ‪$output = '';
        foreach ($input as $k => $v) {
            if ($v < 128) { // 7bit are transferred literally
                ‪$output .= chr($v);
            } elseif ($v < (1 << 11)) { // 2 bytes
                ‪$output .= chr(192 + ($v >> 6)) . chr(128 + ($v & 63));
            } elseif ($v < (1 << 16)) { // 3 bytes
                ‪$output .= chr(224 + ($v >> 12)) . chr(128 + (($v >> 6) & 63)) . chr(128 + ($v & 63));
            } elseif ($v < (1 << 21)) { // 4 bytes
                ‪$output .= chr(240 + ($v >> 18)) . chr(128 + (($v >> 12) & 63)) . chr(128 + (($v >> 6) & 63)) . chr(128 + ($v & 63));
            } elseif (self::$safe_mode) {
                ‪$output .= ‪self::$safe_char;
            } else {
                throw new \InvalidArgumentException(sprintf('Conversion from UCS-4 to UTF-8 failed: malformed input at byte %d', $k));
            }
        }
 
        return ‪$output;
    }
 
    public static function ‪utf7imap_ucs4array($input)
    {
        return ‪self::utf7_ucs4array(str_replace(',', '/', $input), '&');
    }
 
    public static function ‪utf7_ucs4array($input, $sc = '+')
    {
        ‪$output = [];
        $out_len = 0;
        $inp_len = ‪self::byteLength($input);
        $mode = 'd';
        $b64 = '';
 
        for ($k = 0; $k < $inp_len; ++$k) {
            $c = $input{$k};
 
            // Ignore zero bytes
            if (0 == ord($c)) {
                continue;
            }
            if ('b' == $mode) {
                // Sequence got terminated
                if (!preg_match('![A-Za-z0-9/' . preg_quote($sc, '!') . ']!', $c)) {
                    if ('-' == $c) {
                        if ($b64 == '') {
                            ‪$output[$out_len] = ord($sc);
                            $out_len++;
                            $mode = 'd';
 
                            continue;
                        }
                    }
                    $tmp = base64_decode($b64);
                    $tmp = substr($tmp, -1 * (strlen($tmp) % 2));
                    for ($i = 0; $i < strlen($tmp); $i++) {
                        if ($i % 2) {
                            ‪$output[$out_len] += ord($tmp{$i});
                            $out_len++;
                        } else {
                            ‪$output[$out_len] = ord($tmp{$i}) << 8;
                        }
                    }
                    $mode = 'd';
                    $b64 = '';
 
                    continue;
                }
                $b64 .= $c;
            }
            if ('d' == $mode) {
                if ($sc == $c) {
                    $mode = 'b';
 
                    continue;
                }
                ‪$output[$out_len] = ord($c);
                $out_len++;
            }
        }
 
        return ‪$output;
    }
 
    public static function ‪ucs4array_utf7imap($input)
    {
        return str_replace('/', ',', self::ucs4array_utf7($input, '&'));
    }
 
    public static function ‪ucs4array_utf7($input, $sc = '+')
    {
        ‪$output = '';
        $mode = 'd';
        $b64 = '';
        while (true) {
            $v = (!empty($input)) ? array_shift($input) : false;
            $is_direct = (false !== $v) ? (0x20 <= $v && $v <= 0x7e && $v != ord($sc)) : true;
            if ($mode == 'b') {
                if ($is_direct) {
                    if ($b64 == chr(0) . $sc) {
                        ‪$output .= $sc . '-';
                        $b64 = '';
                    } elseif ($b64) {
                        ‪$output .= $sc . str_replace('=', '', base64_encode($b64)) . '-';
                        $b64 = '';
                    }
                    $mode = 'd';
                } elseif (false !== $v) {
                    $b64 .= chr(($v >> 8) & 255) . chr($v & 255);
                }
            }
            if ($mode == 'd' && false !== $v) {
                if ($is_direct) {
                    ‪$output .= chr($v);
                } else {
                    $b64 = chr(($v >> 8) & 255) . chr($v & 255);
                    $mode = 'b';
                }
            }
            if (false === $v && $b64 == '') {
                break;
            }
        }
 
        return ‪$output;
    }
 
    public static function ‪ucs4array_ucs4($input)
    {
        ‪$output = '';
        foreach ($input as $v) {
            ‪$output .= chr(($v >> 24) & 255) . chr(($v >> 16) & 255) . chr(($v >> 8) & 255) . chr($v & 255);
        }
 
        return ‪$output;
    }
 
    public static function ‪ucs4_ucs4array($input)
    {
        ‪$output = [];
 
        $inp_len = ‪self::byteLength($input);
        // Input length must be dividable by 4
        if ($inp_len % 4) {
            throw new \InvalidArgumentException('Input UCS4 string is broken');
        }
        // Empty input - return empty output
        if (!$inp_len) {
            return ‪$output;
        }
 
        for ($i = 0, $out_len = -1; $i < $inp_len; ++$i) {
            if (!($i % 4)) { // Increment output position every 4 input bytes
                $out_len++;
                ‪$output[$out_len] = 0;
            }
            ‪$output[$out_len] += ord($input{$i}) << (8 * (3 - ($i % 4)));
        }
 
        return ‪$output;
    }
 
    protected static function ‪byteLength($string)
    {
        if ((extension_loaded('mbstring') && (ini_get('mbstring.func_overload') & 0x02) === 0x02)) {
            return mb_strlen($string, '8bit');
        }
        return strlen((binary)$string);
    }
}