palemoon-dev/platform/intl/uconv/ucvcn/nsUnicodeToGBK.cpp

/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
 /**
 * A character set converter from Unicode to GBK.
 * 
 *
 * @created         08/Sept/1999
 * @author  Yueheng Xu, Yueheng.Xu@intel.com
 * Revision History
 * 04/Oct/1999. Yueheng Xu: used table gUnicodeToGBKTable[0x5200] to make 
 *              Unicode to GB mapping fast 
 */

#include "nsUnicodeToGBK.h"
#include "gbku.h"
#include "uconvutil.h"
#include "nsCharTraits.h"
#include "nsUnicodeEncodeHelper.h"

//-------------------------------------------------------------
// Global table initialization function defined in gbku.h
//-------------------------------------------------------------

static const uint16_t g_uf_gb18030_2bytes[] = {
#include "gb18030uniq2b.uf"
};
static const uint16_t g_uf_gb18030_4bytes[] = {
#include "gb180304bytes.uf"
};
static const uint16_t g_uf_gbk[] = {
#include "gbkuniq.uf"
};
//-----------------------------------------------------------------------
//  nsUnicodeToGB18030
//-----------------------------------------------------------------------
nsresult nsUnicodeToGB18030::TryExtensionEncoder(char16_t aChar,
                                                 char* aOut,
                                                 int32_t *aOutLen)
{
  int32_t len = 1;
  return nsUnicodeEncodeHelper::ConvertByTable(
    &aChar, &len, aOut, aOutLen, u2BytesCharset, nullptr,
    (uMappingTable*) &g_uf_gb18030_2bytes);
}

nsresult nsUnicodeToGB18030::Try4BytesEncoder(char16_t aChar,
                                              char* aOut,
                                              int32_t *aOutLen)
{
  int32_t len = 1;
  nsresult res = nsUnicodeEncodeHelper::ConvertByTable(
    &aChar, &len, aOut, aOutLen, u4BytesGB18030Charset, nullptr,
    (uMappingTable*) &g_uf_gb18030_4bytes);
  MOZ_ASSERT((res != NS_OK) || ((1 == len) && (4 == *aOutLen)),
             "unexpect conversion length");
  return res;
}

nsresult nsUnicodeToGB18030::EncodeSurrogate(char16_t aSurrogateHigh,
                                             char16_t aSurrogateLow,
                                             char* aOut,
                                             int32_t aDestLength,
                                             int32_t aBufferLength)
{
  if( NS_IS_HIGH_SURROGATE(aSurrogateHigh) &&
      NS_IS_LOW_SURROGATE(aSurrogateLow) )
  {
    // notice that idx does not include the 0x10000
    uint32_t idx = ((aSurrogateHigh - (char16_t)0xD800) << 10 ) |
                   (aSurrogateLow - (char16_t) 0xDC00);

    if (aDestLength + 4 > aBufferLength) {
      return NS_OK_UENC_MOREOUTPUT;
    }

    unsigned char *out = (unsigned char*) aOut;
    // notice this is from 0x90 for supplementary planes
    out[0] = (idx / (10*126*10)) + 0x90;
    idx %= (10*126*10);
    out[1] = (idx / (10*126)) + 0x30;
    idx %= (10*126);
    out[2] = (idx / (10)) + 0x81;
    out[3] = (idx % 10) + 0x30;
    return NS_OK;
  }
  return NS_ERROR_UENC_NOMAPPING;
}

//----------------------------------------------------------------------
// Class nsUnicodeToGBK [implementation]

nsUnicodeToGBK::nsUnicodeToGBK(uint32_t aMaxLength) :
  nsEncoderSupport(aMaxLength), mSurrogateHigh(0)
{
}

nsresult nsUnicodeToGBK::TryExtensionEncoder(char16_t aChar,
                                             char* aOut,
                                             int32_t *aOutLen)
{
  int32_t len = 1;
  return nsUnicodeEncodeHelper::ConvertByTable(
    &aChar, &len, aOut, aOutLen, u1ByteCharset, nullptr,
    (uMappingTable*) &g_uf_gbk);
}

nsresult nsUnicodeToGBK::Try4BytesEncoder(char16_t aChar,
                                          char* aOut,
                                          int32_t *aOutLen)
{
  return NS_ERROR_UENC_NOMAPPING;
}

nsresult nsUnicodeToGBK::EncodeSurrogate(char16_t aSurrogateHigh,
                                         char16_t aSurrogateLow,
                                         char* aOut,
                                         int32_t aDestLength,
                                         int32_t aBufferLength)
{
  return NS_ERROR_UENC_NOMAPPING; // GBK cannot encode Surrogate, let the subclass encode it.
}

NS_IMETHODIMP nsUnicodeToGBK::ConvertNoBuffNoErr(const char16_t * aSrc,
                                                 int32_t * aSrcLength,
                                                 char * aDest,
                                                 int32_t * aDestLength)
{
  int32_t iSrcLength = 0;
  int32_t iDestLength = 0;
  char16_t unicode;
  nsresult res = NS_OK;
  while (iSrcLength < *aSrcLength )
  {
    unicode = *aSrc;
    //if unicode's hi byte has something, it is not ASCII, must be a GB
    if (IS_ASCII(unicode)) {
      // make sure we still have 1 byte for output first
      if (iDestLength >= *aDestLength) {
        res = NS_OK_UENC_MOREOUTPUT;
        break;
      }
      // this is an ASCII
      *aDest = CAST_UNICHAR_TO_CHAR(*aSrc);
      aDest++; // increment 1 byte
      iDestLength +=1;
    } else {
      char byte1, byte2;
      if(mUtil.UnicodeToGBKChar( unicode, false, &byte1, &byte2))
      {
        // make sure we still have 2 bytes for output first
        if(iDestLength+2 > *aDestLength)
        {
          res = NS_OK_UENC_MOREOUTPUT;
          break;
        }
        aDest[0] = byte1;
        aDest[1] = byte2;
        aDest += 2;	// increment 2 bytes
        iDestLength +=2;
      } else {
        // Swapped character in GB18030-2005
        if (unicode == 0xE7C7) {
          unicode = 0x1E3F;
        }
        // we cannot map in the common mapping. Let's try to
        // call the delegated 2 byte converter for the gbk or gb18030
        // unique 2 byte mapping
        int32_t outLen = *aDestLength - iDestLength;
        if (NS_IS_HIGH_SURROGATE(unicode) ||
            NS_IS_LOW_SURROGATE(unicode)) {
          // performance tune for surrogate characters
          res = NS_ERROR_UENC_NOMAPPING;
        } else {
          res = TryExtensionEncoder(unicode, aDest, &outLen);
        }
        if (res == NS_OK) {
          iDestLength += outLen;
          aDest += outLen;
        } else if (res == NS_OK_UENC_MOREOUTPUT) {
          break;
        } else {
          // we still cannot map. Let's try to
          // call the delegated GB18030 4 byte converter
          if( NS_IS_HIGH_SURROGATE(unicode) )
          {
            if((iSrcLength+1) < *aSrcLength ) {
              res = EncodeSurrogate(aSrc[0],aSrc[1], aDest,
                                    iDestLength, *aDestLength);
              if (res == NS_OK) {
                // since we got a surrogate pair, we need to increment src.
                iSrcLength++ ;
                aSrc++;
                iDestLength += 4;
                aDest += 4;
              } else {
                if (res == NS_ERROR_UENC_NOMAPPING) {
                  // only get a high surrogate, but not a low surrogate
                  iSrcLength++;   // include length of the unmapped character
                }
                break;
              }
            } else {
              mSurrogateHigh = aSrc[0];
              res = NS_OK;
              break; // this will go to afterwhileloop
            }
          } else {
            if( NS_IS_LOW_SURROGATE(unicode) )
            {
              if(NS_IS_HIGH_SURROGATE(mSurrogateHigh)) {
                res = EncodeSurrogate(mSurrogateHigh, aSrc[0], aDest,
                                      iDestLength, *aDestLength);
                if (res == NS_OK) {
                  iDestLength += 4;
                  aDest += 4;
                } else {
                  if (res == NS_ERROR_UENC_NOMAPPING) {
                    // only get a high surrogate, but not a low surrogate
                    iSrcLength++;   // include length of the unmapped character
                  }
                  break;
                }
              } else {
                // only get a low surrogate, but not a low surrogate
                res = NS_ERROR_UENC_NOMAPPING;
                iSrcLength++;   // include length of the unmapped character
                break;
              }
            } else {
              outLen = *aDestLength - iDestLength;
              res = Try4BytesEncoder(unicode, aDest, &outLen);
              if (res == NS_OK) {
                iDestLength += outLen;
                aDest += outLen;
              } else {
                if (res == NS_ERROR_UENC_NOMAPPING) {
                  iSrcLength++;   // include length of the unmapped character
                }
                break;
              }
            }
          }
        }
      }
    }
    iSrcLength++ ; // Each unicode char just count as one in char16_t string;
    mSurrogateHigh = 0;
    aSrc++;
  }
//afterwhileloop:
  *aDestLength = iDestLength;
  *aSrcLength = iSrcLength;
  return res;
}