aboutsummaryrefslogtreecommitdiff
path: root/iconvdata/ibm1364.c
diff options
context:
space:
mode:
authorUlrich Drepper <drepper@redhat.com>2005-10-19 23:31:17 +0000
committerUlrich Drepper <drepper@redhat.com>2005-10-19 23:31:17 +0000
commitad1df114133a7a2169776562d935af3e2c4680e9 (patch)
tree1b5990cd1283e3b91b8f1b1521096e001b32765b /iconvdata/ibm1364.c
parenteeffb22a402ee52c9e145f817a8c3c7773ba8201 (diff)
downloadglibc-ad1df114133a7a2169776562d935af3e2c4680e9.tar
glibc-ad1df114133a7a2169776562d935af3e2c4680e9.tar.gz
glibc-ad1df114133a7a2169776562d935af3e2c4680e9.tar.bz2
glibc-ad1df114133a7a2169776562d935af3e2c4680e9.zip
iconv module for IBM1364.
Diffstat (limited to 'iconvdata/ibm1364.c')
-rw-r--r--iconvdata/ibm1364.c394
1 files changed, 394 insertions, 0 deletions
diff --git a/iconvdata/ibm1364.c b/iconvdata/ibm1364.c
new file mode 100644
index 0000000000..1d46cf6dfb
--- /dev/null
+++ b/iconvdata/ibm1364.c
@@ -0,0 +1,394 @@
+/* Conversion from and to IBM1364.
+ Copyright (C) 2005 Free Software Foundation, Inc.
+ This file is part of the GNU C Library.
+ Contributed by Masahide Washizawa <washi@jp.ibm.com>, 2005.
+
+ The GNU C Library is free software; you can redistribute it and/or
+ modify it under the terms of the GNU Lesser General Public
+ License as published by the Free Software Foundation; either
+ version 2.1 of the License, or (at your option) any later version.
+
+ The GNU C Library is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ Lesser General Public License for more details.
+
+ You should have received a copy of the GNU Lesser General Public
+ License along with the GNU C Library; if not, write to the Free
+ Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
+ 02111-1307 USA. */
+
+#include <dlfcn.h>
+#include <stdint.h>
+#include <wchar.h>
+#include <byteswap.h>
+
+#ifndef CHARSET_NAME
+/* This is really the IBM1364 converter, not another module sharing
+ the code. */
+# define DATA_HEADER "ibm1364.h"
+# define CHARSET_NAME "IBM1364//"
+# define FROM_LOOP from_ibm1364
+# define TO_LOOP to_ibm1364
+# define SB_TO_UCS4 __ibm1364sb_to_ucs4
+# define DB_TO_UCS4_IDX __ibm1364db_to_ucs4_idx
+# define DB_TO_UCS4 __ibm1364db_to_ucs4
+# define UCS4_TO_SB_IDX __ucs4_to_ibm1364sb_idx
+# define UCS4_TO_SB __ucs4_to_ibm1364sb
+# define UCS4_TO_DB_IDX __ucs4_to_ibm1364db_idx
+# define UCS4_TO_DB __ucs4_to_ibm1364db
+# define UCS_LIMIT 0xffff
+#endif
+
+
+#include DATA_HEADER
+
+/* The shift sequences for this charset (it does not use ESC). */
+#define SI 0x0F /* Shift In, host code to turn DBCS off. */
+#define SO 0x0E /* Shift Out, host code to turn DBCS on. */
+
+/* Definitions used in the body of the `gconv' function. */
+#define MIN_NEEDED_FROM 1
+#define MAX_NEEDED_FROM 2
+#define MIN_NEEDED_TO 4
+#ifdef HAS_COMBINED
+# define MAX_NEEDED_TO 8
+#else
+# define MAX_NEEDED_TO 4
+#endif
+#define PREPARE_LOOP \
+ int save_curcs; \
+ int *curcsp = &data->__statep->__count;
+#define EXTRA_LOOP_ARGS , curcsp
+
+/* Definitions of initialization and destructor function. */
+#define DEFINE_INIT 1
+#define DEFINE_FINI 1
+
+
+/* Since this is a stateful encoding we have to provide code which resets
+ the output state to the initial state. This has to be done during the
+ flushing. */
+#define EMIT_SHIFT_TO_INIT \
+ if ((data->__statep->__count & ~7) != sb) \
+ { \
+ if (FROM_DIRECTION) \
+ data->__statep->__count &= 7; \
+ else \
+ { \
+ /* We are not in the initial state. To switch back we have \
+ to emit `SI'. */ \
+ if (__builtin_expect (outbuf >= outend, 0)) \
+ /* We don't have enough room in the output buffer. */ \
+ status = __GCONV_FULL_OUTPUT; \
+ else \
+ { \
+ /* Write out the shift sequence. */ \
+ *outbuf++ = SI; \
+ data->__statep->__count &= 7; \
+ } \
+ } \
+ }
+
+
+/* Since we might have to reset input pointer we must be able to save
+ and retore the state. */
+#define SAVE_RESET_STATE(Save) \
+ if (Save) \
+ save_curcs = *curcsp; \
+ else \
+ *curcsp = save_curcs
+
+
+/* Current codeset type. */
+enum
+{
+ sb = 0,
+ db = 64
+};
+
+
+/* Subroutine to write out converted UCS4 from IBM-13XX. */
+#ifdef HAS_COMBINED
+# define SUB_COMBINED_UCS_FROM_IBM13XX \
+ { \
+ if (res != UCS_LIMIT || ch < __TO_UCS4_COMBINED_MIN \
+ || ch > __TO_UCS4_COMBINED_MAX) \
+ { \
+ put32 (outptr, res); \
+ outptr += 4; \
+ } \
+ else \
+ { \
+ /* This is a combined character. Make sure we have room. */ \
+ if (__builtin_expect (outptr + 8 > outend, 0)) \
+ { \
+ result = __GCONV_FULL_OUTPUT; \
+ break; \
+ } \
+ \
+ const struct divide *cmbp \
+ = &DB_TO_UCS4_COMB[ch - __TO_UCS4_COMBINED_MIN]; \
+ assert (cmbp->res1 != 0 && cmbp->res2 != 0); \
+ \
+ put32 (outptr, cmbp->res1); \
+ outptr += 4; \
+ put32 (outptr, cmbp->res2); \
+ outptr += 4; \
+ } \
+ }
+#else
+# define SUB_COMBINED_UCS_FROM_IBM13XX \
+ { \
+ put32 (outptr, res); \
+ outptr += 4; \
+ }
+#endif /* HAS_COMBINED */
+
+
+/* First, define the conversion function from IBM-13XX to UCS4. */
+#define MIN_NEEDED_INPUT MIN_NEEDED_FROM
+#define MAX_NEEDED_INPUT MAX_NEEDED_FROM
+#define MIN_NEEDED_OUTPUT MIN_NEEDED_TO
+#define LOOPFCT FROM_LOOP
+#define BODY \
+ { \
+ uint32_t ch = *inptr; \
+ \
+ if (__builtin_expect (ch, 0) == SO) \
+ { \
+ /* Shift OUT, change to DBCS converter. */ \
+ if (curcs == db) \
+ { \
+ result = __GCONV_ILLEGAL_INPUT; \
+ break; \
+ } \
+ curcs = db; \
+ ++inptr; \
+ continue; \
+ } \
+ if (__builtin_expect (ch, 0) == SI) \
+ { \
+ /* Shift IN, change to SBCS converter. */ \
+ if (curcs == sb) \
+ { \
+ result = __GCONV_ILLEGAL_INPUT; \
+ break; \
+ } \
+ curcs = sb; \
+ ++inptr; \
+ continue; \
+ } \
+ \
+ if (curcs == sb) \
+ { \
+ /* Use the IBM13XX table for single byte. */ \
+ uint32_t res = SB_TO_UCS4[ch]; \
+ if (__builtin_expect (res, L'\1') == L'\0' && ch != '\0') \
+ { \
+ /* This is an illegal character. */ \
+ if (! ignore_errors_p ()) \
+ { \
+ result = __GCONV_ILLEGAL_INPUT; \
+ break; \
+ } \
+ ++*irreversible; \
+ } \
+ else \
+ { \
+ put32 (outptr, res); \
+ outptr += 4; \
+ } \
+ ++inptr; \
+ } \
+ else \
+ { \
+ assert (curcs == db); \
+ \
+ if (__builtin_expect (inptr + 1 >= inend, 0)) \
+ { \
+ /* The second character is not available. Store the \
+ intermediate result. */ \
+ result = __GCONV_INCOMPLETE_INPUT; \
+ break; \
+ } \
+ \
+ ch = (ch * 0x100) + inptr[1]; \
+ \
+ /* Use the IBM1364 table for double byte. */ \
+ const struct gap *rp2 = DB_TO_UCS4_IDX; \
+ while (ch > rp2->end) \
+ ++rp2; \
+ \
+ uint32_t res; \
+ if (__builtin_expect (ch < rp2->start, 0) \
+ || (res = DB_TO_UCS4[ch + rp2->idx], \
+ __builtin_expect (res, L'\1') == L'\0' && ch != '\0')) \
+ { \
+ /* This is an illegal character. */ \
+ if (! ignore_errors_p ()) \
+ { \
+ result = __GCONV_ILLEGAL_INPUT; \
+ break; \
+ } \
+ ++*irreversible; \
+ } \
+ else \
+ { \
+ SUB_COMBINED_UCS_FROM_IBM13XX; \
+ } \
+ inptr += 2; \
+ } \
+ }
+#define LOOP_NEED_FLAGS
+#define EXTRA_LOOP_DECLS , int *curcsp
+#define INIT_PARAMS int curcs = *curcsp & ~7
+#define UPDATE_PARAMS *curcsp = curcs
+#include <iconv/loop.c>
+
+
+/* Subroutine to convert two UCS4 codes to IBM-13XX. */
+#ifdef HAS_COMBINED
+# define SUB_COMBINED_UCS_TO_IBM13XX \
+ { \
+ const struct combine *cmbp = UCS4_COMB_TO_DB; \
+ while (cmbp->res1 < ch) \
+ ++cmbp; \
+ /* XXX if last char is beginning of combining store in state */ \
+ if (cmbp->res1 == ch && inptr + 4 < inend) \
+ { \
+ /* See if input is part of a combined character. */ \
+ uint32_t ch_next = get32 (inptr + 4); \
+ while (cmbp->res2 != ch_next) \
+ { \
+ ++cmbp; \
+ if (cmbp->res1 != ch) \
+ goto not_combined; \
+ } \
+ \
+ /* It is a combined character. First make sure we are in \
+ double byte mode. */ \
+ if (curcs == sb) \
+ { \
+ /* We know there is room for at least one byte. */ \
+ *outptr++ = SO; \
+ curcs = db; \
+ } \
+ \
+ if (__builtin_expect (outptr + 2 > outend, 0)) \
+ { \
+ result = __GCONV_FULL_OUTPUT; \
+ break; \
+ } \
+ *outptr++ = cmbp->ch[0]; \
+ *outptr++ = cmbp->ch[1]; \
+ inptr += 8; \
+ continue; \
+ \
+ not_combined:; \
+ } \
+ }
+#else
+# define SUB_COMBINED_UCS_TO_IBM13XX
+#endif /* HAS_COMBINED */
+
+
+/* Next, define the other direction. */
+#define MIN_NEEDED_INPUT MIN_NEEDED_TO
+#define MIN_NEEDED_OUTPUT MIN_NEEDED_FROM
+#define MAX_NEEDED_OUTPUT MAX_NEEDED_FROM
+#define LOOPFCT TO_LOOP
+#define BODY \
+ { \
+ uint32_t ch = get32 (inptr); \
+ \
+ if (__builtin_expect (ch >= UCS_LIMIT, 0)) \
+ { \
+ UNICODE_TAG_HANDLER (ch, 4); \
+ \
+ if (! ignore_errors_p ()) \
+ { \
+ result = __GCONV_ILLEGAL_INPUT; \
+ break; \
+ } \
+ ++*irreversible; \
+ inptr += 4; \
+ continue; \
+ } \
+ \
+ SUB_COMBINED_UCS_TO_IBM13XX; \
+ \
+ const struct gap *rp1 = UCS4_TO_SB_IDX; \
+ while (ch > rp1->end) \
+ ++rp1; \
+ \
+ /* Use the UCS4 table for single byte. */ \
+ const char *cp; \
+ if (__builtin_expect (ch < rp1->start, 0) \
+ || (cp = UCS4_TO_SB[ch + rp1->idx], \
+ __builtin_expect (cp[0], L'\1') == L'\0' && ch != '\0')) \
+ { \
+ /* Use the UCS4 table for double byte. */ \
+ const struct gap *rp2 = UCS4_TO_DB_IDX; \
+ while (ch > rp2->end) \
+ ++rp2; \
+ \
+ if (__builtin_expect (ch < rp2->start, 0) \
+ || (cp = UCS4_TO_DB[ch + rp2->idx], \
+ __builtin_expect (cp[0], L'\1') == L'\0' && ch != '\0')) \
+ { \
+ /* This is an illegal character. */ \
+ if (! ignore_errors_p ()) \
+ { \
+ result = __GCONV_ILLEGAL_INPUT; \
+ break; \
+ } \
+ ++*irreversible; \
+ } \
+ else \
+ { \
+ if (curcs == sb) \
+ { \
+ /* We know there is room for at least one byte. */ \
+ *outptr++ = SO; \
+ curcs = db; \
+ } \
+ \
+ if (__builtin_expect (outptr + 2 > outend, 0)) \
+ { \
+ result = __GCONV_FULL_OUTPUT; \
+ break; \
+ } \
+ *outptr++ = cp[0]; \
+ *outptr++ = cp[1]; \
+ } \
+ } \
+ else \
+ { \
+ if (__builtin_expect (curcs == db, 0)) \
+ { \
+ /* We know there is room for at least one byte. */ \
+ *outptr++ = SI; \
+ curcs = sb; \
+ \
+ if (__builtin_expect (outptr >= outend, 0)) \
+ { \
+ result = __GCONV_FULL_OUTPUT; \
+ break; \
+ } \
+ } \
+ \
+ *outptr++ = cp[0]; \
+ } \
+ \
+ /* Now that we wrote the output increment the input pointer. */ \
+ inptr += 4; \
+ }
+#define LOOP_NEED_FLAGS
+#define EXTRA_LOOP_DECLS , int *curcsp
+#define INIT_PARAMS int curcs = *curcsp & ~7
+#define UPDATE_PARAMS *curcsp = curcs
+#include <iconv/loop.c>
+
+/* Now define the toplevel functions. */
+#include <iconv/skeleton.c>