1/* $FreeBSD$ */ 2/* $NetBSD: citrus_ues.c,v 1.3 2012/02/12 13:51:29 wiz Exp $ */ 3 4/*- 5 * Copyright (c)2006 Citrus Project, 6 * All rights reserved. 7 * 8 * Redistribution and use in source and binary forms, with or without 9 * modification, are permitted provided that the following conditions 10 * are met: 11 * 1. Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * 2. Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in the 15 * documentation and/or other materials provided with the distribution. 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 * SUCH DAMAGE. 28 */ 29 30#include <sys/cdefs.h> 31 32#include <assert.h> 33#include <errno.h> 34#include <limits.h> 35#include <stdio.h> 36#include <stdint.h> 37#include <stdlib.h> 38#include <string.h> 39#include <wchar.h> 40 41#include "citrus_namespace.h" 42#include "citrus_types.h" 43#include "citrus_bcs.h" 44#include "citrus_module.h" 45#include "citrus_stdenc.h" 46#include "citrus_ues.h" 47 48typedef struct { 49 size_t mb_cur_max; 50 int mode; 51#define MODE_C99 1 52} _UESEncodingInfo; 53 54typedef struct { 55 int chlen; 56 char ch[12]; 57} _UESState; 58 59#define _CEI_TO_EI(_cei_) (&(_cei_)->ei) 60#define _CEI_TO_STATE(_cei_, _func_) (_cei_)->states.s_##_func_ 61 62#define _FUNCNAME(m) _citrus_UES_##m 63#define _ENCODING_INFO _UESEncodingInfo 64#define _ENCODING_STATE _UESState 65#define _ENCODING_MB_CUR_MAX(_ei_) (_ei_)->mb_cur_max 66#define _ENCODING_IS_STATE_DEPENDENT 0 67#define _STATE_NEEDS_EXPLICIT_INIT(_ps_) 0 68 69static __inline void 70/*ARGSUSED*/ 71_citrus_UES_init_state(_UESEncodingInfo * __restrict ei __unused, 72 _UESState * __restrict psenc) 73{ 74 75 psenc->chlen = 0; 76} 77 78#if 0 79static __inline void 80/*ARGSUSED*/ 81_citrus_UES_pack_state(_UESEncodingInfo * __restrict ei __unused, 82 void *__restrict pspriv, const _UESState * __restrict psenc) 83{ 84 85 memcpy(pspriv, (const void *)psenc, sizeof(*psenc)); 86} 87 88static __inline void 89/*ARGSUSED*/ 90_citrus_UES_unpack_state(_UESEncodingInfo * __restrict ei __unused, 91 _UESState * __restrict psenc, const void * __restrict pspriv) 92{ 93 94 memcpy((void *)psenc, pspriv, sizeof(*psenc)); 95} 96#endif 97 98static __inline int 99to_int(int ch) 100{ 101 102 if (ch >= '0' && ch <= '9') 103 return (ch - '0'); 104 else if (ch >= 'A' && ch <= 'F') 105 return ((ch - 'A') + 10); 106 else if (ch >= 'a' && ch <= 'f') 107 return ((ch - 'a') + 10); 108 return (-1); 109} 110 111#define ESCAPE '\\' 112#define UCS2_ESC 'u' 113#define UCS4_ESC 'U' 114 115#define UCS2_BIT 16 116#define UCS4_BIT 32 117#define BMP_MAX UINT32_C(0xFFFF) 118#define UCS2_MAX UINT32_C(0x10FFFF) 119#define UCS4_MAX UINT32_C(0x7FFFFFFF) 120 121static const char *xdig = "0123456789abcdef"; 122 123static __inline int 124to_str(char *s, wchar_t wc, int bit) 125{ 126 char *p; 127 128 p = s; 129 *p++ = ESCAPE; 130 switch (bit) { 131 case UCS2_BIT: 132 *p++ = UCS2_ESC; 133 break; 134 case UCS4_BIT: 135 *p++ = UCS4_ESC; 136 break; 137 default: 138 abort(); 139 } 140 do { 141 *p++ = xdig[(wc >> (bit -= 4)) & 0xF]; 142 } while (bit > 0); 143 return (p - s); 144} 145 146static __inline bool 147is_hi_surrogate(wchar_t wc) 148{ 149 150 return (wc >= 0xD800 && wc <= 0xDBFF); 151} 152 153static __inline bool 154is_lo_surrogate(wchar_t wc) 155{ 156 157 return (wc >= 0xDC00 && wc <= 0xDFFF); 158} 159 160static __inline wchar_t 161surrogate_to_ucs(wchar_t hi, wchar_t lo) 162{ 163 164 hi -= 0xD800; 165 lo -= 0xDC00; 166 return ((hi << 10 | lo) + 0x10000); 167} 168 169static __inline void 170ucs_to_surrogate(wchar_t wc, wchar_t * __restrict hi, wchar_t * __restrict lo) 171{ 172 173 wc -= 0x10000; 174 *hi = (wc >> 10) + 0xD800; 175 *lo = (wc & 0x3FF) + 0xDC00; 176} 177 178static __inline bool 179is_basic(wchar_t wc) 180{ 181 182 return ((uint32_t)wc <= 0x9F && wc != 0x24 && wc != 0x40 && 183 wc != 0x60); 184} 185 186static int 187_citrus_UES_mbrtowc_priv(_UESEncodingInfo * __restrict ei, 188 wchar_t * __restrict pwc, char ** __restrict s, size_t n, 189 _UESState * __restrict psenc, size_t * __restrict nresult) 190{ 191 char *s0; 192 int ch, head, num, tail; 193 wchar_t hi, wc; 194 195 if (*s == NULL) { 196 _citrus_UES_init_state(ei, psenc); 197 *nresult = 0; 198 return (0); 199 } 200 s0 = *s; 201 202 hi = (wchar_t)0; 203 tail = 0; 204 205surrogate: 206 wc = (wchar_t)0; 207 head = tail; 208 if (psenc->chlen == head) { 209 if (n-- < 1) 210 goto restart; 211 psenc->ch[psenc->chlen++] = *s0++; 212 } 213 ch = (unsigned char)psenc->ch[head++]; 214 if (ch == ESCAPE) { 215 if (psenc->chlen == head) { 216 if (n-- < 1) 217 goto restart; 218 psenc->ch[psenc->chlen++] = *s0++; 219 } 220 switch (psenc->ch[head]) { 221 case UCS2_ESC: 222 tail += 6; 223 break; 224 case UCS4_ESC: 225 if (ei->mode & MODE_C99) { 226 tail = 10; 227 break; 228 } 229 /*FALLTHROUGH*/ 230 default: 231 tail = 0; 232 } 233 ++head; 234 } 235 for (; head < tail; ++head) { 236 if (psenc->chlen == head) { 237 if (n-- < 1) { 238restart: 239 *s = s0; 240 *nresult = (size_t)-2; 241 return (0); 242 } 243 psenc->ch[psenc->chlen++] = *s0++; 244 } 245 num = to_int((int)(unsigned char)psenc->ch[head]); 246 if (num < 0) { 247 tail = 0; 248 break; 249 } 250 wc = (wc << 4) | num; 251 } 252 head = 0; 253 switch (tail) { 254 case 0: 255 break; 256 case 6: 257 if (hi != (wchar_t)0) 258 break; 259 if ((ei->mode & MODE_C99) == 0) { 260 if (is_hi_surrogate(wc) != 0) { 261 hi = wc; 262 goto surrogate; 263 } 264 if ((uint32_t)wc <= 0x7F /* XXX */ || 265 is_lo_surrogate(wc) != 0) 266 break; 267 goto done; 268 } 269 /*FALLTHROUGH*/ 270 case 10: 271 if (is_basic(wc) == 0 && (uint32_t)wc <= UCS4_MAX && 272 is_hi_surrogate(wc) == 0 && is_lo_surrogate(wc) == 0) 273 goto done; 274 *nresult = (size_t)-1; 275 return (EILSEQ); 276 case 12: 277 if (is_lo_surrogate(wc) == 0) 278 break; 279 wc = surrogate_to_ucs(hi, wc); 280 goto done; 281 } 282 ch = (unsigned char)psenc->ch[0]; 283 head = psenc->chlen; 284 if (--head > 0) 285 memmove(&psenc->ch[0], &psenc->ch[1], head); 286 wc = (wchar_t)ch; 287done: 288 psenc->chlen = head; 289 if (pwc != NULL) 290 *pwc = wc; 291 *nresult = (size_t)((wc == 0) ? 0 : (s0 - *s)); 292 *s = s0; 293 294 return (0); 295} 296 297static int 298_citrus_UES_wcrtomb_priv(_UESEncodingInfo * __restrict ei, 299 char * __restrict s, size_t n, wchar_t wc, 300 _UESState * __restrict psenc, size_t * __restrict nresult) 301{ 302 wchar_t hi, lo; 303 304 if (psenc->chlen != 0) 305 return (EINVAL); 306 307 if ((ei->mode & MODE_C99) ? is_basic(wc) : (uint32_t)wc <= 0x7F) { 308 if (n-- < 1) 309 goto e2big; 310 psenc->ch[psenc->chlen++] = (char)wc; 311 } else if ((uint32_t)wc <= BMP_MAX) { 312 if (n < 6) 313 goto e2big; 314 psenc->chlen = to_str(&psenc->ch[0], wc, UCS2_BIT); 315 } else if ((ei->mode & MODE_C99) == 0 && (uint32_t)wc <= UCS2_MAX) { 316 if (n < 12) 317 goto e2big; 318 ucs_to_surrogate(wc, &hi, &lo); 319 psenc->chlen += to_str(&psenc->ch[0], hi, UCS2_BIT); 320 psenc->chlen += to_str(&psenc->ch[6], lo, UCS2_BIT); 321 } else if ((ei->mode & MODE_C99) && (uint32_t)wc <= UCS4_MAX) { 322 if (n < 10) 323 goto e2big; 324 psenc->chlen = to_str(&psenc->ch[0], wc, UCS4_BIT); 325 } else { 326 *nresult = (size_t)-1; 327 return (EILSEQ); 328 } 329 memcpy(s, psenc->ch, psenc->chlen); 330 *nresult = psenc->chlen; 331 psenc->chlen = 0; 332 333 return (0); 334 335e2big: 336 *nresult = (size_t)-1; 337 return (E2BIG); 338} 339 340/*ARGSUSED*/ 341static int 342_citrus_UES_stdenc_wctocs(_UESEncodingInfo * __restrict ei __unused, 343 _csid_t * __restrict csid, _index_t * __restrict idx, wchar_t wc) 344{ 345 346 *csid = 0; 347 *idx = (_index_t)wc; 348 349 return (0); 350} 351 352static __inline int 353/*ARGSUSED*/ 354_citrus_UES_stdenc_cstowc(_UESEncodingInfo * __restrict ei __unused, 355 wchar_t * __restrict wc, _csid_t csid, _index_t idx) 356{ 357 358 if (csid != 0) 359 return (EILSEQ); 360 *wc = (wchar_t)idx; 361 362 return (0); 363} 364 365static __inline int 366/*ARGSUSED*/ 367_citrus_UES_stdenc_get_state_desc_generic(_UESEncodingInfo * __restrict ei __unused, 368 _UESState * __restrict psenc, int * __restrict rstate) 369{ 370 371 *rstate = (psenc->chlen == 0) ? _STDENC_SDGEN_INITIAL : 372 _STDENC_SDGEN_INCOMPLETE_CHAR; 373 return (0); 374} 375 376static void 377/*ARGSUSED*/ 378_citrus_UES_encoding_module_uninit(_UESEncodingInfo *ei __unused) 379{ 380 381 /* ei seems to be unused */ 382} 383 384static int 385/*ARGSUSED*/ 386_citrus_UES_encoding_module_init(_UESEncodingInfo * __restrict ei, 387 const void * __restrict var, size_t lenvar) 388{ 389 const char *p; 390 391 p = var; 392 memset((void *)ei, 0, sizeof(*ei)); 393 while (lenvar > 0) { 394 switch (_bcs_toupper(*p)) { 395 case 'C': 396 MATCH(C99, ei->mode |= MODE_C99); 397 break; 398 } 399 ++p; 400 --lenvar; 401 } 402 ei->mb_cur_max = (ei->mode & MODE_C99) ? 10 : 12; 403 404 return (0); 405} 406 407/* ---------------------------------------------------------------------- 408 * public interface for stdenc 409 */ 410 411_CITRUS_STDENC_DECLS(UES); 412_CITRUS_STDENC_DEF_OPS(UES); 413 414#include "citrus_stdenc_template.h" 415