mirror of
https://sourceware.org/git/glibc.git
synced 2024-12-19 06:23:34 +08:00
fd1b5c0fb6
2000-04-09 Ulrich Drepper <drepper@redhat.com> Implement handling of restartable conversion functions according to ISO C. * iconv/gconv.h (__gconv_fct): Add additional parameter. * iconv/gconv_int.h (__BUILTIN_TRANS): Likewise. * iconv/gconv.c: Pass additional parameter to conversion function. * iconv/gconv_simple.c (internal_ucs4_loop_single): New function. (internal_ucs4le_loop_single): New function. (__gconv_transform_ascii_internal): Define ONE_DIRECTION. (__gconv_transform_internal_ascii): Likewise. (__gconv_transform_internal_utf8): Likewise. (__gconv_transform_utf8_internal): Likewise. (__gconv_transform_ucs2_internal): Likewise. (__gconv_transform_internal_ucs2): Likewise. (__gconv_transform_ucs2reverse_internal): Likewise. (__gconv_transform_internal_ucs2reverse): Likewise. (internal_ucs4le_loop_unaligned): Before return __GCONV_INCOMPLETE_INPUT check that the remaining bytes really form a valid character. Otherwise return __GCONV_ILLEGAL_INPUT. (__gconv_transform_utf8_internal): Define STORE_REST and UNPACK_BYTES. * iconv/loop.c: Fit in definition of function to convert one character for processing of left-over bytes from the state object. * iconv/skeleton.c (gconv): Rename inbuf to inptrp and inbufend to inend to match names in loop functions. (RESET_INPUT_BUFFER): Change apprpriately. (gconv): If needed, call function to process bytes from the state object. Similar at the end: store left over bytes if input is incomplete. Take extra argument and add new argument to all calls of the conversion function. * iconvdata/iso-2022-cn.c: Adjust numeric values used to store information in the state object to not conflict with length count. * iconvdata/iso-2022-jp.c: Likewise. * iconvdata/iso-2022-kr.c: Likewise. * iconvdata/unicode.c: Adjust for change change in parameters of skeleton function. * iconvdata/utf-16.c: Likewise. * libio/iofwide.c: Add new parameter to all calls of conversion function. * wcsmbs/btowc.c: Likewise. * wcsmbs/mbrtowc.c: Likewise. * wcsmbs/mbsnrtowcs.c: Likewise. * wcsmbs/mbsrtowcs.c: Likewise. * wcsmbs/wcrtomb.c: Likewise. * wcsmbs/wcsnrtombs.c: Likewise. * wcsmbs/wcsrtombs.c: Likewise. * wcsmbs/wctob.c: Likewise. * iconvdata/gbgbk.c: Always define MAX_NEEDED_OUTPUT and MAX_NEEDED_INPUT.
185 lines
5.8 KiB
C
185 lines
5.8 KiB
C
/* Copyright (C) 1997, 1998, 1999, 2000 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
Contributed by Ulrich Drepper <drepper@cygnus.com>, 1997.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Library General Public License as
|
|
published by the Free Software Foundation; either version 2 of the
|
|
License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Library General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Library General Public
|
|
License along with the GNU C Library; see the file COPYING.LIB. If not,
|
|
write to the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
Boston, MA 02111-1307, USA. */
|
|
|
|
#ifndef _GCONV_INT_H
|
|
#define _GCONV_INT_H 1
|
|
|
|
#include "gconv.h"
|
|
#include <regex.h>
|
|
|
|
__BEGIN_DECLS
|
|
|
|
|
|
/* Structure for alias definition. Simply to strings. */
|
|
struct gconv_alias
|
|
{
|
|
const char *fromname;
|
|
const char *toname;
|
|
};
|
|
|
|
|
|
/* How many character should be conveted in one call? */
|
|
#define GCONV_NCHAR_GOAL 8160
|
|
|
|
|
|
/* Structure describing one loaded shared object. This normally are
|
|
objects to perform conversation but as a special case the db shared
|
|
object is also handled. */
|
|
struct __gconv_loaded_object
|
|
{
|
|
/* Name of the object. */
|
|
const char *name;
|
|
|
|
/* Reference counter for the db functionality. If no conversion is
|
|
needed we unload the db library. */
|
|
int counter;
|
|
|
|
/* The handle for the shared object. */
|
|
void *handle;
|
|
|
|
/* Pointer to the functions the module defines. */
|
|
__gconv_fct fct;
|
|
__gconv_init_fct init_fct;
|
|
__gconv_end_fct end_fct;
|
|
};
|
|
|
|
|
|
/* Description for an available conversion module. */
|
|
struct gconv_module
|
|
{
|
|
const char *from_pattern;
|
|
const char *from_constpfx;
|
|
size_t from_constpfx_len;
|
|
const regex_t *from_regex;
|
|
regex_t from_regex_mem;
|
|
|
|
const char *to_string;
|
|
|
|
int cost_hi;
|
|
int cost_lo;
|
|
|
|
const char *module_name;
|
|
|
|
struct gconv_module *left; /* Prefix smaller. */
|
|
struct gconv_module *same; /* List of entries with identical prefix. */
|
|
struct gconv_module *matching;/* Next node with more specific prefix. */
|
|
struct gconv_module *right; /* Prefix larger. */
|
|
};
|
|
|
|
|
|
/* Flags for `gconv_open'. */
|
|
enum
|
|
{
|
|
GCONV_AVOID_NOCONV = 1 << 0
|
|
};
|
|
|
|
|
|
/* Global variables. */
|
|
|
|
/* Database of alias names. */
|
|
extern void *__gconv_alias_db;
|
|
|
|
/* Array with available modules. */
|
|
extern size_t __gconv_nmodules;
|
|
extern struct gconv_module *__gconv_modules_db;
|
|
|
|
|
|
/* Return in *HANDLE decriptor for transformation from FROMSET to TOSET. */
|
|
extern int __gconv_open (const char *__toset, const char *__fromset,
|
|
__gconv_t *__handle, int flags)
|
|
internal_function;
|
|
|
|
/* Free resources associated with transformation descriptor CD. */
|
|
extern int __gconv_close (__gconv_t cd)
|
|
internal_function;
|
|
|
|
/* Transform at most *INBYTESLEFT bytes from buffer starting at *INBUF
|
|
according to rules described by CD and place up to *OUTBYTESLEFT
|
|
bytes in buffer starting at *OUTBUF. Return number of non-identical
|
|
conversions in *CONVERTED if this pointer is not null. */
|
|
extern int __gconv (__gconv_t __cd, const unsigned char **__inbuf,
|
|
const unsigned char *inbufend, unsigned char **__outbuf,
|
|
unsigned char *outbufend, size_t *converted)
|
|
internal_function;
|
|
|
|
/* Return in *HANDLE a pointer to an array with *NSTEPS elements describing
|
|
the single steps necessary for transformation from FROMSET to TOSET. */
|
|
extern int __gconv_find_transform (const char *__toset, const char *__fromset,
|
|
struct __gconv_step **__handle,
|
|
size_t *__nsteps, int flags)
|
|
internal_function;
|
|
|
|
/* Read all the configuration data and cache it. */
|
|
extern void __gconv_read_conf (void);
|
|
|
|
/* Comparison function to search alias. */
|
|
extern int __gconv_alias_compare (const void *__p1, const void *__p2);
|
|
|
|
/* Clear reference to transformation step implementations which might
|
|
cause the code to be unloaded. */
|
|
extern int __gconv_close_transform (struct __gconv_step *__steps,
|
|
size_t __nsteps)
|
|
internal_function;
|
|
|
|
/* Load shared object named by NAME. If already loaded increment reference
|
|
count. */
|
|
extern struct __gconv_loaded_object *__gconv_find_shlib (const char *__name)
|
|
internal_function;
|
|
|
|
/* Release shared object. If no further reference is available unload
|
|
the object. */
|
|
extern int __gconv_release_shlib (struct __gconv_loaded_object *__handle)
|
|
internal_function;
|
|
|
|
/* Fill STEP with information about builtin module with NAME. */
|
|
extern void __gconv_get_builtin_trans (const char *__name,
|
|
struct __gconv_step *__step)
|
|
internal_function;
|
|
|
|
|
|
|
|
/* Builtin transformations. */
|
|
#ifdef _LIBC
|
|
# define __BUILTIN_TRANS(Name) \
|
|
extern int Name (struct __gconv_step *__step, \
|
|
struct __gconv_step_data *__data, \
|
|
const unsigned char **__inbuf, \
|
|
const unsigned char *__inbufend, size_t *__written, \
|
|
int __do_flush, int __consume_incomplete)
|
|
|
|
__BUILTIN_TRANS (__gconv_transform_ascii_internal);
|
|
__BUILTIN_TRANS (__gconv_transform_internal_ascii);
|
|
__BUILTIN_TRANS (__gconv_transform_utf8_internal);
|
|
__BUILTIN_TRANS (__gconv_transform_internal_utf8);
|
|
__BUILTIN_TRANS (__gconv_transform_ucs2_internal);
|
|
__BUILTIN_TRANS (__gconv_transform_internal_ucs2);
|
|
__BUILTIN_TRANS (__gconv_transform_ucs2reverse_internal);
|
|
__BUILTIN_TRANS (__gconv_transform_internal_ucs2reverse);
|
|
__BUILTIN_TRANS (__gconv_transform_internal_ucs4);
|
|
__BUILTIN_TRANS (__gconv_transform_internal_ucs4le);
|
|
__BUILTIN_TRANS (__gconv_transform_internal_utf16);
|
|
__BUILTIN_TRANS (__gconv_transform_utf16_internal);
|
|
# undef __BUITLIN_TRANS
|
|
|
|
#endif
|
|
|
|
__END_DECLS
|
|
|
|
#endif /* gconv_int.h */
|