зеркало из https://github.com/github/ruby.git
681 строка
18 KiB
C
681 строка
18 KiB
C
/**********************************************************************
|
|
unicode.c - Oniguruma (regular expression library)
|
|
**********************************************************************/
|
|
/*-
|
|
* Copyright (c) 2002-2008 K.Kosako <sndgk393 AT ybb DOT ne DOT jp>
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*/
|
|
|
|
#include "regint.h"
|
|
|
|
#define ONIGENC_IS_UNICODE_ISO_8859_1_CTYPE(code,ctype) \
|
|
((EncUNICODE_ISO_8859_1_CtypeTable[code] & CTYPE_TO_BIT(ctype)) != 0)
|
|
#if 0
|
|
#define ONIGENC_IS_UNICODE_ISO_8859_1_BIT_CTYPE(code,cbit) \
|
|
((EncUNICODE_ISO_8859_1_CtypeTable[code] & (cbit)) != 0)
|
|
#endif
|
|
|
|
static const unsigned short EncUNICODE_ISO_8859_1_CtypeTable[256] = {
|
|
0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008,
|
|
0x4008, 0x420c, 0x4209, 0x4208, 0x4208, 0x4208, 0x4008, 0x4008,
|
|
0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008,
|
|
0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008,
|
|
0x4284, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0,
|
|
0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0,
|
|
0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0,
|
|
0x78b0, 0x78b0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0,
|
|
0x41a0, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x74a2,
|
|
0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2,
|
|
0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2,
|
|
0x74a2, 0x74a2, 0x74a2, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x51a0,
|
|
0x41a0, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x70e2,
|
|
0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2,
|
|
0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2,
|
|
0x70e2, 0x70e2, 0x70e2, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x4008,
|
|
0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0288, 0x0008, 0x0008,
|
|
0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008,
|
|
0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008,
|
|
0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008,
|
|
0x0284, 0x01a0, 0x00a0, 0x00a0, 0x00a0, 0x00a0, 0x00a0, 0x00a0,
|
|
0x00a0, 0x00a0, 0x30e2, 0x01a0, 0x00a0, 0x00a8, 0x00a0, 0x00a0,
|
|
0x00a0, 0x00a0, 0x10a0, 0x10a0, 0x00a0, 0x30e2, 0x00a0, 0x01a0,
|
|
0x00a0, 0x10a0, 0x30e2, 0x01a0, 0x10a0, 0x10a0, 0x10a0, 0x01a0,
|
|
0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2,
|
|
0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2,
|
|
0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x00a0,
|
|
0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x30e2,
|
|
0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2,
|
|
0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2,
|
|
0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0,
|
|
0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2
|
|
};
|
|
|
|
#include "enc/unicode/name2ctype.h"
|
|
|
|
typedef struct {
|
|
int n;
|
|
OnigCodePoint code[3];
|
|
} CodePointList3;
|
|
|
|
typedef struct {
|
|
OnigCodePoint from;
|
|
CodePointList3 to;
|
|
} CaseFold_11_Type;
|
|
|
|
typedef struct {
|
|
OnigCodePoint from;
|
|
CodePointList3 to;
|
|
} CaseUnfold_11_Type;
|
|
|
|
typedef struct {
|
|
int n;
|
|
OnigCodePoint code[2];
|
|
} CodePointList2;
|
|
|
|
typedef struct {
|
|
OnigCodePoint from[2];
|
|
CodePointList2 to;
|
|
} CaseUnfold_12_Type;
|
|
|
|
typedef struct {
|
|
OnigCodePoint from[3];
|
|
CodePointList2 to;
|
|
} CaseUnfold_13_Type;
|
|
|
|
#include "enc/unicode/casefold.h"
|
|
|
|
|
|
#define numberof(array) (int)(sizeof(array) / sizeof((array)[0]))
|
|
#define CODE_RANGES_NUM numberof(CodeRanges)
|
|
|
|
extern int
|
|
onigenc_unicode_is_code_ctype(OnigCodePoint code, unsigned int ctype, OnigEncoding enc ARG_UNUSED)
|
|
{
|
|
if (
|
|
#ifdef USE_UNICODE_PROPERTIES
|
|
ctype <= ONIGENC_MAX_STD_CTYPE &&
|
|
#endif
|
|
code < 256) {
|
|
return ONIGENC_IS_UNICODE_ISO_8859_1_CTYPE(code, ctype);
|
|
}
|
|
|
|
if (ctype >= CODE_RANGES_NUM) {
|
|
return ONIGERR_TYPE_BUG;
|
|
}
|
|
|
|
return onig_is_in_code_range((UChar* )CodeRanges[ctype], code);
|
|
}
|
|
|
|
|
|
extern int
|
|
onigenc_unicode_ctype_code_range(int ctype, const OnigCodePoint* ranges[])
|
|
{
|
|
if (ctype >= CODE_RANGES_NUM) {
|
|
return ONIGERR_TYPE_BUG;
|
|
}
|
|
|
|
*ranges = CodeRanges[ctype];
|
|
|
|
return 0;
|
|
}
|
|
|
|
extern int
|
|
onigenc_utf16_32_get_ctype_code_range(OnigCtype ctype, OnigCodePoint* sb_out,
|
|
const OnigCodePoint* ranges[],
|
|
struct OnigEncodingTypeST* enc ARG_UNUSED)
|
|
{
|
|
*sb_out = 0x00;
|
|
return onigenc_unicode_ctype_code_range(ctype, ranges);
|
|
}
|
|
|
|
#include "ruby/st.h"
|
|
|
|
#define PROPERTY_NAME_MAX_SIZE (MAX_WORD_LENGTH + 1)
|
|
|
|
extern int
|
|
onigenc_unicode_property_name_to_ctype(OnigEncoding enc, UChar* name, UChar* end)
|
|
{
|
|
int len;
|
|
int ctype;
|
|
UChar buf[PROPERTY_NAME_MAX_SIZE];
|
|
UChar *p;
|
|
OnigCodePoint code;
|
|
|
|
len = 0;
|
|
for (p = name; p < end; p += enclen(enc, p, end)) {
|
|
code = ONIGENC_MBC_TO_CODE(enc, p, end);
|
|
if (code == ' ' || code == '-' || code == '_')
|
|
continue;
|
|
if (code >= 0x80)
|
|
return ONIGERR_INVALID_CHAR_PROPERTY_NAME;
|
|
|
|
buf[len++] = ONIGENC_ASCII_CODE_TO_LOWER_CASE(code);
|
|
if (len >= PROPERTY_NAME_MAX_SIZE)
|
|
return ONIGERR_INVALID_CHAR_PROPERTY_NAME;
|
|
}
|
|
|
|
buf[len] = 0;
|
|
|
|
if ((ctype = uniname2ctype(buf, len)) < 0) {
|
|
return ONIGERR_INVALID_CHAR_PROPERTY_NAME;
|
|
}
|
|
|
|
return ctype;
|
|
}
|
|
|
|
|
|
static int
|
|
code2_cmp(OnigCodePoint* x, OnigCodePoint* y)
|
|
{
|
|
if (x[0] == y[0] && x[1] == y[1]) return 0;
|
|
return 1;
|
|
}
|
|
|
|
static st_index_t
|
|
code2_hash(OnigCodePoint* x)
|
|
{
|
|
return (st_index_t )(x[0] + x[1]);
|
|
}
|
|
|
|
static const struct st_hash_type type_code2_hash = {
|
|
code2_cmp,
|
|
code2_hash,
|
|
};
|
|
|
|
static int
|
|
code3_cmp(OnigCodePoint* x, OnigCodePoint* y)
|
|
{
|
|
if (x[0] == y[0] && x[1] == y[1] && x[2] == y[2]) return 0;
|
|
return 1;
|
|
}
|
|
|
|
static st_index_t
|
|
code3_hash(OnigCodePoint* x)
|
|
{
|
|
return (st_index_t )(x[0] + x[1] + x[2]);
|
|
}
|
|
|
|
static const struct st_hash_type type_code3_hash = {
|
|
code3_cmp,
|
|
code3_hash,
|
|
};
|
|
|
|
|
|
static st_table* FoldTable; /* fold-1, fold-2, fold-3 */
|
|
static st_table* Unfold1Table;
|
|
static st_table* Unfold2Table;
|
|
static st_table* Unfold3Table;
|
|
static int CaseFoldInited = 0;
|
|
|
|
static int init_case_fold_table(void)
|
|
{
|
|
const CaseFold_11_Type *p;
|
|
const CaseUnfold_11_Type *p1;
|
|
const CaseUnfold_12_Type *p2;
|
|
const CaseUnfold_13_Type *p3;
|
|
int i;
|
|
|
|
THREAD_ATOMIC_START;
|
|
|
|
FoldTable = st_init_numtable_with_size(FOLD_TABLE_SIZE);
|
|
if (ONIG_IS_NULL(FoldTable)) return ONIGERR_MEMORY;
|
|
for (i = 0; i < numberof(CaseFold); i++) {
|
|
p = &CaseFold[i];
|
|
st_add_direct(FoldTable, (st_data_t )p->from, (st_data_t )&(p->to));
|
|
}
|
|
for (i = 0; i < numberof(CaseFold_Locale); i++) {
|
|
p = &CaseFold_Locale[i];
|
|
st_add_direct(FoldTable, (st_data_t )p->from, (st_data_t )&(p->to));
|
|
}
|
|
|
|
Unfold1Table = st_init_numtable_with_size(UNFOLD1_TABLE_SIZE);
|
|
if (ONIG_IS_NULL(Unfold1Table)) return ONIGERR_MEMORY;
|
|
|
|
for (i = 0; i < numberof(CaseUnfold_11); i++) {
|
|
p1 = &CaseUnfold_11[i];
|
|
st_add_direct(Unfold1Table, (st_data_t )p1->from, (st_data_t )&(p1->to));
|
|
}
|
|
for (i = 0; i < numberof(CaseUnfold_11_Locale); i++) {
|
|
p1 = &CaseUnfold_11_Locale[i];
|
|
st_add_direct(Unfold1Table, (st_data_t )p1->from, (st_data_t )&(p1->to));
|
|
}
|
|
|
|
Unfold2Table = st_init_table_with_size(&type_code2_hash, UNFOLD2_TABLE_SIZE);
|
|
if (ONIG_IS_NULL(Unfold2Table)) return ONIGERR_MEMORY;
|
|
|
|
for (i = 0; i < numberof(CaseUnfold_12); i++) {
|
|
p2 = &CaseUnfold_12[i];
|
|
st_add_direct(Unfold2Table, (st_data_t )p2->from, (st_data_t )(&p2->to));
|
|
}
|
|
for (i = 0; i < numberof(CaseUnfold_12_Locale); i++) {
|
|
p2 = &CaseUnfold_12_Locale[i];
|
|
st_add_direct(Unfold2Table, (st_data_t )p2->from, (st_data_t )(&p2->to));
|
|
}
|
|
|
|
Unfold3Table = st_init_table_with_size(&type_code3_hash, UNFOLD3_TABLE_SIZE);
|
|
if (ONIG_IS_NULL(Unfold3Table)) return ONIGERR_MEMORY;
|
|
|
|
for (i = 0; i < numberof(CaseUnfold_13); i++) {
|
|
p3 = &CaseUnfold_13[i];
|
|
st_add_direct(Unfold3Table, (st_data_t )p3->from, (st_data_t )(&p3->to));
|
|
}
|
|
|
|
CaseFoldInited = 1;
|
|
THREAD_ATOMIC_END;
|
|
return 0;
|
|
}
|
|
|
|
extern int
|
|
onigenc_unicode_mbc_case_fold(OnigEncoding enc,
|
|
OnigCaseFoldType flag ARG_UNUSED, const UChar** pp, const UChar* end,
|
|
UChar* fold)
|
|
{
|
|
CodePointList3 *to;
|
|
OnigCodePoint code;
|
|
int i, len, rlen;
|
|
const UChar *p = *pp;
|
|
|
|
if (CaseFoldInited == 0) init_case_fold_table();
|
|
|
|
code = ONIGENC_MBC_TO_CODE(enc, p, end);
|
|
len = enclen(enc, p, end);
|
|
*pp += len;
|
|
|
|
#ifdef USE_UNICODE_CASE_FOLD_TURKISH_AZERI
|
|
if ((flag & ONIGENC_CASE_FOLD_TURKISH_AZERI) != 0) {
|
|
if (code == 0x0049) {
|
|
return ONIGENC_CODE_TO_MBC(enc, 0x0131, fold);
|
|
}
|
|
else if (code == 0x0130) {
|
|
return ONIGENC_CODE_TO_MBC(enc, 0x0069, fold);
|
|
}
|
|
}
|
|
#endif
|
|
|
|
if (onig_st_lookup(FoldTable, (st_data_t )code, (void* )&to) != 0) {
|
|
if (to->n == 1) {
|
|
return ONIGENC_CODE_TO_MBC(enc, to->code[0], fold);
|
|
}
|
|
#if 0
|
|
/* NO NEEDS TO CHECK */
|
|
else if ((flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0)
|
|
#else
|
|
else
|
|
#endif
|
|
{
|
|
rlen = 0;
|
|
for (i = 0; i < to->n; i++) {
|
|
len = ONIGENC_CODE_TO_MBC(enc, to->code[i], fold);
|
|
fold += len;
|
|
rlen += len;
|
|
}
|
|
return rlen;
|
|
}
|
|
}
|
|
|
|
for (i = 0; i < len; i++) {
|
|
*fold++ = *p++;
|
|
}
|
|
return len;
|
|
}
|
|
|
|
extern int
|
|
onigenc_unicode_apply_all_case_fold(OnigCaseFoldType flag,
|
|
OnigApplyAllCaseFoldFunc f, void* arg,
|
|
OnigEncoding enc ARG_UNUSED)
|
|
{
|
|
const CaseUnfold_11_Type* p11;
|
|
OnigCodePoint code;
|
|
int i, j, k, r;
|
|
|
|
/* if (CaseFoldInited == 0) init_case_fold_table(); */
|
|
|
|
for (i = 0; i < numberof(CaseUnfold_11); i++) {
|
|
p11 = &CaseUnfold_11[i];
|
|
for (j = 0; j < p11->to.n; j++) {
|
|
code = p11->from;
|
|
r = (*f)(p11->to.code[j], &code, 1, arg);
|
|
if (r != 0) return r;
|
|
|
|
code = p11->to.code[j];
|
|
r = (*f)(p11->from, &code, 1, arg);
|
|
if (r != 0) return r;
|
|
|
|
for (k = 0; k < j; k++) {
|
|
r = (*f)(p11->to.code[j], (OnigCodePoint* )(&p11->to.code[k]), 1, arg);
|
|
if (r != 0) return r;
|
|
|
|
r = (*f)(p11->to.code[k], (OnigCodePoint* )(&p11->to.code[j]), 1, arg);
|
|
if (r != 0) return r;
|
|
}
|
|
}
|
|
}
|
|
|
|
#ifdef USE_UNICODE_CASE_FOLD_TURKISH_AZERI
|
|
if ((flag & ONIGENC_CASE_FOLD_TURKISH_AZERI) != 0) {
|
|
code = 0x0131;
|
|
r = (*f)(0x0049, &code, 1, arg);
|
|
if (r != 0) return r;
|
|
code = 0x0049;
|
|
r = (*f)(0x0131, &code, 1, arg);
|
|
if (r != 0) return r;
|
|
|
|
code = 0x0130;
|
|
r = (*f)(0x0069, &code, 1, arg);
|
|
if (r != 0) return r;
|
|
code = 0x0069;
|
|
r = (*f)(0x0130, &code, 1, arg);
|
|
if (r != 0) return r;
|
|
}
|
|
else {
|
|
#endif
|
|
for (i = 0; i < numberof(CaseUnfold_11_Locale); i++) {
|
|
p11 = &CaseUnfold_11_Locale[i];
|
|
for (j = 0; j < p11->to.n; j++) {
|
|
code = p11->from;
|
|
r = (*f)(p11->to.code[j], &code, 1, arg);
|
|
if (r != 0) return r;
|
|
|
|
code = p11->to.code[j];
|
|
r = (*f)(p11->from, &code, 1, arg);
|
|
if (r != 0) return r;
|
|
|
|
for (k = 0; k < j; k++) {
|
|
r = (*f)(p11->to.code[j], (OnigCodePoint* )(&p11->to.code[k]),
|
|
1, arg);
|
|
if (r != 0) return r;
|
|
|
|
r = (*f)(p11->to.code[k], (OnigCodePoint* )(&p11->to.code[j]),
|
|
1, arg);
|
|
if (r != 0) return r;
|
|
}
|
|
}
|
|
}
|
|
#ifdef USE_UNICODE_CASE_FOLD_TURKISH_AZERI
|
|
}
|
|
#endif
|
|
|
|
if ((flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) {
|
|
for (i = 0; i < numberof(CaseUnfold_12); i++) {
|
|
for (j = 0; j < CaseUnfold_12[i].to.n; j++) {
|
|
r = (*f)(CaseUnfold_12[i].to.code[j],
|
|
(OnigCodePoint* )CaseUnfold_12[i].from, 2, arg);
|
|
if (r != 0) return r;
|
|
|
|
for (k = 0; k < CaseUnfold_12[i].to.n; k++) {
|
|
if (k == j) continue;
|
|
|
|
r = (*f)(CaseUnfold_12[i].to.code[j],
|
|
(OnigCodePoint* )(&CaseUnfold_12[i].to.code[k]), 1, arg);
|
|
if (r != 0) return r;
|
|
}
|
|
}
|
|
}
|
|
|
|
#ifdef USE_UNICODE_CASE_FOLD_TURKISH_AZERI
|
|
if ((flag & ONIGENC_CASE_FOLD_TURKISH_AZERI) == 0) {
|
|
#endif
|
|
for (i = 0; i < numberof(CaseUnfold_12_Locale); i++) {
|
|
for (j = 0; j < CaseUnfold_12_Locale[i].to.n; j++) {
|
|
r = (*f)(CaseUnfold_12_Locale[i].to.code[j],
|
|
(OnigCodePoint* )CaseUnfold_12_Locale[i].from, 2, arg);
|
|
if (r != 0) return r;
|
|
|
|
for (k = 0; k < CaseUnfold_12_Locale[i].to.n; k++) {
|
|
if (k == j) continue;
|
|
|
|
r = (*f)(CaseUnfold_12_Locale[i].to.code[j],
|
|
(OnigCodePoint* )(&CaseUnfold_12_Locale[i].to.code[k]),
|
|
1, arg);
|
|
if (r != 0) return r;
|
|
}
|
|
}
|
|
}
|
|
#ifdef USE_UNICODE_CASE_FOLD_TURKISH_AZERI
|
|
}
|
|
#endif
|
|
|
|
for (i = 0; i < numberof(CaseUnfold_13); i++) {
|
|
for (j = 0; j < CaseUnfold_13[i].to.n; j++) {
|
|
r = (*f)(CaseUnfold_13[i].to.code[j],
|
|
(OnigCodePoint* )CaseUnfold_13[i].from, 3, arg);
|
|
if (r != 0) return r;
|
|
|
|
for (k = 0; k < CaseUnfold_13[i].to.n; k++) {
|
|
if (k == j) continue;
|
|
|
|
r = (*f)(CaseUnfold_13[i].to.code[j],
|
|
(OnigCodePoint* )(&CaseUnfold_13[i].to.code[k]), 1, arg);
|
|
if (r != 0) return r;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
extern int
|
|
onigenc_unicode_get_case_fold_codes_by_str(OnigEncoding enc,
|
|
OnigCaseFoldType flag, const OnigUChar* p, const OnigUChar* end,
|
|
OnigCaseFoldCodeItem items[])
|
|
{
|
|
int n, i, j, k, len;
|
|
OnigCodePoint code, codes[3];
|
|
CodePointList3 *to, *z3;
|
|
CodePointList2 *z2;
|
|
|
|
if (CaseFoldInited == 0) init_case_fold_table();
|
|
|
|
n = 0;
|
|
|
|
code = ONIGENC_MBC_TO_CODE(enc, p, end);
|
|
len = enclen(enc, p, end);
|
|
|
|
#ifdef USE_UNICODE_CASE_FOLD_TURKISH_AZERI
|
|
if ((flag & ONIGENC_CASE_FOLD_TURKISH_AZERI) != 0) {
|
|
if (code == 0x0049) {
|
|
items[0].byte_len = len;
|
|
items[0].code_len = 1;
|
|
items[0].code[0] = 0x0131;
|
|
return 1;
|
|
}
|
|
else if (code == 0x0130) {
|
|
items[0].byte_len = len;
|
|
items[0].code_len = 1;
|
|
items[0].code[0] = 0x0069;
|
|
return 1;
|
|
}
|
|
else if (code == 0x0131) {
|
|
items[0].byte_len = len;
|
|
items[0].code_len = 1;
|
|
items[0].code[0] = 0x0049;
|
|
return 1;
|
|
}
|
|
else if (code == 0x0069) {
|
|
items[0].byte_len = len;
|
|
items[0].code_len = 1;
|
|
items[0].code[0] = 0x0130;
|
|
return 1;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
if (onig_st_lookup(FoldTable, (st_data_t )code, (void* )&to) != 0) {
|
|
if (to->n == 1) {
|
|
OnigCodePoint orig_code = code;
|
|
|
|
items[0].byte_len = len;
|
|
items[0].code_len = 1;
|
|
items[0].code[0] = to->code[0];
|
|
n++;
|
|
|
|
code = to->code[0];
|
|
if (onig_st_lookup(Unfold1Table, (st_data_t )code, (void* )&to) != 0) {
|
|
for (i = 0; i < to->n; i++) {
|
|
if (to->code[i] != orig_code) {
|
|
items[n].byte_len = len;
|
|
items[n].code_len = 1;
|
|
items[n].code[0] = to->code[i];
|
|
n++;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
else if ((flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) {
|
|
OnigCodePoint cs[3][4];
|
|
int fn, ncs[3];
|
|
|
|
for (fn = 0; fn < to->n; fn++) {
|
|
cs[fn][0] = to->code[fn];
|
|
if (onig_st_lookup(Unfold1Table, (st_data_t )cs[fn][0],
|
|
(void* )&z3) != 0) {
|
|
for (i = 0; i < z3->n; i++) {
|
|
cs[fn][i+1] = z3->code[i];
|
|
}
|
|
ncs[fn] = z3->n + 1;
|
|
}
|
|
else
|
|
ncs[fn] = 1;
|
|
}
|
|
|
|
if (fn == 2) {
|
|
for (i = 0; i < ncs[0]; i++) {
|
|
for (j = 0; j < ncs[1]; j++) {
|
|
items[n].byte_len = len;
|
|
items[n].code_len = 2;
|
|
items[n].code[0] = cs[0][i];
|
|
items[n].code[1] = cs[1][j];
|
|
n++;
|
|
}
|
|
}
|
|
|
|
if (onig_st_lookup(Unfold2Table, (st_data_t )to->code,
|
|
(void* )&z2) != 0) {
|
|
for (i = 0; i < z2->n; i++) {
|
|
if (z2->code[i] == code) continue;
|
|
|
|
items[n].byte_len = len;
|
|
items[n].code_len = 1;
|
|
items[n].code[0] = z2->code[i];
|
|
n++;
|
|
}
|
|
}
|
|
}
|
|
else {
|
|
for (i = 0; i < ncs[0]; i++) {
|
|
for (j = 0; j < ncs[1]; j++) {
|
|
for (k = 0; k < ncs[2]; k++) {
|
|
items[n].byte_len = len;
|
|
items[n].code_len = 3;
|
|
items[n].code[0] = cs[0][i];
|
|
items[n].code[1] = cs[1][j];
|
|
items[n].code[2] = cs[2][k];
|
|
n++;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (onig_st_lookup(Unfold3Table, (st_data_t )to->code,
|
|
(void* )&z2) != 0) {
|
|
for (i = 0; i < z2->n; i++) {
|
|
if (z2->code[i] == code) continue;
|
|
|
|
items[n].byte_len = len;
|
|
items[n].code_len = 1;
|
|
items[n].code[0] = z2->code[i];
|
|
n++;
|
|
}
|
|
}
|
|
}
|
|
|
|
/* multi char folded code is not head of another folded multi char */
|
|
flag = 0; /* DISABLE_CASE_FOLD_MULTI_CHAR(flag); */
|
|
}
|
|
}
|
|
else {
|
|
if (onig_st_lookup(Unfold1Table, (st_data_t )code, (void* )&to) != 0) {
|
|
for (i = 0; i < to->n; i++) {
|
|
items[n].byte_len = len;
|
|
items[n].code_len = 1;
|
|
items[n].code[0] = to->code[i];
|
|
n++;
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
if ((flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) {
|
|
p += len;
|
|
if (p < end) {
|
|
int clen;
|
|
|
|
codes[0] = code;
|
|
code = ONIGENC_MBC_TO_CODE(enc, p, end);
|
|
if (onig_st_lookup(FoldTable, (st_data_t )code, (void* )&to) != 0
|
|
&& to->n == 1) {
|
|
codes[1] = to->code[0];
|
|
}
|
|
else
|
|
codes[1] = code;
|
|
|
|
clen = enclen(enc, p, end);
|
|
len += clen;
|
|
if (onig_st_lookup(Unfold2Table, (st_data_t )codes, (void* )&z2) != 0) {
|
|
for (i = 0; i < z2->n; i++) {
|
|
items[n].byte_len = len;
|
|
items[n].code_len = 1;
|
|
items[n].code[0] = z2->code[i];
|
|
n++;
|
|
}
|
|
}
|
|
|
|
p += clen;
|
|
if (p < end) {
|
|
code = ONIGENC_MBC_TO_CODE(enc, p, end);
|
|
if (onig_st_lookup(FoldTable, (st_data_t )code, (void* )&to) != 0
|
|
&& to->n == 1) {
|
|
codes[2] = to->code[0];
|
|
}
|
|
else
|
|
codes[2] = code;
|
|
|
|
clen = enclen(enc, p, end);
|
|
len += clen;
|
|
if (onig_st_lookup(Unfold3Table, (st_data_t )codes,
|
|
(void* )&z2) != 0) {
|
|
for (i = 0; i < z2->n; i++) {
|
|
items[n].byte_len = len;
|
|
items[n].code_len = 1;
|
|
items[n].code[0] = z2->code[i];
|
|
n++;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return n;
|
|
}
|