зеркало из https://github.com/mozilla/pjs.git
fix 147200 by merge nova code
This commit is contained in:
ftang%netscape.com
Родитель
c4d9f9b036
Коммит
0e805f0244
|
|
@ -108,6 +108,7 @@ MODULE_PRIVATE csname2id_t csname2id_tbl[] = {
|
|||
{"x-viet-vps", "", CS_VIET_VPS},
|
||||
{"x-viet-tcvn", "", CS_VIET_TCVN},
|
||||
{"x-viet-vni", "", CS_VIET_VNI},
|
||||
{"T.61-8bit", "", CS_T61},
|
||||
|
||||
/* Additional OS/2 codepages. These are IANA primary names */
|
||||
{"ibm850", "Cp850", CS_CP_850}, /* PC Latin 1 */
|
||||
|
|
@ -335,7 +336,12 @@ MODULE_PRIVATE csname2id_t csname2id_tbl[] = {
|
|||
/* aliases for TIS-620: */
|
||||
{"x-tis-620", "", CS_TIS620},
|
||||
|
||||
{"", "", CS_UNKNOWN}
|
||||
/* aliases for T.61-8bit: */
|
||||
{"T.61", "", CS_T61},
|
||||
{"iso-ir-103", "", CS_T61},
|
||||
{"csISO103T618bit", "", CS_T61},
|
||||
|
||||
{"", "", CS_UNKNOWN},
|
||||
};
|
||||
|
||||
|
||||
|
|
|
|||
|
|
@ -1,511 +0,0 @@
|
|||
/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*-
|
||||
*
|
||||
* The contents of this file are subject to the Netscape Public License
|
||||
* Version 1.0 (the "NPL"); you may not use this file except in
|
||||
* compliance with the NPL. You may obtain a copy of the NPL at
|
||||
* http://www.mozilla.org/NPL/
|
||||
*
|
||||
* Software distributed under the NPL is distributed on an "AS IS" basis,
|
||||
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the NPL
|
||||
* for the specific language governing rights and limitations under the
|
||||
* NPL.
|
||||
*
|
||||
* The Initial Developer of this code under the NPL is Netscape
|
||||
* Communications Corporation. Portions created by Netscape are
|
||||
* Copyright (C) 1998 Netscape Communications Corporation. All Rights
|
||||
* Reserved.
|
||||
*/
|
||||
/* csstrlen.c */
|
||||
/*
|
||||
Routines that tell you information about one csid
|
||||
*/
|
||||
#include "intlpriv.h"
|
||||
|
||||
/* csinfoindex and csinfo_tbl work together for performance inprovement.
|
||||
Whenever you add an entry inside csinfo_tbl, you also need to change
|
||||
csinfoindex
|
||||
*/
|
||||
#define MAX_FIRSTBYTE_RANGE 3
|
||||
typedef struct {
|
||||
struct {
|
||||
unsigned char bytes; /* number of bytes for range */
|
||||
unsigned char columns; /* number of columns for range */
|
||||
unsigned char range[2]; /* Multibyte first byte range */
|
||||
} enc[MAX_FIRSTBYTE_RANGE];
|
||||
} csinfo_t;
|
||||
|
||||
PRIVATE csinfo_t csinfo_tbl[] =
|
||||
{
|
||||
/* b = bytes; c = columns */
|
||||
/* b c range 1 b c range 2 b c range 3 */
|
||||
/* 0 */ {{{2,2,{0x81,0x9f}}, {2,2,{0xe0,0xfc}}, {0,0,{0x00,0x00}}}}, /* For SJIS */
|
||||
/* 1 */ {{{2,2,{0xa1,0xfe}}, {2,1,{0x8e,0x8e}}, {3,2,{0x8f,0x8f}}}}, /* For EUC_JP */
|
||||
/* 2 */ {{{2,2,{0xa1,0xfe}}, {0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}}}, /* For BIG5 GB KSC */
|
||||
/* 3 */ {{{2,2,{0xa1,0xfe}}, {4,2,{0x8e,0x8e}}, {0,0,{0x00,0x00}}}}, /* For CNS_8BIT */
|
||||
/* 4 */ {{{2,2,{0x21,0x7e}}, {0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}}}, /* For 2 Byte GL */
|
||||
/* 5 */ {{{2,2,{0xC0,0xDF}}, {3,2,{0xE0,0xEF}}, {0,0,{0x00,0x00}}}}, /* For UTF8 */
|
||||
/* 0 */ {{{0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}}}
|
||||
};
|
||||
/* Array to index from the lower 8 bits of csid into the index of csinfo_tbl */
|
||||
PRIVATE int csinfoindex[256] =
|
||||
{/* 0 1 2 3 4 5 6 7 8 9 a b c d e f */
|
||||
-1, -1, -1, -1, 0, 1, -1, 2, 2, 3, -1, -1, 2, -1, -1, -1, /* 0x00 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, 4, 4, 4, 4, -1, 4, 4, -1, /* 0x10 */
|
||||
-1, -1, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x20 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x30 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x40 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x50 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x60 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x70 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x80 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x90 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xa0 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xb0 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xc0 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xd0 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xe0 */
|
||||
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xf0 */
|
||||
};
|
||||
#define INTL_GETTBLINDEX(csid) (csinfoindex[ (csid) & 0x00FF ])
|
||||
|
||||
PRIVATE csinfo_t* intl_GetInfoTbl(int16 csid)
|
||||
{
|
||||
int idx = INTL_GETTBLINDEX(csid);
|
||||
if(idx < 0)
|
||||
return NULL;
|
||||
else
|
||||
return &csinfo_tbl[idx];
|
||||
}
|
||||
|
||||
/***********************************************************
|
||||
INTL_MidTruncateString truncate a string removing the
|
||||
middle
|
||||
Input: int16 csid Char Set ID
|
||||
char *input un-truncated string
|
||||
|
||||
Output: char *output pointer to truncated string buffer
|
||||
|
||||
***********************************************************/
|
||||
|
||||
PUBLIC void
|
||||
INTL_MidTruncateString (int16 csid, const char *input, char *output, int max_length)
|
||||
{
|
||||
char *begin_part, *p;
|
||||
int L = strlen (input);
|
||||
char *tmp = 0;
|
||||
int begin_len, mid, rem;
|
||||
|
||||
/*
|
||||
* If it fits then no need to truncate
|
||||
*/
|
||||
if (L <= max_length)
|
||||
{
|
||||
strcpy (output, input);
|
||||
return;
|
||||
}
|
||||
|
||||
if (input == output) /* if copying in place use tmp buf */
|
||||
{
|
||||
tmp = output;
|
||||
output = (char *) calloc (1, max_length + 1);
|
||||
}
|
||||
|
||||
/*
|
||||
* find the 1st half
|
||||
*/
|
||||
mid = (max_length - 3) / 2; /* approx 1st half */
|
||||
/* find 1st half to whole char */
|
||||
for (begin_part=p=(char*)input;
|
||||
*p && p<=((char*)input+mid); p=INTL_NextChar(csid, p))
|
||||
begin_part = p; /* remember last good point before mid */
|
||||
/* exact mid point */
|
||||
begin_len = begin_part - input;
|
||||
|
||||
/*
|
||||
* Copy 1st half
|
||||
*/
|
||||
strncpy (output, input, begin_len);
|
||||
strncpy (output + begin_len, "...", 3);
|
||||
|
||||
/*
|
||||
* find the remainder
|
||||
*/
|
||||
rem = L - mid; /* approx remainder */
|
||||
/* find remainder to whole char */
|
||||
for (p=begin_part; *p && p<((char*)input+rem); p=INTL_NextChar(csid, p))
|
||||
continue;
|
||||
/* exact remainder */
|
||||
rem = p - input;
|
||||
strncpy (output + begin_len + 3, p, L - rem + 1);
|
||||
|
||||
if (tmp)
|
||||
{
|
||||
strncpy (tmp, output, max_length + 1);
|
||||
free (output);
|
||||
}
|
||||
}
|
||||
/***********************************************************
|
||||
Input: int (int16) charsetid Char Set ID
|
||||
char *pstr Buffer which always point to Multibyte char first byte
|
||||
or normal single byte char
|
||||
Output: return next char position
|
||||
***********************************************************/
|
||||
PUBLIC char * INTL_NextChar(int charsetid, char *pstr)
|
||||
{
|
||||
csinfo_t *pInfo ;
|
||||
unsigned char ch ;
|
||||
int i;
|
||||
|
||||
if ((INTL_CharSetType(charsetid) == SINGLEBYTE) || (*pstr == 0)) /* If no csid, assume it's not multibyte */
|
||||
return pstr + 1;
|
||||
|
||||
ch = *pstr ;
|
||||
if((pInfo = intl_GetInfoTbl((int16)charsetid)) != NULL)
|
||||
{
|
||||
for (i=0; i<MAX_FIRSTBYTE_RANGE && pInfo->enc[i].bytes > 0; i++)
|
||||
{
|
||||
if ((ch >= pInfo->enc[i].range[0]) && (ch <= pInfo->enc[i].range[1]))
|
||||
{
|
||||
int j = 0;
|
||||
for (j=0; pstr[j] && j < pInfo->enc[i].bytes; j++)
|
||||
;
|
||||
if (j < pInfo->enc[i].bytes)
|
||||
return pstr+1;
|
||||
else
|
||||
return pstr+j;
|
||||
}
|
||||
}
|
||||
return pstr + 1;
|
||||
}
|
||||
return pstr + 1;
|
||||
}
|
||||
|
||||
/********************************************************
|
||||
Input: DocumentContext context Window Context
|
||||
unsigned char ch Buffer which always point to Multibyte char
|
||||
first byte or normal single byte char
|
||||
Output: 1, if ch is under ShiftJIS type MultiByte first byte range
|
||||
2, if ch is under EUC type MultiByte first byte range
|
||||
0, if it's not MultiByte firstbyte
|
||||
*********************************************************/
|
||||
|
||||
PUBLIC
|
||||
int PR_CALLBACK
|
||||
INTL_IsLeadByte(int charsetid, unsigned char ch)
|
||||
{
|
||||
csinfo_t *pInfo ;
|
||||
int i;
|
||||
|
||||
if ((INTL_CharSetType(charsetid) == SINGLEBYTE) || (ch == 0)) /* If no csid, assume it's not multibyte */
|
||||
return 0;
|
||||
|
||||
if((pInfo = intl_GetInfoTbl((int16)charsetid)) != NULL)
|
||||
{
|
||||
for (i=0; i<MAX_FIRSTBYTE_RANGE && pInfo->enc[i].bytes > 0; i++)
|
||||
if ((ch >= pInfo->enc[i].range[0]) &&
|
||||
(ch <= pInfo->enc[i].range[1]))
|
||||
return pInfo->enc[i].bytes-1;
|
||||
return 0 ;
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
PUBLIC int
|
||||
INTL_CharLen(int charsetid, unsigned char *pstr)
|
||||
{
|
||||
int i,l;
|
||||
if ((!pstr) || (!*pstr)) return 0;
|
||||
l = 1 + INTL_IsLeadByte(charsetid, *pstr);
|
||||
for(i=1, pstr++ ; (i<l) && (*pstr); i++, pstr++)
|
||||
;
|
||||
return i;
|
||||
}
|
||||
|
||||
PUBLIC int
|
||||
INTL_ColumnWidth(int charsetid, unsigned char *str)
|
||||
{
|
||||
unsigned char b;
|
||||
csinfo_t *pInfo;
|
||||
int i;
|
||||
|
||||
if ((!str) || (!*str))
|
||||
return 0;
|
||||
|
||||
if (INTL_CharSetType(charsetid) == SINGLEBYTE)
|
||||
return 1;
|
||||
if((pInfo = intl_GetInfoTbl((int16)charsetid)) != NULL)
|
||||
{
|
||||
b = *str;
|
||||
for (i = 0; (i < MAX_FIRSTBYTE_RANGE) &&
|
||||
pInfo->enc[i].bytes; i++)
|
||||
{
|
||||
if ((b >= pInfo->enc[i].range[0]) &&
|
||||
(b <= pInfo->enc[i].range[1]))
|
||||
{
|
||||
return pInfo->enc[i].columns;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
/********************************************************
|
||||
Input: int (int16) charsetid Char Set ID
|
||||
char *pstr Buffer which always point to Multibyte char
|
||||
first byte or normal single byte char
|
||||
int pos byte position
|
||||
Output: 0, if pos is not on kanji char
|
||||
1, if pos is on kanji 1st byte
|
||||
2, if pos is on kanji 2nd byte
|
||||
3, if pos is on kanji 3rd byte
|
||||
Note: Current this one only works for ShiftJis type multibyte not for JIS or EUC
|
||||
*********************************************************/
|
||||
PUBLIC int
|
||||
INTL_NthByteOfChar(int charsetid, char *pstr, int pos)
|
||||
{
|
||||
int i;
|
||||
int prev;
|
||||
|
||||
pos--;
|
||||
|
||||
if
|
||||
(
|
||||
(INTL_CharSetType(charsetid) == SINGLEBYTE) ||
|
||||
(!pstr) ||
|
||||
(!*pstr) ||
|
||||
(pos < 0)
|
||||
)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
i = 0;
|
||||
prev = 0;
|
||||
while (pstr[i] && (i <= pos))
|
||||
{
|
||||
prev = i;
|
||||
i += INTL_CharLen(charsetid, (unsigned char *) &pstr[i]);
|
||||
}
|
||||
if (i <= pos)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
if (INTL_CharLen(charsetid, (unsigned char *) &pstr[prev]) < 2)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
return pos - prev + 1;
|
||||
}
|
||||
|
||||
PUBLIC int
|
||||
INTL_IsHalfWidth(uint16 win_csid, unsigned char *pstr)
|
||||
{
|
||||
int c;
|
||||
|
||||
c = *pstr;
|
||||
|
||||
switch (win_csid)
|
||||
{
|
||||
case CS_SJIS:
|
||||
if ((0xa1 <= c) && (c <= 0xdf))
|
||||
{
|
||||
return 1;
|
||||
}
|
||||
break;
|
||||
case CS_EUCJP:
|
||||
if (c == 0x8e)
|
||||
{
|
||||
return 1;
|
||||
}
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
|
||||
/*
|
||||
INTL_NextCharIdxInText
|
||||
Input: csid - window csid
|
||||
text - point to a text buffer
|
||||
pos - origional index position
|
||||
output: index of the position of next character
|
||||
Called by lo_next_character in layfind.c
|
||||
*/
|
||||
PUBLIC int INTL_NextCharIdxInText(int16 csid, unsigned char *text, int pos)
|
||||
{
|
||||
return pos + INTL_CharLen(csid ,text+pos);
|
||||
}
|
||||
/*
|
||||
INTL_PrevCharIdxInText
|
||||
Input: csid - window csid
|
||||
text - point to a text buffer
|
||||
pos - origional index position
|
||||
output: index of the position of previous character
|
||||
Called by lo_next_character in layfind.c
|
||||
*/
|
||||
PUBLIC int INTL_PrevCharIdxInText(int16 csid, unsigned char *text, int pos)
|
||||
{
|
||||
int rev, ff , thislen;
|
||||
if((INTL_CharSetType(csid) == SINGLEBYTE) ) {
|
||||
return pos - 1;
|
||||
}
|
||||
else
|
||||
{
|
||||
/* First, backward to character in ASCII range */
|
||||
for(rev=pos - 1; rev > 0 ; rev--)
|
||||
{
|
||||
if(((text[rev] & 0x80 ) == 0) &&
|
||||
((rev + INTL_CharLen(csid ,text+rev)) < pos))
|
||||
break;
|
||||
}
|
||||
|
||||
/* Then forward till we cross the position. */
|
||||
for(ff = rev ; ff < pos ; ff += thislen)
|
||||
{
|
||||
thislen = INTL_CharLen(csid ,text+ff);
|
||||
if((ff + thislen) >= pos)
|
||||
break;
|
||||
}
|
||||
return ff;
|
||||
}
|
||||
}
|
||||
|
||||
/*
|
||||
INTL_NextCharIdx
|
||||
Input: csid - window csid
|
||||
text - point to a text buffer
|
||||
pos - 0 based position
|
||||
output: 0 based next char position
|
||||
Note: this one works for any position no matter it's legal or not
|
||||
*/
|
||||
|
||||
PUBLIC int INTL_NextCharIdx(int16 csid, unsigned char *str, int pos)
|
||||
{
|
||||
int n;
|
||||
unsigned char *p;
|
||||
|
||||
if((INTL_CharSetType(csid) == SINGLEBYTE) || (pos < 0))
|
||||
return pos + 1;
|
||||
|
||||
n = INTL_NthByteOfChar(csid, (char *) str, pos+1);
|
||||
if (n == 0)
|
||||
return pos + 1;
|
||||
|
||||
p = str + pos - n + 1;
|
||||
return pos + INTL_CharLen(csid, p) - n + 1;
|
||||
}
|
||||
/*
|
||||
INTL_PrevCharIdx
|
||||
Input: csid - window csid
|
||||
text - point to a text buffer
|
||||
pos - 0 based position
|
||||
output: 0 based prev char position
|
||||
Note: this one works for any position no matter it's legal or not
|
||||
*/
|
||||
PUBLIC int INTL_PrevCharIdx(int16 csid, unsigned char *str, int pos)
|
||||
{
|
||||
int n;
|
||||
if((INTL_CharSetType(csid) == SINGLEBYTE) || (pos <= 0))
|
||||
return pos - 1;
|
||||
#ifdef DEBUG
|
||||
n = INTL_NthByteOfChar(csid, (char *) str, pos+1);
|
||||
if (n > 1)
|
||||
{
|
||||
XP_TRACE(("Wrong position passed to INTL_PrevCharIdx"));
|
||||
pos -= (n - 1);
|
||||
}
|
||||
#endif
|
||||
|
||||
pos --;
|
||||
if ((n = INTL_NthByteOfChar(csid, (char *) str, pos+1)) > 1)
|
||||
return pos - n + 1;
|
||||
else
|
||||
return pos;
|
||||
}
|
||||
|
||||
|
||||
|
||||
PUBLIC
|
||||
int32 INTL_TextByteCountToCharLen(int16 csid, unsigned char* text, uint32 byteCount)
|
||||
{
|
||||
/* quickly return if it is zero */
|
||||
if(byteCount == 0 )
|
||||
return 0;
|
||||
if(INTL_CharSetType(csid) == SINGLEBYTE)
|
||||
{
|
||||
/* for single byte csid, byteCount equal to charLen */
|
||||
return byteCount;
|
||||
}
|
||||
else
|
||||
{
|
||||
csinfo_t *pInfo ;
|
||||
if((pInfo = intl_GetInfoTbl(csid)) != NULL)
|
||||
{
|
||||
uint32 curByte, curChar;
|
||||
int thislen;
|
||||
for(curByte=curChar=0; curByte < byteCount ;curChar++,curByte += thislen)
|
||||
{
|
||||
int i;
|
||||
unsigned char ch = text[curByte];
|
||||
/* preset thislen to 1 and looking for the entry for this char */
|
||||
for (i=0, thislen = 1; i<MAX_FIRSTBYTE_RANGE && pInfo->enc[i].bytes > 0; i++)
|
||||
{
|
||||
if ((ch >= pInfo->enc[i].range[0]) && (ch <= pInfo->enc[i].range[1]))
|
||||
thislen = pInfo->enc[i].bytes;
|
||||
}
|
||||
}
|
||||
return curChar;
|
||||
}
|
||||
}
|
||||
/* it should not come to here */
|
||||
XP_ASSERT(byteCount);
|
||||
return byteCount;
|
||||
}
|
||||
|
||||
|
||||
|
||||
PUBLIC
|
||||
int32 INTL_TextCharLenToByteCount(int16 csid, unsigned char* text, uint32 charLen)
|
||||
{
|
||||
/* quickly return if it is zero */
|
||||
if(charLen == 0 )
|
||||
return 0;
|
||||
if(INTL_CharSetType(csid) == SINGLEBYTE)
|
||||
{
|
||||
/* for single byte csid, byteCount equal to charLen */
|
||||
return charLen;
|
||||
}
|
||||
else
|
||||
{
|
||||
csinfo_t *pInfo ;
|
||||
if((pInfo = intl_GetInfoTbl(csid)) != NULL)
|
||||
{
|
||||
uint32 curByte, curChar;
|
||||
int thislen;
|
||||
for(curByte=curChar=0; curChar < charLen ;curChar++,curByte += thislen)
|
||||
{
|
||||
int i;
|
||||
unsigned char ch = text[curByte];
|
||||
/* preset thislen to 1 and looking for the entry for this char */
|
||||
for (i=0, thislen = 1; i<MAX_FIRSTBYTE_RANGE && pInfo->enc[i].bytes > 0; i++)
|
||||
{
|
||||
if ((ch >= pInfo->enc[i].range[0]) && (ch <= pInfo->enc[i].range[1]))
|
||||
thislen = pInfo->enc[i].bytes;
|
||||
}
|
||||
}
|
||||
return curByte;
|
||||
}
|
||||
}
|
||||
/* it should not come to here */
|
||||
XP_ASSERT(charLen);
|
||||
return charLen;
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
Загрузка…
Ссылка в новой задаче