mozilla
/
gecko-dev
зеркало из https://github.com/mozilla/gecko-dev.git
1
0
Форкнуть 0
Код Задачи Пакеты Проекты Релизы Вики Активность
gecko-dev/lib/libi18n/csstrlen.c

513 строки
13 KiB
C
Исходник Ответственный История

/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*-
*
* The contents of this file are subject to the Netscape Public License
* Version 1.0 (the "NPL"); you may not use this file except in
* compliance with the NPL. You may obtain a copy of the NPL at
* http://www.mozilla.org/NPL/
*
* Software distributed under the NPL is distributed on an "AS IS" basis,
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the NPL
* for the specific language governing rights and limitations under the
* NPL.
*
* The Initial Developer of this code under the NPL is Netscape
* Communications Corporation. Portions created by Netscape are
* Copyright (C) 1998 Netscape Communications Corporation. All Rights
* Reserved.
*/
/* csstrlen.c */
/*
Routines that tell you information about one csid
*/
#include "intlpriv.h"
/* csinfoindex and csinfo_tbl work together for performance inprovement.
Whenever you add an entry inside csinfo_tbl, you also need to change
csinfoindex
*/
#define MAX_FIRSTBYTE_RANGE 3
typedef struct {
struct {
unsigned char bytes; /* number of bytes for range */
unsigned char columns; /* number of columns for range */
unsigned char range[2]; /* Multibyte first byte range */
} enc[MAX_FIRSTBYTE_RANGE];
} csinfo_t;
PRIVATE csinfo_t csinfo_tbl[] =
{
/* b = bytes; c = columns */
/* b c range 1 b c range 2 b c range 3 */
/* 0 */ {{{2,2,{0x81,0x9f}}, {2,2,{0xe0,0xfc}}, {0,0,{0x00,0x00}}}}, /* For SJIS */
/* 1 */ {{{2,2,{0xa1,0xfe}}, {2,1,{0x8e,0x8e}}, {3,2,{0x8f,0x8f}}}}, /* For EUC_JP */
/* 2 */ {{{2,2,{0xa1,0xfe}}, {0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}}}, /* For BIG5 GB KSC */
/* 3 */ {{{2,2,{0xa1,0xfe}}, {4,2,{0x8e,0x8e}}, {0,0,{0x00,0x00}}}}, /* For CNS_8BIT */
/* 4 */ {{{2,2,{0x21,0x7e}}, {0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}}}, /* For 2 Byte GL */
/* 5 */ {{{2,2,{0xC0,0xDF}}, {3,2,{0xE0,0xEF}}, {0,0,{0x00,0x00}}}}, /* For UTF8 */
/* 6 */ {{{2,1,{0xC0,0xCF}}, {0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}}}, /* For UTF8 */
/* 0 */ {{{0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}, {0,0,{0x00,0x00}}}}
};
/* Array to index from the lower 8 bits of csid into the index of csinfo_tbl */
PRIVATE int csinfoindex[256] =
{/* 0 1 2 3 4 5 6 7 8 9 a b c d e f */
-1, -1, -1, -1, 0, 1, -1, 2, 2, 3, -1, -1, 2, -1, -1, -1, /* 0x00 */
-1, -1, -1, -1, -1, -1, -1, -1, 4, 4, 4, 4, -1, 4, 4, -1, /* 0x10 */
-1, -1, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x20 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x30 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x40 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x50 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x60 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x70 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x80 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0x90 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xa0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xb0 */
6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xc0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xd0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xe0 */
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, /* 0xf0 */
};
#define INTL_GETTBLINDEX(csid) (csinfoindex[ (csid) & 0x00FF ])
PRIVATE csinfo_t* intl_GetInfoTbl(int16 csid)
{
int idx = INTL_GETTBLINDEX(csid);
if(idx < 0)
return NULL;
else
return &csinfo_tbl[idx];
}
/***********************************************************
INTL_MidTruncateString truncate a string removing the
middle
Input: int16 csid Char Set ID
char *input un-truncated string
Output: char *output pointer to truncated string buffer
***********************************************************/
PUBLIC void
INTL_MidTruncateString (int16 csid, const char *input, char *output, int max_length)
{
char *begin_part, *p;
int L = strlen (input);
char *tmp = 0;
int begin_len, mid, rem;
/*
* If it fits then no need to truncate
*/
if (L <= max_length)
{
strcpy (output, input);
return;
}
if (input == output) /* if copying in place use tmp buf */
{
tmp = output;
output = (char *) calloc (1, max_length + 1);
}
/*
* find the 1st half
*/
mid = (max_length - 3) / 2; /* approx 1st half */
/* find 1st half to whole char */
for (begin_part=p=(char*)input;
*p && p<=((char*)input+mid); p=INTL_NextChar(csid, p))
begin_part = p; /* remember last good point before mid */
/* exact mid point */
begin_len = begin_part - input;
/*
* Copy 1st half
*/
strncpy (output, input, begin_len);
strncpy (output + begin_len, "...", 3);
/*
* find the remainder
*/
rem = L - mid; /* approx remainder */
/* find remainder to whole char */
for (p=begin_part; *p && p<((char*)input+rem); p=INTL_NextChar(csid, p))
continue;
/* exact remainder */
rem = p - input;
strncpy (output + begin_len + 3, p, L - rem + 1);
if (tmp)
{
strncpy (tmp, output, max_length + 1);
free (output);
}
}
/***********************************************************
Input: int (int16) charsetid Char Set ID
char *pstr Buffer which always point to Multibyte char first byte
or normal single byte char
Output: return next char position
***********************************************************/
PUBLIC char * INTL_NextChar(int charsetid, char *pstr)
{
csinfo_t *pInfo ;
unsigned char ch ;
int i;
if ((INTL_CharSetType(charsetid) == SINGLEBYTE) || (*pstr == 0)) /* If no csid, assume it's not multibyte */
return pstr + 1;
ch = *pstr ;
if((pInfo = intl_GetInfoTbl((int16)charsetid)) != NULL)
{
for (i=0; i<MAX_FIRSTBYTE_RANGE && pInfo->enc[i].bytes > 0; i++)
{
if ((ch >= pInfo->enc[i].range[0]) && (ch <= pInfo->enc[i].range[1]))
{
int j = 0;
for (j=0; pstr[j] && j < pInfo->enc[i].bytes; j++)
;
if (j < pInfo->enc[i].bytes)
return pstr+1;
else
return pstr+j;
}
}
return pstr + 1;
}
return pstr + 1;
}
/********************************************************
Input: DocumentContext context Window Context
unsigned char ch Buffer which always point to Multibyte char
first byte or normal single byte char
Output: 1, if ch is under ShiftJIS type MultiByte first byte range
2, if ch is under EUC type MultiByte first byte range
0, if it's not MultiByte firstbyte
*********************************************************/
PUBLIC
int PR_CALLBACK
INTL_IsLeadByte(int charsetid, unsigned char ch)
{
csinfo_t *pInfo ;
int i;
if ((INTL_CharSetType(charsetid) == SINGLEBYTE) || (ch == 0)) /* If no csid, assume it's not multibyte */
return 0;
if((pInfo = intl_GetInfoTbl((int16)charsetid)) != NULL)
{
for (i=0; i<MAX_FIRSTBYTE_RANGE && pInfo->enc[i].bytes > 0; i++)
if ((ch >= pInfo->enc[i].range[0]) &&
(ch <= pInfo->enc[i].range[1]))
return pInfo->enc[i].bytes-1;
return 0 ;
}
return 0;
}
PUBLIC int
INTL_CharLen(int charsetid, unsigned char *pstr)
{
int i,l;
if ((!pstr) || (!*pstr)) return 0;
l = 1 + INTL_IsLeadByte(charsetid, *pstr);
for(i=1, pstr++ ; (i<l) && (*pstr); i++, pstr++)
;
return i;
}
PUBLIC int
INTL_ColumnWidth(int charsetid, unsigned char *str)
{
unsigned char b;
csinfo_t *pInfo;
int i;
if ((!str) || (!*str))
return 0;
if (INTL_CharSetType(charsetid) == SINGLEBYTE)
return 1;
if((pInfo = intl_GetInfoTbl((int16)charsetid)) != NULL)
{
b = *str;
for (i = 0; (i < MAX_FIRSTBYTE_RANGE) &&
pInfo->enc[i].bytes; i++)
{
if ((b >= pInfo->enc[i].range[0]) &&
(b <= pInfo->enc[i].range[1]))
{
return pInfo->enc[i].columns;
}
}
}
return 1;
}
/********************************************************
Input: int (int16) charsetid Char Set ID
char *pstr Buffer which always point to Multibyte char
first byte or normal single byte char
int pos byte position
Output: 0, if pos is not on kanji char
1, if pos is on kanji 1st byte
2, if pos is on kanji 2nd byte
3, if pos is on kanji 3rd byte
Note: Current this one only works for ShiftJis type multibyte not for JIS or EUC
*********************************************************/
PUBLIC int
INTL_NthByteOfChar(int charsetid, char *pstr, int pos)
{
int i;
int prev;
pos--;
if
(
(INTL_CharSetType(charsetid) == SINGLEBYTE) ||
(!pstr) ||
(!*pstr) ||
(pos < 0)
)
{
return 0;
}
i = 0;
prev = 0;
while (pstr[i] && (i <= pos))
{
prev = i;
i += INTL_CharLen(charsetid, (unsigned char *) &pstr[i]);
}
if (i <= pos)
{
return 0;
}
if (INTL_CharLen(charsetid, (unsigned char *) &pstr[prev]) < 2)
{
return 0;
}
return pos - prev + 1;
}
PUBLIC int
INTL_IsHalfWidth(uint16 win_csid, unsigned char *pstr)
{
int c;
c = *pstr;
switch (win_csid)
{
case CS_SJIS:
if ((0xa1 <= c) && (c <= 0xdf))
{
return 1;
}
break;
case CS_EUCJP:
if (c == 0x8e)
{
return 1;
}
break;
default:
break;
}
return 0;
}
/*
INTL_NextCharIdxInText
Input: csid - window csid
text - point to a text buffer
pos - origional index position
output: index of the position of next character
Called by lo_next_character in layfind.c
*/
PUBLIC int INTL_NextCharIdxInText(int16 csid, unsigned char *text, int pos)
{
return pos + INTL_CharLen(csid ,text+pos);
}
/*
INTL_PrevCharIdxInText
Input: csid - window csid
text - point to a text buffer
pos - origional index position
output: index of the position of previous character
Called by lo_next_character in layfind.c
*/
PUBLIC int INTL_PrevCharIdxInText(int16 csid, unsigned char *text, int pos)
{
int rev, ff , thislen;
if((INTL_CharSetType(csid) == SINGLEBYTE) ) {
return pos - 1;
}
else
{
/* First, backward to character in ASCII range */
for(rev=pos - 1; rev > 0 ; rev--)
{
if(((text[rev] & 0x80 ) == 0) &&
((rev + INTL_CharLen(csid ,text+rev)) < pos))
break;
}
/* Then forward till we cross the position. */
for(ff = rev ; ff < pos ; ff += thislen)
{
thislen = INTL_CharLen(csid ,text+ff);
if((ff + thislen) >= pos)
break;
}
return ff;
}
}
/*
INTL_NextCharIdx
Input: csid - window csid
text - point to a text buffer
pos - 0 based position
output: 0 based next char position
Note: this one works for any position no matter it's legal or not
*/
PUBLIC int INTL_NextCharIdx(int16 csid, unsigned char *str, int pos)
{
int n;
unsigned char *p;
if((INTL_CharSetType(csid) == SINGLEBYTE) || (pos < 0))
return pos + 1;
n = INTL_NthByteOfChar(csid, (char *) str, pos+1);
if (n == 0)
return pos + 1;
p = str + pos - n + 1;
return pos + INTL_CharLen(csid, p) - n + 1;
}
/*
INTL_PrevCharIdx
Input: csid - window csid
text - point to a text buffer
pos - 0 based position
output: 0 based prev char position
Note: this one works for any position no matter it's legal or not
*/
PUBLIC int INTL_PrevCharIdx(int16 csid, unsigned char *str, int pos)
{
int n;
if((INTL_CharSetType(csid) == SINGLEBYTE) || (pos <= 0))
return pos - 1;
#ifdef DEBUG
n = INTL_NthByteOfChar(csid, (char *) str, pos+1);
if (n > 1)
{
XP_TRACE(("Wrong position passed to INTL_PrevCharIdx"));
pos -= (n - 1);
}
#endif
pos --;
if ((n = INTL_NthByteOfChar(csid, (char *) str, pos+1)) > 1)
return pos - n + 1;
else
return pos;
}
PUBLIC
int32 INTL_TextByteCountToCharLen(int16 csid, unsigned char* text, uint32 byteCount)
{
/* quickly return if it is zero */
if(byteCount == 0 )
return 0;
if(INTL_CharSetType(csid) == SINGLEBYTE)
{
/* for single byte csid, byteCount equal to charLen */
return byteCount;
}
else
{
csinfo_t *pInfo ;
if((pInfo = intl_GetInfoTbl(csid)) != NULL)
{
uint32 curByte, curChar;
int thislen;
for(curByte=curChar=0; curByte < byteCount ;curChar++,curByte += thislen)
{
int i;
unsigned char ch = text[curByte];
/* preset thislen to 1 and looking for the entry for this char */
for (i=0, thislen = 1; i<MAX_FIRSTBYTE_RANGE && pInfo->enc[i].bytes > 0; i++)
{
if ((ch >= pInfo->enc[i].range[0]) && (ch <= pInfo->enc[i].range[1]))
thislen = pInfo->enc[i].bytes;
}
}
return curChar;
}
}
/* it should not come to here */
XP_ASSERT(byteCount);
return byteCount;
}
PUBLIC
int32 INTL_TextCharLenToByteCount(int16 csid, unsigned char* text, uint32 charLen)
{
/* quickly return if it is zero */
if(charLen == 0 )
return 0;
if(INTL_CharSetType(csid) == SINGLEBYTE)
{
/* for single byte csid, byteCount equal to charLen */
return charLen;
}
else
{
csinfo_t *pInfo ;
if((pInfo = intl_GetInfoTbl(csid)) != NULL)
{
uint32 curByte, curChar;
int thislen;
for(curByte=curChar=0; curChar < charLen ;curChar++,curByte += thislen)
{
int i;
unsigned char ch = text[curByte];
/* preset thislen to 1 and looking for the entry for this char */
for (i=0, thislen = 1; i<MAX_FIRSTBYTE_RANGE && pInfo->enc[i].bytes > 0; i++)
{
if ((ch >= pInfo->enc[i].range[0]) && (ch <= pInfo->enc[i].range[1]))
thislen = pInfo->enc[i].bytes;
}
}
return curByte;
}
}
/* it should not come to here */
XP_ASSERT(charLen);
return charLen;
}
Ссылка в новой задаче Показать git blame Копировать постоянную ссылку