зеркало из https://github.com/mozilla/pjs.git
add gencasetable.pl which used to generate mozilla/intl/unicharutil/src/casetable.h from UnicodeData-Latest.txt
This commit is contained in:
ftang%netscape.com
Родитель
d542da0c6c
Коммит
532314a2ee
|
|
@ -0,0 +1,305 @@
|
|||
#!/usr/bin/perl
|
||||
#
|
||||
# The contents of this file are subject to the Netscape Public License
|
||||
# Version 1.0 (the "NPL"); you may not use this file except in
|
||||
# compliance with the NPL. You may obtain a copy of the NPL at
|
||||
# http://www.mozilla.org/NPL/
|
||||
#
|
||||
# Software distributed under the NPL is distributed on an "AS IS" basis,
|
||||
# WITHOUT WARRANTY OF ANY KIND, either express or implied. See the NPL
|
||||
# for the specific language governing rights and limitations under the
|
||||
# NPL.
|
||||
#
|
||||
# The Initial Developer of this code under the NPL is Netscape
|
||||
# Communications Corporation. Portions created by Netscape are
|
||||
# Copyright (C) 1999 Netscape Communications Corporation. All Rights
|
||||
# Reserved.
|
||||
#
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Initial global variable
|
||||
#
|
||||
######################################################################
|
||||
%utot = ();
|
||||
$ui=0;
|
||||
$li=0;
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Open the unicode database file
|
||||
#
|
||||
######################################################################
|
||||
open ( UNICODATA , "< UnicodeData-Latest.txt")
|
||||
|| die "cannot find UnicodeData-Latest.txt";
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Open the output file
|
||||
#
|
||||
######################################################################
|
||||
open ( OUT , "> ../src/casetable.h")
|
||||
|| die "cannot open output ../src/casetable.h file";
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Generate license and header
|
||||
#
|
||||
######################################################################
|
||||
$npl = <<END_OF_NPL;
|
||||
/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*-
|
||||
*
|
||||
* The contents of this file are subject to the Netscape Public License
|
||||
* Version 1.0 (the "NPL"); you may not use this file except in
|
||||
* compliance with the NPL. You may obtain a copy of the NPL at
|
||||
* http://www.mozilla.org/NPL/
|
||||
*
|
||||
* Software distributed under the NPL is distributed on an "AS IS" basis,
|
||||
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the NPL
|
||||
* for the specific language governing rights and limitations under the
|
||||
* NPL.
|
||||
*
|
||||
* The Initial Developer of this code under the NPL is Netscape
|
||||
* Communications Corporation. Portions created by Netscape are
|
||||
* Copyright (C) 1999 Netscape Communications Corporation. All Rights
|
||||
* Reserved.
|
||||
*/
|
||||
END_OF_NPL
|
||||
print OUT $npl;
|
||||
|
||||
print OUT "#include \"nscore.h\" \n\n";
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Process the file line by line
|
||||
#
|
||||
######################################################################
|
||||
while(<UNICODATA>) {
|
||||
chop;
|
||||
######################################################################
|
||||
#
|
||||
# Get value from fields
|
||||
#
|
||||
######################################################################
|
||||
@f = split(/;/ , $_);
|
||||
$c = $f[0]; # The unicode value
|
||||
$u = $f[12]; # The upper case
|
||||
$l = $f[13]; # The lower case
|
||||
$t = $f[14]; # The title case
|
||||
|
||||
#
|
||||
# print $c . " | " . $u . " | " . $l . " | " . $t . "\n";
|
||||
#
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Process title case for this entry
|
||||
#
|
||||
######################################################################
|
||||
#
|
||||
# if upper case is not equal to title case , store into
|
||||
# %utot hash
|
||||
#
|
||||
|
||||
if(($t ne "") && ($u ne "") && ( $u ne $t )) {
|
||||
#
|
||||
# print $c . " | " . $u . " | " . $l . " | " . $t . "\n";
|
||||
#
|
||||
$utot{$u} = $t;
|
||||
}
|
||||
|
||||
$cv = hex($c); # convert the Unicode value into integer
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Process upper case for this entry
|
||||
#
|
||||
######################################################################
|
||||
if( $u ne "") { # if upper case exist
|
||||
$uvalue = hex($u); # convert the upper case value into integer
|
||||
|
||||
######################################################################
|
||||
# store related information into arrays
|
||||
# @ucv - unicode value
|
||||
# @uv - upper case value (debug only)
|
||||
# @ud - difference between unicode and upper case
|
||||
# @ulastd - difference between unicode and last unicode in the entry
|
||||
######################################################################
|
||||
|
||||
$ucv[$ui] = $cv;
|
||||
$uv[$ui] = $uvalue;
|
||||
$ud[$ui] = 0x0000FFFF & ($uvalue - $cv);
|
||||
|
||||
if( $ui ne 0) {
|
||||
$ulastd[$ui] = $cv - $ucv[$ui-1];
|
||||
}
|
||||
$ui++;
|
||||
}
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Process lower case for this entry
|
||||
#
|
||||
######################################################################
|
||||
if( $l ne "") { # if lower case exist
|
||||
$lvalue = hex($l); # convert the lower case value into integer
|
||||
|
||||
######################################################################
|
||||
# store related information into arrays
|
||||
# @lcv - unicode value
|
||||
# @lv - lower case value (debug only)
|
||||
# @ld - difference between unicode and lower case
|
||||
# @llastd - difference between unicode and last unicode in the entry
|
||||
######################################################################
|
||||
|
||||
$lcv[$li] = $cv;
|
||||
$lv[$li] = $lvalue;
|
||||
$ld[$li] = 0x0000FFFF & ($lvalue - $cv);
|
||||
|
||||
if( $li ne 0) {
|
||||
$llastd[$li] = $cv - $lcv[$li-1];
|
||||
}
|
||||
$li++;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Print out all the tables
|
||||
#
|
||||
######################################################################
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Print out upper to title case mapping
|
||||
#
|
||||
######################################################################
|
||||
|
||||
$ttotal = 0;
|
||||
print OUT "extern PRUnichar gUpperToTitle[] = { \n";
|
||||
while(($upper, $title) = each(%utot)) {
|
||||
print OUT " 0x" . $upper . ", 0x" . $utot{$upper} . ", \n";
|
||||
$ttotal++;
|
||||
}
|
||||
print OUT "};\n\n";
|
||||
print OUT "extern PRUint32 gUpperToTitleItems = $ttotal;\n\n";
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Print out gToUpper table
|
||||
#
|
||||
######################################################################
|
||||
print OUT "extern PRUnichar gToUpper[] = \n";
|
||||
print OUT "{ /* From To Every Diff */ \n";
|
||||
$utotal=0;
|
||||
$ufrom = 0; # remember the start of the output item
|
||||
for ($i = 0; $i <= $#ucv; $i++)
|
||||
{
|
||||
if(0 eq $i) {
|
||||
######################################################################
|
||||
#
|
||||
# Print the first item in the array
|
||||
#
|
||||
######################################################################
|
||||
$ufrom = $ucv[0];
|
||||
printf OUT " 0x%04x, " , $ucv[0];
|
||||
} else {
|
||||
######################################################################
|
||||
#
|
||||
# Print all the item except the first and last one
|
||||
# only print if the upper case difference is different from the
|
||||
# and the difference between last entry changed
|
||||
#
|
||||
######################################################################
|
||||
if(($ud[$i] ne $ud[$i-1]) ||
|
||||
(($ufrom ne $ucv[$i-1]) && ($ulastd[$i] ne $ulastd[$i-1]))) {
|
||||
|
||||
printf OUT "0x%04x, 0x%04x, 0x%04x ,\n",
|
||||
$ucv[$i-1], $ulastd[$i-1], $ud[$i-1];
|
||||
|
||||
$ufrom = $ucv[$i]; # update the start of the item
|
||||
printf OUT " 0x%04x, " , $ufrom;
|
||||
$utotal++;
|
||||
}
|
||||
}
|
||||
if( $i eq $#ucv) {
|
||||
######################################################################
|
||||
#
|
||||
# Print the last item in the array
|
||||
#
|
||||
######################################################################
|
||||
printf OUT "0x%04x, 0x%04x, 0x%04x \n};\n\n",
|
||||
$ucv[$i], $ulastd[$i], $ud[$i];
|
||||
$utotal++;
|
||||
print OUT "extern PRUint32 gToUpperItems = $utotal;\n\n";
|
||||
}
|
||||
#
|
||||
# printf "%4x - %4x - %4x - %4x\n", $ucv[$i], $uv[$i], $ud[$i], $ulastd[$i];
|
||||
#
|
||||
}
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Print out gToLower table
|
||||
#
|
||||
######################################################################
|
||||
print OUT "extern PRUnichar gToLower[] = \n";
|
||||
print OUT "{ /* From To Every Diff */ \n";
|
||||
$ltotal=0;
|
||||
$lfrom = 0; # remember the start of the output item
|
||||
for ($i = 0; $i <= $#lcv; $i++)
|
||||
{
|
||||
if(0 eq $i) {
|
||||
######################################################################
|
||||
#
|
||||
# Print the first item in the array
|
||||
#
|
||||
######################################################################
|
||||
$lfrom = $lcv[0];
|
||||
printf OUT " 0x%04x, " , $lcv[0];
|
||||
} else {
|
||||
######################################################################
|
||||
#
|
||||
# Print all the item except the first and last one
|
||||
# only print if the lower case difference is different from the
|
||||
# and the difference between last entry changed
|
||||
#
|
||||
######################################################################
|
||||
if(($ld[$i] ne $ld[$i-1]) ||
|
||||
(($lfrom ne $lcv[$i-1]) && ($llastd[$i] ne $llastd[$i-1]))) {
|
||||
|
||||
printf OUT "0x%04x, 0x%04x, 0x%04x ,\n",
|
||||
$lcv[$i-1], $llastd[$i-1], $ld[$i-1];
|
||||
|
||||
$lfrom = $lcv[$i]; # update the start of the item
|
||||
printf OUT " 0x%04x, " , $lfrom;
|
||||
$ltotal++;
|
||||
}
|
||||
}
|
||||
if( $i eq $#lcv) {
|
||||
######################################################################
|
||||
#
|
||||
# Print the last item in the array
|
||||
#
|
||||
######################################################################
|
||||
printf OUT "0x%04x, 0x%04x, 0x%04x \n};\n\n",
|
||||
$lcv[$i], $llastd[$i], $ld[$i];
|
||||
$ltotal++;
|
||||
print OUT "extern PRUint32 gToLowerItems = $ltotal;\n\n";
|
||||
}
|
||||
#
|
||||
# printf "%4x - %4x - %4x - %4x\n", $lcv[$i], $lv[$i], $ld[$i], $llastd[$i];
|
||||
#
|
||||
}
|
||||
|
||||
|
||||
######################################################################
|
||||
#
|
||||
# Close files
|
||||
#
|
||||
######################################################################
|
||||
close(UNIDATA);
|
||||
close(OUT);
|
||||
|
||||
Загрузка…
Ссылка в новой задаче