#171813 Universal auto detector doesn't work well on sohu news page

adjust the detecting parameter.
r=ftang, sr=jst

extensions/universalchardet/src/Big5Freq.tab

@@ -50,10 +50,10 @@
  * Idea Distribution Ratio = 0.74851/(1-0.74851) =2.98
  * Random Distribution Ration = 512/(5401-512)=0.105
  * 
- * Typical Distribution Ratio about 50% of Ideal one, 
+ * Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
  *****************************************************************************/
 
-#define BIG5_TYPICAL_DISTRIBUTION_RATIO (float)1.5
+#define BIG5_TYPICAL_DISTRIBUTION_RATIO (float)0.75
 
 
 //Char to FreqOrder table , 

extensions/universalchardet/src/EUCTWFreq.tab

@@ -52,10 +52,10 @@
  * Idea Distribution Ratio = 0.74851/(1-0.74851) =2.98
  * Random Distribution Ration = 512/(5401-512)=0.105
  * 
- * Typical Distribution Ratio about 50% of Ideal one, 
+ * Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
  *****************************************************************************/
 
-#define EUCTW_TYPICAL_DISTRIBUTION_RATIO (float)1.5
+#define EUCTW_TYPICAL_DISTRIBUTION_RATIO (float)0.75
 
 //Char to FreqOrder table , 
 #define EUCTW_TABLE_SIZE  8102

extensions/universalchardet/src/GB2312Freq.tab

@@ -49,10 +49,10 @@
  * Idea Distribution Ratio = 0.79135/(1-0.79135) = 3.79
  * Random Distribution Ration = 512 / (3755 - 512) = 0.157
  * 
- * Typical Distribution Ratio about 50% of Ideal one, 
+ * Typical Distribution Ratio about 25% of Ideal one, still much higher that RDR
  *****************************************************************************/
 
-#define GB2312_TYPICAL_DISTRIBUTION_RATIO (float)1.8
+#define GB2312_TYPICAL_DISTRIBUTION_RATIO (float)0.9
 
 #define GB2312_TABLE_SIZE  3760
 

extensions/universalchardet/src/JISFreq.tab

@@ -51,7 +51,7 @@
  * Idea Distribution Ratio = 0.92635 / (1-0.92635) = 12.58
  * Random Distribution Ration = 512 / (2965+62+83+86-512) = 0.191
  * 
- * Typical Distribution Ratio  
+ * Typical Distribution Ratio, 25% of IDR 
  *****************************************************************************/
 
 #define JIS_TYPICAL_DISTRIBUTION_RATIO (float) 3.0

extensions/universalchardet/src/nsLatin1Prober.cpp

@@ -199,7 +199,7 @@ float nsLatin1Prober::GetConfidence(void)
   
   // lower the confidence of latin1 so that other more accurate detector 
   // can take priority.
-  confidence *= 0.60f;
+  confidence *= 0.50f;
 
   return confidence;
 }