Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2024-11-25 05:41:12 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

#171813 Universal auto detector doesn't work well on sohu news page

Browse Source 
adjust the detecting parameter.
r=ftang, sr=jst
This commit is contained in:
shanjian%netscape.com 2002-11-26 20:56:08 +00:00
parent be00d6e8b3
commit 837ccf451e
5 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
extensions/universalchardet/src/Big5Freq.tab
View File

@ -50,10 +50,10 @@
* Idea Distribution Ratio = 0.74851/(1-0.74851) =2.98
* Random Distribution Ration = 512/(5401-512)=0.105
*
* Typical Distribution Ratio about 50% of Ideal one,
* Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
*****************************************************************************/
#define BIG5_TYPICAL_DISTRIBUTION_RATIO (float)1.5
#define BIG5_TYPICAL_DISTRIBUTION_RATIO (float)0.75
//Char to FreqOrder table ,

4
extensions/universalchardet/src/EUCTWFreq.tab
View File

@ -52,10 +52,10 @@
* Idea Distribution Ratio = 0.74851/(1-0.74851) =2.98
* Random Distribution Ration = 512/(5401-512)=0.105
*
* Typical Distribution Ratio about 50% of Ideal one,
* Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
*****************************************************************************/
#define EUCTW_TYPICAL_DISTRIBUTION_RATIO (float)1.5
#define EUCTW_TYPICAL_DISTRIBUTION_RATIO (float)0.75
//Char to FreqOrder table ,
#define EUCTW_TABLE_SIZE 8102

4
extensions/universalchardet/src/GB2312Freq.tab
View File

@ -49,10 +49,10 @@
* Idea Distribution Ratio = 0.79135/(1-0.79135) = 3.79
* Random Distribution Ration = 512 / (3755 - 512) = 0.157
*
* Typical Distribution Ratio about 50% of Ideal one,
* Typical Distribution Ratio about 25% of Ideal one, still much higher that RDR
*****************************************************************************/
#define GB2312_TYPICAL_DISTRIBUTION_RATIO (float)1.8
#define GB2312_TYPICAL_DISTRIBUTION_RATIO (float)0.9
#define GB2312_TABLE_SIZE 3760

2
extensions/universalchardet/src/JISFreq.tab
View File

@ -51,7 +51,7 @@
* Idea Distribution Ratio = 0.92635 / (1-0.92635) = 12.58
* Random Distribution Ration = 512 / (2965+62+83+86-512) = 0.191
*
* Typical Distribution Ratio
* Typical Distribution Ratio, 25% of IDR
*****************************************************************************/
#define JIS_TYPICAL_DISTRIBUTION_RATIO (float) 3.0

2
extensions/universalchardet/src/nsLatin1Prober.cpp
View File

@ -199,7 +199,7 @@ float nsLatin1Prober::GetConfidence(void)
// lower the confidence of latin1 so that other more accurate detector
// can take priority.
confidence *= 0.60f;
confidence *= 0.50f;
return confidence;
}