JCNC/JNotepad
JCNC/JNotepad
2
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: #I7VP0I 遍历文件编码时，取概率相同，但最先出现的

Browse Source
This commit is contained in:
songdragon 2023-08-24 23:08:31 +08:00
parent c678fda573
commit 8a931725bf
1 changed files with 17 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/main/java/org/jcnc/jnotepad/tool/EncodingDetector.java
View File

@ -23,6 +23,10 @@ import static org.jcnc.jnotepad.constants.TextConstants.UNKNOWN;
public class EncodingDetector { public class EncodingDetector {
private static final Logger LOG = LogUtil.getLogger(EncodingDetector.class); private static final Logger LOG = LogUtil.getLogger(EncodingDetector.class);
/**
* 编码侦测概率，阈值：50%
*/
public static final int THRESHOLD_CONFIDENCE = 50;
private EncodingDetector() { private EncodingDetector() {
@ -39,10 +43,20 @@ public class EncodingDetector {
try (BufferedInputStream inputStream = new BufferedInputStream(new FileInputStream(file.getPath()))) { try (BufferedInputStream inputStream = new BufferedInputStream(new FileInputStream(file.getPath()))) {
charsetDetector.setText(inputStream); charsetDetector.setText(inputStream);
CharsetMatch[] matchList = charsetDetector.detectAll(); CharsetMatch[] matchList = charsetDetector.detectAll();
for (CharsetMatch match : matchList) { if (matchList == null || matchList.length == 0) {
return UNKNOWN;
}
CharsetMatch maxConfidence = matchList[0];
if (maxConfidence.getConfidence() < THRESHOLD_CONFIDENCE) {
return UNKNOWN;
}
for (int i = 1; i < matchList.length; i++) {
CharsetMatch match = matchList[i];
LOG.debug("{} : {}", match.getName(), match.getConfidence()); LOG.debug("{} : {}", match.getName(), match.getConfidence());
if (match.getConfidence() > 50) { if (match.getConfidence() >= THRESHOLD_CONFIDENCE && match.getConfidence() >= maxConfidence.getConfidence()) {
return match.getName(); maxConfidence = match;
} else {
return maxConfidence.getName();
} }
} }
} catch (Exception e) { } catch (Exception e) {