Java-解析搜狗输入法分类词库scel文件

scel文件是搜狗输入法自定义的一种分类词库,可下载并导入搜狗输入法中

下面对scel文件进行解析:

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
import java.io.File;
import java.io.RandomAccessFile;
import java.util.Arrays;
import java.util.HashMap;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
public class SCEL {
File p;
int wordCount = 0;
Map<Integer,String> dict = new HashMap<Integer,String>();
Map<String,LinkedList<String>> wordList = new HashMap<String,LinkedList<String>>();
SCEL(String path){
p = new File(path);
}
void printWordListwithPinyin(){
for(String w:wordList.keySet()){
System.out.println(w + Arrays.asList(wordList.get(w).toArray()));
}
}
void printWordList(){
for(String w:wordList.keySet())
System.out.println(w);
}
public void parse() throws Exception{
RandomAccessFile raf = new RandomAccessFile(p,"r");
byte[] str = new byte[128];
int hzPosition = 0;
raf.read(str, 0, 128); // \x40\x15\x00\x00\x44\x43\x53\x01
if (str[4] == 0x44)
{
hzPosition = 0x2628;
}
if (str[4] == 0x45)
{
hzPosition = 0x26C4;
}
//get word count at 0x124
raf.seek(0x124);
wordCount = readInt(raf);
//get pinyin position
raf.seek(0x1544);
while(true){
byte[] num = new byte[4];
raf.read(num, 0, 4);
int mark = num[0] + num[1]*256;
byte[] buff = new byte[20];
raf.read(buff,0,num[2]);
String py = getString(buff,num[2]);
dict.put(mark, py);
if(py.equals("zuo")){
break;
}
}
//get hanzi position
raf.seek(hzPosition);
while(true){
byte[] num = new byte[4];
raf.read(num, 0, 4);
int samePYcount = num[0] + num[1]*256;
int count = num[2] + num[3]*256;
byte[] buff = new byte[256];
for (int i = 0; i < count; i++)
buff[i] = raf.readByte();
List<String> wordPY = new LinkedList<String>();
for (int i = 0; i < count/2; i++)
{
int key = buff[i*2] + buff[i*2 + 1]*256;
wordPY.add(dict.get(key));
}
for (int s = 0; s < samePYcount; s++){ //ͬ���ʣ�ʹ��ǰ����ͬ��ƴ��
raf.read(num,0,2);
int hzBytecount = num[0] + num[1]*256;
//System.out.println("hzBytecount:" + hzBytecount);
raf.read(buff,0,hzBytecount);
String word = getString(buff,hzBytecount);
//System.out.println(word);
raf.readShort();
raf.readInt();
wordList.put(word, (LinkedList<String>) wordPY);
for(int i=0; i<6 ;i++){
raf.readByte();
}
}
if(raf.getFilePointer() == raf.length())
break;
}
raf.close();
}
private int readInt(RandomAccessFile raf) throws Exception{
byte[] buff = new byte[4];
raf.read(buff, 0, 4);
return (int)buff[0]& 0xFF + (((int)buff[1]& 0xFF)<<8) + (((int)buff[2]& 0xFF)<<16) | (((int)buff[3]& 0xFF)<<24);
}
private String getString(byte[] buff,int num) throws Exception{
String str = new String(buff,0,num,"UTF-16LE");
return str;
}
}

调用Demo:

1
2
3
4
5
6
7
try {
SCEL scel = new SCEL("/Users/YI/Downloads/深圳地名.scel");
scel.parse();
scel.printWordListwithPinyin();
} catch (Exception e) {
e.printStackTrace();
}

可以看到解析后的词组:

Sougou-Scel

YI wechat
欢迎您扫一扫上面的微信公众号,订阅我的博客!