|
@@ -12,6 +12,7 @@ public abstract class CaseToken {
|
|
|
protected static String[] ignore_symbol = new String[]{"、", "."};
|
|
|
protected static String[] stop_symbol = new String[]{"。", ";", "?", ";", "?", "“", "”", "\r", "\n", "[", "]", "{", "}"};
|
|
|
protected static String[] negative_words = Constants.negative_words;
|
|
|
+ protected static String[] vital_filter_data = Constants.vital_filter_data;
|
|
|
//找到对应词后,词回退处理游标
|
|
|
protected int back_cursor = 1;
|
|
|
protected int searched_position = -1;
|
|
@@ -24,6 +25,7 @@ public abstract class CaseToken {
|
|
|
Arrays.sort(ignore_symbol);
|
|
|
Arrays.sort(stop_symbol);
|
|
|
Arrays.sort(negative_words);
|
|
|
+ Arrays.sort(vital_filter_data);
|
|
|
}
|
|
|
|
|
|
public abstract List<Map<String, Object>> analyze(LexemePath<Lexeme> lexemePath) throws Exception;
|