summaryrefslogtreecommitdiffstats
path: root/tools
diff options
context:
space:
mode:
authorAdrian Velicu <adrianv@google.com>2014-10-14 12:13:11 +0900
committerAdrian Velicu <adrianv@google.com>2014-10-21 11:51:47 +0900
commit05172bf1a5693c2e108e91436b98ecd35d2dadad (patch)
treedcbc72791a3cd49ecf4aa7225b09cc7ee106df73 /tools
parent9ba36f29cc8e897720f6654d89118127bf90dc5d (diff)
downloadandroid_packages_inputmethods_LatinIME-05172bf1a5693c2e108e91436b98ecd35d2dadad.tar.gz
android_packages_inputmethods_LatinIME-05172bf1a5693c2e108e91436b98ecd35d2dadad.tar.bz2
android_packages_inputmethods_LatinIME-05172bf1a5693c2e108e91436b98ecd35d2dadad.zip
Renaming "blacklist" flag to "possibly offensive"
No behaviour changes. Unified the overloaded FusionDictionary::add method to always take an isPossiblyOffensive argument. Bug: 11031090 Change-Id: I5741a023ca1ce842d2cf10d4f6c926b0efabaa78
Diffstat (limited to 'tools')
-rw-r--r--tools/dicttool/src/com/android/inputmethod/latin/dicttool/CombinedInputOutput.java5
-rw-r--r--tools/dicttool/src/com/android/inputmethod/latin/dicttool/Diff.java8
-rw-r--r--tools/dicttool/src/com/android/inputmethod/latin/dicttool/Info.java4
-rw-r--r--tools/dicttool/src/com/android/inputmethod/latin/dicttool/XmlDictInputOutput.java5
-rw-r--r--tools/dicttool/tests/com/android/inputmethod/latin/dicttool/BinaryDictOffdeviceUtilsTests.java15
-rw-r--r--tools/dicttool/tests/com/android/inputmethod/latin/makedict/BinaryDictEncoderFlattenTreeTests.java15
-rw-r--r--tools/dicttool/tests/com/android/inputmethod/latin/makedict/FusionDictionaryTest.java3
7 files changed, 34 insertions, 21 deletions
diff --git a/tools/dicttool/src/com/android/inputmethod/latin/dicttool/CombinedInputOutput.java b/tools/dicttool/src/com/android/inputmethod/latin/dicttool/CombinedInputOutput.java
index 23cbee81c..48d2e5922 100644
--- a/tools/dicttool/src/com/android/inputmethod/latin/dicttool/CombinedInputOutput.java
+++ b/tools/dicttool/src/com/android/inputmethod/latin/dicttool/CombinedInputOutput.java
@@ -106,7 +106,7 @@ public class CombinedInputOutput {
if (args[0].matches(CombinedFormatUtils.WORD_TAG + "=.*")) {
if (null != word) {
dict.add(word, probabilityInfo, shortcuts.isEmpty() ? null : shortcuts,
- isNotAWord);
+ isNotAWord, false /* isPossiblyOffensive */);
for (WeightedString s : bigrams) {
dict.setBigram(word, s.mWord, s.mProbabilityInfo);
}
@@ -189,7 +189,8 @@ public class CombinedInputOutput {
}
}
if (null != word) {
- dict.add(word, probabilityInfo, shortcuts.isEmpty() ? null : shortcuts, isNotAWord);
+ dict.add(word, probabilityInfo, shortcuts.isEmpty() ? null : shortcuts, isNotAWord,
+ false /* isPossiblyOffensive */);
for (WeightedString s : bigrams) {
dict.setBigram(word, s.mWord, s.mProbabilityInfo);
}
diff --git a/tools/dicttool/src/com/android/inputmethod/latin/dicttool/Diff.java b/tools/dicttool/src/com/android/inputmethod/latin/dicttool/Diff.java
index c6818ce0c..f97fbef2c 100644
--- a/tools/dicttool/src/com/android/inputmethod/latin/dicttool/Diff.java
+++ b/tools/dicttool/src/com/android/inputmethod/latin/dicttool/Diff.java
@@ -128,10 +128,10 @@ public class Diff extends Dicttool.Command {
+ word0Property.mIsNotAWord + " -> " + word1PtNode.getIsNotAWord());
hasDifferences = true;
}
- if (word0Property.mIsBlacklistEntry != word1PtNode.getIsBlacklistEntry()) {
- System.out.println("Blacklist: " + word0Property.mWord + " "
- + word0Property.mIsBlacklistEntry + " -> "
- + word1PtNode.getIsBlacklistEntry());
+ if (word0Property.mIsPossiblyOffensive != word1PtNode.getIsPossiblyOffensive()) {
+ System.out.println("Possibly-offensive: " + word0Property.mWord + " "
+ + word0Property.mIsPossiblyOffensive + " -> "
+ + word1PtNode.getIsPossiblyOffensive());
hasDifferences = true;
}
hasDifferences |= hasAttributesDifferencesAndPrintThemIfAny(word0Property.mWord,
diff --git a/tools/dicttool/src/com/android/inputmethod/latin/dicttool/Info.java b/tools/dicttool/src/com/android/inputmethod/latin/dicttool/Info.java
index 2850e1ff6..3df37373a 100644
--- a/tools/dicttool/src/com/android/inputmethod/latin/dicttool/Info.java
+++ b/tools/dicttool/src/com/android/inputmethod/latin/dicttool/Info.java
@@ -76,8 +76,8 @@ public class Info extends Dicttool.Command {
if (ptNode.getIsNotAWord()) {
System.out.println(" Is not a word");
}
- if (ptNode.getIsBlacklistEntry()) {
- System.out.println(" Is a blacklist entry");
+ if (ptNode.getIsPossiblyOffensive()) {
+ System.out.println(" Is possibly offensive");
}
final ArrayList<WeightedString> shortcutTargets = ptNode.getShortcutTargets();
if (null == shortcutTargets || shortcutTargets.isEmpty()) {
diff --git a/tools/dicttool/src/com/android/inputmethod/latin/dicttool/XmlDictInputOutput.java b/tools/dicttool/src/com/android/inputmethod/latin/dicttool/XmlDictInputOutput.java
index cd3ce70eb..7f3337949 100644
--- a/tools/dicttool/src/com/android/inputmethod/latin/dicttool/XmlDictInputOutput.java
+++ b/tools/dicttool/src/com/android/inputmethod/latin/dicttool/XmlDictInputOutput.java
@@ -90,7 +90,8 @@ public class XmlDictInputOutput {
for (final String shortcutOnly : mShortcutsMap.keySet()) {
if (dict.hasWord(shortcutOnly)) continue;
dict.add(shortcutOnly, new ProbabilityInfo(SHORTCUT_ONLY_WORD_PROBABILITY),
- mShortcutsMap.get(shortcutOnly), true /* isNotAWord */);
+ mShortcutsMap.get(shortcutOnly), true /* isNotAWord */,
+ false /* isPossiblyOffensive */);
}
mDictionary = null;
mShortcutsMap.clear();
@@ -138,7 +139,7 @@ public class XmlDictInputOutput {
public void endElement(String uri, String localName, String qName) {
if (WORD == mState) {
mDictionary.add(mWord, new ProbabilityInfo(mFreq), mShortcutsMap.get(mWord),
- false /* isNotAWord */);
+ false /* isNotAWord */, false /* isPossiblyOffensive */);
mState = START;
}
}
diff --git a/tools/dicttool/tests/com/android/inputmethod/latin/dicttool/BinaryDictOffdeviceUtilsTests.java b/tools/dicttool/tests/com/android/inputmethod/latin/dicttool/BinaryDictOffdeviceUtilsTests.java
index 0236a446d..179a8875d 100644
--- a/tools/dicttool/tests/com/android/inputmethod/latin/dicttool/BinaryDictOffdeviceUtilsTests.java
+++ b/tools/dicttool/tests/com/android/inputmethod/latin/dicttool/BinaryDictOffdeviceUtilsTests.java
@@ -54,11 +54,16 @@ public class BinaryDictOffdeviceUtilsTests extends TestCase {
testOptions.mAttributes.put(DictionaryHeader.DICTIONARY_LOCALE_KEY, LOCALE);
testOptions.mAttributes.put(DictionaryHeader.DICTIONARY_ID_KEY, ID);
final FusionDictionary dict = new FusionDictionary(new PtNodeArray(), testOptions);
- dict.add("foo", new ProbabilityInfo(TEST_FREQ), null, false /* isNotAWord */);
- dict.add("fta", new ProbabilityInfo(1), null, false /* isNotAWord */);
- dict.add("ftb", new ProbabilityInfo(1), null, false /* isNotAWord */);
- dict.add("bar", new ProbabilityInfo(1), null, false /* isNotAWord */);
- dict.add("fool", new ProbabilityInfo(1), null, false /* isNotAWord */);
+ dict.add("foo", new ProbabilityInfo(TEST_FREQ), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
+ dict.add("fta", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
+ dict.add("ftb", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
+ dict.add("bar", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
+ dict.add("fool", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
final File dst = File.createTempFile("testGetRawDict", ".tmp");
dst.deleteOnExit();
diff --git a/tools/dicttool/tests/com/android/inputmethod/latin/makedict/BinaryDictEncoderFlattenTreeTests.java b/tools/dicttool/tests/com/android/inputmethod/latin/makedict/BinaryDictEncoderFlattenTreeTests.java
index aa228e72c..dc9981d1a 100644
--- a/tools/dicttool/tests/com/android/inputmethod/latin/makedict/BinaryDictEncoderFlattenTreeTests.java
+++ b/tools/dicttool/tests/com/android/inputmethod/latin/makedict/BinaryDictEncoderFlattenTreeTests.java
@@ -33,11 +33,16 @@ public class BinaryDictEncoderFlattenTreeTests extends TestCase {
public void testFlattenNodes() {
final FusionDictionary dict = new FusionDictionary(new PtNodeArray(),
new DictionaryOptions(new HashMap<String, String>()));
- dict.add("foo", new ProbabilityInfo(1), null, false /* isNotAWord */);
- dict.add("fta", new ProbabilityInfo(1), null, false /* isNotAWord */);
- dict.add("ftb", new ProbabilityInfo(1), null, false /* isNotAWord */);
- dict.add("bar", new ProbabilityInfo(1), null, false /* isNotAWord */);
- dict.add("fool", new ProbabilityInfo(1), null, false /* isNotAWord */);
+ dict.add("foo", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
+ dict.add("fta", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
+ dict.add("ftb", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
+ dict.add("bar", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
+ dict.add("fool", new ProbabilityInfo(1), null, false /* isNotAWord */,
+ false /* isPossiblyOffensive */);
final ArrayList<PtNodeArray> result =
BinaryDictEncoderUtils.flattenTree(dict.mRootNodeArray);
assertEquals(4, result.size());
diff --git a/tools/dicttool/tests/com/android/inputmethod/latin/makedict/FusionDictionaryTest.java b/tools/dicttool/tests/com/android/inputmethod/latin/makedict/FusionDictionaryTest.java
index 71f8ac8d4..86bc20e76 100644
--- a/tools/dicttool/tests/com/android/inputmethod/latin/makedict/FusionDictionaryTest.java
+++ b/tools/dicttool/tests/com/android/inputmethod/latin/makedict/FusionDictionaryTest.java
@@ -101,7 +101,8 @@ public class FusionDictionaryTest extends TestCase {
prepare(time);
for (int i = 0; i < sWords.size(); ++i) {
System.out.println("Adding in pos " + i + " : " + dumpWord(sWords.get(i)));
- dict.add(sWords.get(i), new ProbabilityInfo(180), null, false);
+ dict.add(sWords.get(i), new ProbabilityInfo(180), null, false,
+ false /* isPossiblyOffensive */);
dumpDict(dict);
checkDictionary(dict, sWords, i);
}