mirror of
https://gitlab.futo.org/keyboard/latinime.git
synced 2024-09-28 14:54:30 +01:00
Adjust space probability and mustNotAutocorrect
This commit is contained in:
parent
c34a411989
commit
92480fd460
@ -190,12 +190,14 @@ public class LanguageModel extends Dictionary {
|
||||
if(!partialWord.isEmpty() && partialWord.trim().equalsIgnoreCase(outStrings[i].trim())) {
|
||||
// If this prediction matches the partial word ignoring case, and this is the top
|
||||
// prediction, then we can break.
|
||||
// Otherwise, we cannot autocorrect to the top prediction, as it does not match the
|
||||
// partial word but one of the top ones does.
|
||||
if(i == 0) {
|
||||
break;
|
||||
} else {
|
||||
mustNotAutocorrect = true;
|
||||
// Otherwise, we cannot autocorrect to the top prediction unless the model is
|
||||
// super confident about this
|
||||
if(outProbabilities[i] * 8.0f >= outProbabilities[0]) {
|
||||
mustNotAutocorrect = true;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@ -126,6 +126,7 @@ struct LanguageModelState {
|
||||
logits[specialTokens.XBU] = -999.0f;
|
||||
|
||||
for(int x : specialTokens.SAMPLING_BAD_TOKENS) {
|
||||
logits[specialTokens.SPACE] += std::max(0.0f, logits[x]);
|
||||
logits[x] = -999.0f;
|
||||
}
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user