n/futokb
1
0
Fork 0
mirror of https://gitlab.futo.org/keyboard/latinime.git synced 2024-09-19 23:28:31 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Re-enable is_bugged check for now

Browse Source
This commit is contained in:
Aleksandras Kostarevas 2024-04-30 14:14:41 -04:00
parent 3c84c747fa
commit 0e1a338f0d
1 changed files with 21 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
native/jni/org_futo_inputmethod_latin_xlm_LanguageModel.cpp
View File

@ -558,7 +558,7 @@ struct LanguageModelState {
float *logits = llama_get_logits_ith(ctx, decodeResult.logits_head);
//AKLOGI("Value of [the ] before transform: %f", logits[561]);
//bool is_bugged = logits[561] == 0.0f;
bool is_bugged = logits[561] == 0.0f;
if(!transform_logits(logits, n_vocab, true, allow_correction_token, capitals, 0)) {
AKLOGE("logits have NaN!");
@ -566,13 +566,13 @@ struct LanguageModelState {
}
// TODO: This should really not be here
//is_bugged = is_bugged && logits[561] < -990.0f && logits[561] > -1100.0f;
//if(is_bugged) {
// AKLOGE("Detected bug!!!! Trying to mitigate. Let's just reset cache and exit");
// llama_kv_cache_seq_rm(ctx, -1, -1, -1);
// model->transformerContext.active_context = { };
// return { };
//}
is_bugged = is_bugged && logits[561] < -990.0f && logits[561] > -1100.0f;
if(is_bugged) {
AKLOGE("Detected bug!!!! Trying to mitigate. Let's just reset cache and exit");
llama_kv_cache_seq_rm(ctx, -1, -1, -1);
model->transformerContext.active_context = { };
return { };
}
//AKLOGI("Value of [the ] after transform: %f", logits[561]);
@ -603,19 +603,19 @@ struct LanguageModelState {
}
// TODO: This should really not be here
//is_bugged = true;
//for(const auto &seq : sequences) {
// if(seq.second.tokens.front() > 48 || seq.first != sequences[0].first) {
// is_bugged = false;
// break;
// }
//}
//if(is_bugged) {
// AKLOGE("Detected bug2!!!! Trying to mitigate. Let's just reset cache and exit");
// llama_kv_cache_seq_rm(ctx, -1, -1, -1);
// model->transformerContext.active_context = { };
// return { };
//}
is_bugged = true;
for(const auto &seq : sequences) {
if(seq.second.tokens.front() > 48 || seq.first != sequences[0].first) {
is_bugged = false;
break;
}
}
if(is_bugged) {
AKLOGE("Detected bug2!!!! Trying to mitigate. Let's just reset cache and exit");
llama_kv_cache_seq_rm(ctx, -1, -1, -1);
model->transformerContext.active_context = { };
return { };
}
for (auto &sequence: sequences) {