We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 737a50e commit 1a6a102Copy full SHA for 1a6a102
src/llama-model.cpp
@@ -9,6 +9,7 @@
9
#include <algorithm>
10
#include <cassert>
11
#include <cstring>
12
+#include <cmath>
13
#include <functional>
14
#include <map>
15
#include <sstream>
@@ -878,8 +879,8 @@ void llama_model::load_hparams(llama_model_loader & ml) {
878
879
}
880
881
hparams.f_attention_scale = type == LLM_TYPE_27B
- ? 1.0f / std::sqrt(float(hparams.n_embd / hparams.n_head(0)))
882
- : 1.0f / std::sqrt(float(hparams.n_embd_head_k));
+ ? 1.0f / std::sqrtf(float(hparams.n_embd / hparams.n_head(0)))
883
+ : 1.0f / std::sqrtf(float(hparams.n_embd_head_k));
884
} break;
885
case LLM_ARCH_STARCODER2:
886
{
0 commit comments