diff --git a/.gitmodules b/.gitmodules index d5788ea4..d9d94371 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,3 +1,3 @@ [submodule "ggml"] path = ggml - url = https://github.com/leejet/ggml.git + url = https://github.com/ggerganov/ggml.git diff --git a/ggml b/ggml index 89fd7704..73c32878 160000 --- a/ggml +++ b/ggml @@ -1 +1 @@ -Subproject commit 89fd77041d5eb2087eb340711468a02cc479634d +Subproject commit 73c3287813f8977d778d3eb5006660b5ae04f288 diff --git a/t5.hpp b/t5.hpp index f69f4676..79109e34 100644 --- a/t5.hpp +++ b/t5.hpp @@ -453,7 +453,7 @@ public: struct ggml_tensor* forward(struct ggml_context* ctx, struct ggml_tensor* x) { struct ggml_tensor* w = params["weight"]; - x = ggml_norm_ext(ctx, x, eps, false); + x = ggml_rms_norm(ctx, x, eps); x = ggml_mul(ctx, x, w); return x; }