add comment

ggerganov · Sep 20, 2024 · 461b648 · 461b648
1 parent 00b43cf
commit 461b648
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/include/ggml.h b/include/ggml.h
@@ -2122,7 +2122,7 @@ extern "C" {
     GGML_API struct ggml_cgraph * ggml_graph_dup         (struct ggml_context * ctx, struct ggml_cgraph * cgraph);
     GGML_API struct ggml_cgraph   ggml_graph_view        (struct ggml_cgraph * cgraph, int i0, int i1);
     GGML_API void                 ggml_graph_cpy         (struct ggml_cgraph * src, struct ggml_cgraph * dst);
-    GGML_API void                 ggml_graph_reset       (struct ggml_cgraph * cgraph);  // zero grads
+    GGML_API void                 ggml_graph_reset       (struct ggml_cgraph * cgraph); // set regular grads + optimizer momenta to 0, set loss grad to 1
     GGML_API void                 ggml_graph_clear       (struct ggml_cgraph * cgraph);
 
     GGML_API size_t ggml_graph_overhead(void);