Compare commits

..

1 Commits

Author SHA1 Message Date
Marcus Dunn 232caf3c15 llama : fix struct decl (#2790) 2023-08-25 19:17:15 +03:00
+1 -1
View File
@@ -485,7 +485,7 @@ extern "C" {
// (e.g. beams[0]) as they will be removed (shifted) from all beams in all subsequent callbacks.
// These pointers are valid only during the synchronous callback, so should not be saved.
struct llama_beams_state {
llama_beam_view * beam_views;
struct llama_beam_view * beam_views;
size_t n_beams; // Number of elements in beam_views[].
size_t common_prefix_length; // Current max length of prefix tokens shared by all beams.
bool last_call; // True iff this is the last callback invocation.