llama : fix restoring the number of outputs from state files (#6687)

2024-04-15 08:56:55 -04:00 · 2024-04-15 08:56:55 -04:00 · 132f55795e
parent 3272896d79
commit 132f55795e
1 changed files with 2 additions and 0 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -15478,6 +15478,8 @@ size_t llama_state_set_data(struct llama_context * ctx, const uint8_t * src) {
                GGML_ASSERT((uint32_t) id < ctx->cparams.n_batch);
                ctx->output_ids[id] = i;
            }
+
+            ctx->n_outputs = n_outputs;
        }
    }