Skip to content
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.

Commit ec822c5

Browse files
committedApr 28, 2023
Windows test
1 parent d5e9575 commit ec822c5

File tree

2 files changed

+5
-0
lines changed

2 files changed

+5
-0
lines changed
 

‎llama.cpp

+3
Original file line numberDiff line numberDiff line change
@@ -1481,7 +1481,10 @@ static std::vector<llama_vocab::id> llama_tokenize(const llama_vocab & vocab, co
14811481

14821482
void llama_sample_softmax(struct llama_context * ctx, llama_token_data_array * candidates) {
14831483
printf("llama_sample_softmax\n"); fflush(stdout);
1484+
printf("llama_sample_softmax candidates %p\n", (void*)candidates); fflush(stdout);
1485+
printf("llama_sample_softmax candidatessize %d\n", candidates->size); fflush(stdout);
14841486
assert(candidates->size > 0);
1487+
printf("llama_sample_softmax 0\n"); fflush(stdout);
14851488

14861489
const int64_t t_start_sample_us = ggml_time_us();
14871490

‎tests/test-sampling.cpp

+2
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,9 @@ void test_top_k(const std::vector<float> & probs,
3939
fflush(stdout);
4040
llama_sample_softmax(nullptr, &candidates_p);
4141
DUMP(&candidates_p);
42+
fflush(stdout);
4243
llama_sample_top_k(nullptr, &candidates_p, k);
44+
fflush(stdout);
4345
DUMP(&candidates_p);
4446
fflush(stdout);
4547

0 commit comments

Comments
 (0)
Please sign in to comment.