Fix pushing in wrong halflayer idx

KerfuffleV2 · KerfuffleV2 · commit 14108139d002 · 2023-10-19T18:11:15.000-06:00
diff --git a/examples/perplexity/perplexity.cpp b/examples/perplexity/perplexity.cpp
@@ -405,7 +405,7 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par
                                 std::get<1>(pass_results[temp]), std::get<2>(pass_results[temp]));
                         if (anti_mode) {
                             skip_types[lidx] |= std::get<1>(pass_results[temp]);
-                            skips.push_back(std::get<1>(pass_results[temp]) == 1 ? lidx : -lidx);
+                            skips.push_back(std::get<1>(pass_results[temp]) == 1 ? lidx : lidx + n_layers);
                         }
                         if (++pruned >= num_prune) break;
                     }

Original file line number	Diff line number	Diff line change
`@@ -405,7 +405,7 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par`
`405`	`405`	`std::get<1>(pass_results[temp]), std::get<2>(pass_results[temp]));`
`406`	`406`	`if (anti_mode) {`
`407`	`407`	`skip_types[lidx] \|= std::get<1>(pass_results[temp]);`
`408`		`- skips.push_back(std::get<1>(pass_results[temp]) == 1 ? lidx : -lidx);`
	`408`	`+ skips.push_back(std::get<1>(pass_results[temp]) == 1 ? lidx : lidx + n_layers);`
`409`	`409`	`}`
`410`	`410`	`if (++pruned >= num_prune) break;`
`411`	`411`	`}`