starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix bug for ceval

Browse Source
This commit is contained in:
qinxy3
2023-08-14 14:47:12 +08:00
parent 460ea3418b
commit bff91b3305
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
eval/evaluate_ceval.py
View File

@@ -80,7 +80,7 @@ def eval_subject(
score = []
few_shot_prompt = generate_few_shot_prompt(
k, subject_name, dev_df) if few_shot else []
k, subject_name, dev_df) if few_shot else ''
all_probs = {'prob_A': [], 'prob_B': [], 'prob_C': [], 'prob_D': []}
if args.debug: print(f"few_shot_prompt: {few_shot_prompt}")
@@ -95,10 +95,10 @@ def eval_subject(
softval = torch.nn.functional.softmax(
torch.tensor(
[
logits[tokenizer("A")['input_ids']],
logits[tokenizer("B")['input_ids']],
logits[tokenizer("C")['input_ids']],
logits[tokenizer("D")['input_ids']],
logits[tokenizer("A")['input_ids'][-1]],
logits[tokenizer("B")['input_ids'][-1]],
logits[tokenizer("C")['input_ids'][-1]],
logits[tokenizer("D")['input_ids'][-1]],
]
),
dim=0,