We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent bff91b3 commit 543ffafCopy full SHA for 543ffaf
eval/evaluate_ceval.py
@@ -95,10 +95,10 @@ def eval_subject(
95
softval = torch.nn.functional.softmax(
96
torch.tensor(
97
[
98
- logits[tokenizer("A")['input_ids'][-1]],
99
- logits[tokenizer("B")['input_ids'][-1]],
100
- logits[tokenizer("C")['input_ids'][-1]],
101
- logits[tokenizer("D")['input_ids'][-1]],
+ logits[tokenizer("A")['input_ids']],
+ logits[tokenizer("B")['input_ids']],
+ logits[tokenizer("C")['input_ids']],
+ logits[tokenizer("D")['input_ids']],
102
]
103
),
104
dim=0,
0 commit comments