Skip to content

Commit 346eee2

Browse files
pcullitoncopybara-github
authored andcommitted
Add Gemma 3 270M to gemma_test
PiperOrigin-RevId: 825115734
1 parent 116cd6e commit 346eee2

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

evals/gemma_test.cc

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -130,7 +130,7 @@ TEST_F(GemmaTest, Multiturn) {
130130
// Note: we do not rewind any <end_of_turn> tokens here. If the model
131131
// produced one and WrapAndTokenize() inserts another one, it will just be
132132
// duplicated.
133-
mutable_prompt = "Please repeat all prior statements.";
133+
mutable_prompt = "Please repeat what I just told you.";
134134
tokens = WrapAndTokenize(model->Tokenizer(), model->ChatTemplate(),
135135
config.wrapping, abs_pos, mutable_prompt);
136136

@@ -167,6 +167,9 @@ TEST_F(GemmaTest, CrossEntropySmall) {
167167
case gcpp::Model::GEMMA2_27B:
168168
EXPECT_NEAR(entropy, 1.30f, 0.02f);
169169
break;
170+
case gcpp::Model::GEMMA3_270M:
171+
EXPECT_NEAR(entropy, 1.41f, 0.02f);
172+
break;
170173
default:
171174
FAIL() << "no entropy expectation for this model";
172175
break;

0 commit comments

Comments
 (0)