@@ -520,19 +520,17 @@ std::vector<BlockSelectTestData> BLOCK_SELECT_TEST_CASES = {
520520 {2 , 2 , 5 },
521521 // clang-format off
522522 {
523- // values in first blocks have no impact on attention mass
524- // since they are always selected
525523 0.0000 , 0.5151 , 0.4323 , 0.5014 , 0.5513 ,
526- - 100.0 , 0.4557 , 0.4876 , 0.5870 , 0.4697 ,
524+ 100.0 , 0.4557 , 0.4876 , 0.5870 , 0.4697 ,
527525
528526 1.7491 , 0.3118 , 0.4507 , 0.5180 , 0.5194 ,
529527 0.3123 , 0.5315 , 0.4446 , 0.4929 , 0.5310
530528 },
531529 // clang-format on
532530 /* threshold = */ 0.25 ,
533531 {
534- {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, { 0 , 1 }, { 1 , 3 } },
535- {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, { 0 , 2 }, { 1 , 1 } },
532+ {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }},
533+ {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }},
536534 }},
537535
538536 {{2 , 2 , 5 },
@@ -548,8 +546,8 @@ std::vector<BlockSelectTestData> BLOCK_SELECT_TEST_CASES = {
548546 // clang-format on
549547 /* threshold = */ 0.45 ,
550548 {
551- {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, {0 , 1 }, { 1 , 2 }, { 1 , 3 }},
552- {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, {0 , 1 }, { 1 , 1 }, { 1 , 3 }},
549+ {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, {1 , 3 }},
550+ {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, {1 , 1 }},
553551 }},
554552 {{2 , 2 , 5 },
555553 // clang-format off
@@ -558,13 +556,13 @@ std::vector<BlockSelectTestData> BLOCK_SELECT_TEST_CASES = {
558556 0.5267 , 0.4557 , 0.4876 , 0.5870 , 0.4697 ,
559557
560558 0.4647 , 0.5118 , 0.4507 , 0.5180 , 0.5194 ,
561- 0.0000 , 0.1234 , 0.4446 , 0.4929 , 0.5310
559+ 0.0000 , 0.4446 , 0.1234 , 0.4929 , 0.5310
562560 },
563561 // clang-format on
564562 /* threshold = */ 0.8 ,
565563 {
566- {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, {0 , 1 }, {0 , 2 }, {1 , 1 }, { 1 , 2 }, { 1 , 3 }, {1 , 4 }},
567- {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, {0 , 1 }, {0 , 2 }, {1 , 2 }, {1 , 3 }},
564+ {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, {0 , 1 }, {0 , 2 }, {1 , 3 }, {1 , 2 }},
565+ {{0 , 0 }, {1 , 0 }, {0 , 3 }, {1 , 4 }, {0 , 1 }, {0 , 2 }, {1 , 3 }, {1 , 1 }},
568566 }},
569567 {{2 , 2 , 5 },
570568 // clang-format off
0 commit comments