diff --git a/src/embeddings/embeddings_calculator_ov.cc b/src/embeddings/embeddings_calculator_ov.cc index 313601577c..c7edb59b97 100644 --- a/src/embeddings/embeddings_calculator_ov.cc +++ b/src/embeddings/embeddings_calculator_ov.cc @@ -60,7 +60,7 @@ class EmbeddingsCalculatorOV : public CalculatorBase { mediapipe::Timestamp timestamp{0}; - absl::Status tokenizeStrings(ov::genai::Tokenizer& tokenizer, const std::vector& inputStrings, const ov::AnyMap& parameters, ov::genai::TokenizedInputs& tokens, const size_t& max_context_length) { + absl::Status tokenizeStrings(ov::genai::Tokenizer& tokenizer, const std::vector& inputStrings, const ov::AnyMap& parameters, ov::genai::TokenizedInputs& tokens) { tokens = tokenizer.encode(inputStrings, parameters); RET_CHECK(tokens.input_ids.get_shape().size() == 2); @@ -131,7 +131,7 @@ class EmbeddingsCalculatorOV : public CalculatorBase { } auto input = tokenizeRequest.input; if (auto strings = std::get_if>(&input)) { - auto tokenizationStatus = this->tokenizeStrings(embeddings_session->getTokenizer(), *strings, tokenizeRequest.parameters, tokens, max_context_length); + auto tokenizationStatus = this->tokenizeStrings(embeddings_session->getTokenizer(), *strings, tokenizeRequest.parameters, tokens); if (!tokenizationStatus.ok()) { return tokenizationStatus; } @@ -169,7 +169,7 @@ class EmbeddingsCalculatorOV : public CalculatorBase { params["max_length"] = max_context_length; } - absl::Status tokenizationStatus = this->tokenizeStrings(embeddings_session->getTokenizer(), *strings, params, tokens, max_context_length); + absl::Status tokenizationStatus = this->tokenizeStrings(embeddings_session->getTokenizer(), *strings, params, tokens); if (!tokenizationStatus.ok()) { return tokenizationStatus; }