fix the build issues on Linux

microsoft · Aug 19, 2024 · 1afbb84 · 1afbb84
1 parent 7361d69
commit 1afbb84
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/operators/tokenizer/bpe_kernels.cc b/operators/tokenizer/bpe_kernels.cc
@@ -171,7 +171,7 @@ OrtStatusPtr KernelBpeTokenizer::OnModelAttach(const OrtApi& api, const OrtKerne
   return {};
 }
 
-extTokenId_t KernelBpeTokenizer::GetTokenId(const std::string& token) const {
+uint32_t KernelBpeTokenizer::GetTokenId(const std::string& token) const {
   auto id = bbpe_tokenizer_->GetAddedTokenId(token);
   if (id != bpe::kInvalidTokenId) {
     return id;

diff --git a/operators/tokenizer/bpe_kernels.h b/operators/tokenizer/bpe_kernels.h
@@ -33,7 +33,7 @@ struct KernelBpeTokenizer {
                      std::optional<ortc::Tensor<int64_t>*> offset_mapping) const;
 
   const std::string& ModelName() const { return model_name_; }
-  extTokenId_t GetTokenId(const std::string& token) const;
+  uint32_t GetTokenId(const std::string& token) const;
 
  protected:
   using OffsetMappingType = std::list<std::pair<size_t, size_t>>;