diff --git a/src/main/java/io/github/azagniotov/lucene/analysis/ja/sudachi/tokenizer/SudachiTokenizer.java b/src/main/java/io/github/azagniotov/lucene/analysis/ja/sudachi/tokenizer/SudachiTokenizer.java index 1a9beb9..5f1a075 100644 --- a/src/main/java/io/github/azagniotov/lucene/analysis/ja/sudachi/tokenizer/SudachiTokenizer.java +++ b/src/main/java/io/github/azagniotov/lucene/analysis/ja/sudachi/tokenizer/SudachiTokenizer.java @@ -115,7 +115,9 @@ public boolean incrementToken() throws IOException { } clearAttributes(); - this.termAtt.append(morpheme.surface()); + // this.termAtt.append(morpheme.surface()); + final String surface = morpheme.surface(); + this.termAtt.copyBuffer(surface.toCharArray(), 0, surface.length()); final int baseOffset = morphemeIterator.getBaseOffset(); final int startOffset = correctOffset(baseOffset + morpheme.begin());