Skip to content

Commit

Permalink
Set term vector flags to false for ._index_prefix field (#1901). (#3119
Browse files Browse the repository at this point in the history
…) (#3447)

Signed-off-by: Vesa Pehkonen <vesa.pehkonen@intel.com>
Signed-off-by: Nicholas Walter Knize <nknize@apache.org>

Co-authored-by: sdp <sdp@9049fa06826d.jf.intel.com>
(cherry picked from commit e647525)

Co-authored-by: vpehkone <101240162+vpehkone@users.noreply.github.com>
  • Loading branch information
opensearch-trigger-bot[bot] and vpehkone committed May 26, 2022
1 parent cd1a66c commit f76fd5d
Show file tree
Hide file tree
Showing 2 changed files with 23 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -205,8 +205,8 @@ public SearchAsYouTypeFieldMapper build(Mapper.BuilderContext context) {
ft.setIndexAnalyzer(analyzers.getIndexAnalyzer());

// set up the prefix field
FieldType prefixft = new FieldType(fieldType);
prefixft.setStoreTermVectors(false);
FieldType prefixft = new FieldType();
prefixft.setIndexOptions(fieldType.indexOptions());
prefixft.setOmitNorms(true);
prefixft.setStored(false);
final String fullName = buildFullName(context);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -352,15 +352,30 @@ public void testIndex() throws IOException {
}

public void testTermVectors() throws IOException {
DocumentMapper mapper = createDocumentMapper(fieldMapping(b -> b.field("type", "search_as_you_type").field("term_vector", "yes")));
String[] termVectors = {
"yes",
"with_positions",
"with_offsets",
"with_positions_offsets",
"with_positions_payloads",
"with_positions_offsets_payloads" };

for (String termVector : termVectors) {
DocumentMapper mapper = createDocumentMapper(
fieldMapping(b -> b.field("type", "search_as_you_type").field("term_vector", termVector))
);

assertTrue(getRootFieldMapper(mapper, "field").fieldType().fieldType.storeTermVectors());
assertTrue(getRootFieldMapper(mapper, "field").fieldType().fieldType.storeTermVectors());

Stream.of(getShingleFieldMapper(mapper, "field._2gram"), getShingleFieldMapper(mapper, "field._3gram"))
.forEach(m -> assertTrue("for " + m.name(), m.fieldType.storeTermVectors()));
Stream.of(getShingleFieldMapper(mapper, "field._2gram"), getShingleFieldMapper(mapper, "field._3gram"))
.forEach(m -> assertTrue("for " + m.name(), m.fieldType.storeTermVectors()));

PrefixFieldMapper prefixFieldMapper = getPrefixFieldMapper(mapper, "field._index_prefix");
assertFalse(prefixFieldMapper.fieldType.storeTermVectors());
PrefixFieldMapper prefixFieldMapper = getPrefixFieldMapper(mapper, "field._index_prefix");
assertFalse(prefixFieldMapper.fieldType.storeTermVectors());
assertFalse(prefixFieldMapper.fieldType.storeTermVectorOffsets());
assertFalse(prefixFieldMapper.fieldType.storeTermVectorPositions());
assertFalse(prefixFieldMapper.fieldType.storeTermVectorPayloads());
}
}

public void testNorms() throws IOException {
Expand Down

0 comments on commit f76fd5d

Please sign in to comment.