forked from elastic/elasticsearch
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
SemanticTextFieldMapper implementation
- Loading branch information
1 parent
ffd86f7
commit 085751e
Showing
3 changed files
with
153 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
135 changes: 135 additions & 0 deletions
135
...ck/plugin/ml/src/main/java/org/elasticsearch/xpack/ml/mapper/SemanticTextFieldMapper.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,135 @@ | ||
| /* | ||
| * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one | ||
| * or more contributor license agreements. Licensed under the Elastic License | ||
| * 2.0; you may not use this file except in compliance with the Elastic License | ||
| * 2.0. | ||
| */ | ||
|
|
||
| package org.elasticsearch.xpack.ml.mapper; | ||
|
|
||
| import org.apache.lucene.search.Query; | ||
| import org.elasticsearch.common.Strings; | ||
| import org.elasticsearch.index.mapper.DocumentParserContext; | ||
| import org.elasticsearch.index.mapper.FieldMapper; | ||
| import org.elasticsearch.index.mapper.MappedFieldType; | ||
| import org.elasticsearch.index.mapper.MapperBuilderContext; | ||
| import org.elasticsearch.index.mapper.SimpleMappedFieldType; | ||
| import org.elasticsearch.index.mapper.SourceValueFetcher; | ||
| import org.elasticsearch.index.mapper.TextSearchInfo; | ||
| import org.elasticsearch.index.mapper.ValueFetcher; | ||
| import org.elasticsearch.index.mapper.vectors.SparseVectorFieldMapper; | ||
| import org.elasticsearch.index.query.SearchExecutionContext; | ||
|
|
||
| import java.io.IOException; | ||
| import java.util.Map; | ||
|
|
||
| /** A {@link FieldMapper} for full-text fields. */ | ||
| public class SemanticTextFieldMapper extends FieldMapper { | ||
|
|
||
| public static final String CONTENT_TYPE = "semantic_text"; | ||
|
|
||
| private static SemanticTextFieldMapper toType(FieldMapper in) { | ||
| return (SemanticTextFieldMapper) in; | ||
| } | ||
|
|
||
| public static class Builder extends FieldMapper.Builder { | ||
|
|
||
| final Parameter<String> modelId = Parameter.stringParam("model_id", false, m -> toType(m).modelId, null).addValidator(v -> { | ||
| if (Strings.isEmpty(v)) { | ||
| throw new IllegalArgumentException("field [model_id] must be specified"); | ||
| } | ||
| }); | ||
|
|
||
| private final Parameter<Map<String, String>> meta = Parameter.metaParam(); | ||
|
|
||
| public Builder(String name) { | ||
| super(name); | ||
| } | ||
|
|
||
| public Builder modelId(String modelId) { | ||
| this.modelId.setValue(modelId); | ||
| return this; | ||
| } | ||
|
|
||
| @Override | ||
| protected Parameter<?>[] getParameters() { | ||
| return new Parameter<?>[] { modelId, meta }; | ||
| } | ||
|
|
||
| @Override | ||
| public SemanticTextFieldMapper build(MapperBuilderContext context) { | ||
| return new SemanticTextFieldMapper( | ||
| name(), | ||
| new SemanticTextFieldType(name(), modelId.getValue(), meta.getValue()), | ||
| modelId.getValue(), | ||
| copyTo | ||
| ); | ||
| } | ||
| } | ||
|
|
||
| public static final TypeParser PARSER = new TypeParser((n, c) -> new Builder(n), notInMultiFields(CONTENT_TYPE)); | ||
|
|
||
| public static class SemanticTextFieldType extends SimpleMappedFieldType { | ||
|
|
||
| private final SparseVectorFieldMapper.SparseVectorFieldType sparseVectorFieldType; | ||
|
|
||
| private final String modelId; | ||
|
|
||
| public SemanticTextFieldType(String name, String modelId, Map<String, String> meta) { | ||
| super(name, true, false, false, TextSearchInfo.NONE, meta); | ||
| this.sparseVectorFieldType = new SparseVectorFieldMapper.SparseVectorFieldType(name + "." + "inference", meta); | ||
| this.modelId = modelId; | ||
| } | ||
|
|
||
| @Override | ||
| public String typeName() { | ||
| return CONTENT_TYPE; | ||
| } | ||
|
|
||
| @Override | ||
| public String getInferenceModel() { | ||
| return modelId; | ||
| } | ||
|
|
||
| @Override | ||
| public Query termQuery(Object value, SearchExecutionContext context) { | ||
| return null; | ||
| } | ||
|
|
||
| @Override | ||
| public ValueFetcher valueFetcher(SearchExecutionContext context, String format) { | ||
| return SourceValueFetcher.identity(name(), context, format); | ||
| } | ||
| } | ||
|
|
||
| private final String modelId; | ||
|
|
||
| private SemanticTextFieldMapper(String simpleName, MappedFieldType mappedFieldType, String modelId, CopyTo copyTo) { | ||
| super(simpleName, mappedFieldType, MultiFields.empty(), copyTo); | ||
| this.modelId = modelId; | ||
| } | ||
|
|
||
| public String getModelId() { | ||
| return modelId; | ||
| } | ||
|
|
||
| @Override | ||
| public FieldMapper.Builder getMergeBuilder() { | ||
| return new Builder(simpleName()).init(this); | ||
| } | ||
|
|
||
| @Override | ||
| protected void parseCreateField(DocumentParserContext context) throws IOException { | ||
| context.parser().textOrNull(); | ||
| } | ||
|
|
||
| @Override | ||
| protected String contentType() { | ||
| return CONTENT_TYPE; | ||
| } | ||
|
|
||
| @Override | ||
| public SemanticTextFieldType fieldType() { | ||
| return (SemanticTextFieldType) super.fieldType(); | ||
| } | ||
| } |