-
Notifications
You must be signed in to change notification settings - Fork 1.9k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Extracting protobuf serialization from model classes
Signed-off-by: Vacha Shah <[email protected]>
- Loading branch information
Showing
25 changed files
with
787 additions
and
446 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
135 changes: 135 additions & 0 deletions
135
.../main/java/org/opensearch/common/document/serializer/DocumentFieldProtobufSerializer.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,135 @@ | ||
| /* | ||
| * SPDX-License-Identifier: Apache-2.0 | ||
| * | ||
| * The OpenSearch Contributors require contributions made to | ||
| * this file be licensed under the Apache-2.0 license or a | ||
| * compatible open source license. | ||
| */ | ||
|
|
||
| /* | ||
| * Modifications Copyright OpenSearch Contributors. See | ||
| * GitHub history for details. | ||
| */ | ||
|
|
||
| package org.opensearch.common.document.serializer; | ||
|
|
||
| import com.google.protobuf.ByteString; | ||
| import org.opensearch.OpenSearchException; | ||
| import org.opensearch.common.document.DocumentField; | ||
| import org.opensearch.core.common.text.Text; | ||
| import org.opensearch.server.proto.FetchSearchResultProto; | ||
| import org.opensearch.server.proto.FetchSearchResultProto.DocumentFieldValue; | ||
| import org.opensearch.server.proto.FetchSearchResultProto.DocumentFieldValue.Builder; | ||
|
|
||
| import java.io.IOException; | ||
| import java.io.InputStream; | ||
| import java.time.Instant; | ||
| import java.time.ZoneId; | ||
| import java.time.ZonedDateTime; | ||
| import java.util.ArrayList; | ||
| import java.util.Date; | ||
| import java.util.HashMap; | ||
| import java.util.LinkedHashMap; | ||
| import java.util.List; | ||
| import java.util.Map; | ||
|
|
||
| public class DocumentFieldProtobufSerializer implements DocumentFieldSerializer<InputStream> { | ||
|
|
||
| private FetchSearchResultProto.SearchHit.DocumentField documentField; | ||
|
|
||
| @Override | ||
| public DocumentField createDocumentField(InputStream inputStream) throws IOException { | ||
| documentField = FetchSearchResultProto.SearchHit.DocumentField.parseFrom(inputStream); | ||
| String name = documentField.getName(); | ||
| List<Object> values = new ArrayList<>(); | ||
| for (FetchSearchResultProto.DocumentFieldValue value : documentField.getValuesList()) { | ||
| values.add(readDocumentFieldValueFromProtobuf(value)); | ||
| } | ||
| return new DocumentField(name, values); | ||
| } | ||
|
|
||
| private Object readDocumentFieldValueFromProtobuf(FetchSearchResultProto.DocumentFieldValue documentFieldValue) throws IOException { | ||
| if (documentFieldValue.hasValueString()) { | ||
| return documentFieldValue.getValueString(); | ||
| } else if (documentFieldValue.hasValueInt()) { | ||
| return documentFieldValue.getValueInt(); | ||
| } else if (documentFieldValue.hasValueLong()) { | ||
| return documentFieldValue.getValueLong(); | ||
| } else if (documentFieldValue.hasValueFloat()) { | ||
| return documentFieldValue.getValueFloat(); | ||
| } else if (documentFieldValue.hasValueDouble()) { | ||
| return documentFieldValue.getValueDouble(); | ||
| } else if (documentFieldValue.hasValueBool()) { | ||
| return documentFieldValue.getValueBool(); | ||
| } else if (documentFieldValue.getValueByteArrayList().size() > 0) { | ||
| return documentFieldValue.getValueByteArrayList().toArray(); | ||
| } else if (documentFieldValue.getValueArrayListList().size() > 0) { | ||
| List<Object> list = new ArrayList<>(); | ||
| for (FetchSearchResultProto.DocumentFieldValue value : documentFieldValue.getValueArrayListList()) { | ||
| list.add(readDocumentFieldValueFromProtobuf(value)); | ||
| } | ||
| return list; | ||
| } else if (documentFieldValue.getValueMapMap().size() > 0) { | ||
| Map<String, Object> map = Map.of(); | ||
| for (Map.Entry<String, FetchSearchResultProto.DocumentFieldValue> entrySet : documentFieldValue.getValueMapMap().entrySet()) { | ||
| map.put(entrySet.getKey(), readDocumentFieldValueFromProtobuf(entrySet.getValue())); | ||
| } | ||
| return map; | ||
| } else if (documentFieldValue.hasValueDate()) { | ||
| return new Date(documentFieldValue.getValueDate()); | ||
| } else if (documentFieldValue.hasValueZonedDate() && documentFieldValue.hasValueZonedTime()) { | ||
| return ZonedDateTime.ofInstant( | ||
| Instant.ofEpochMilli(documentFieldValue.getValueZonedTime()), | ||
| ZoneId.of(documentFieldValue.getValueZonedDate()) | ||
| ); | ||
| } else if (documentFieldValue.hasValueText()) { | ||
| return new Text(documentFieldValue.getValueText()); | ||
| } else { | ||
| throw new IOException("Can't read generic value of type [" + documentFieldValue + "]"); | ||
| } | ||
| } | ||
|
|
||
| public static DocumentFieldValue.Builder convertDocumentFieldValueToProto(Object value, Builder valueBuilder) { | ||
| if (value == null) { | ||
| // null is not allowed in protobuf, so we use a special string to represent null | ||
| return valueBuilder.setValueString("null"); | ||
| } | ||
| Class type = value.getClass(); | ||
| if (type == String.class) { | ||
| valueBuilder.setValueString((String) value); | ||
| } else if (type == Integer.class) { | ||
| valueBuilder.setValueInt((Integer) value); | ||
| } else if (type == Long.class) { | ||
| valueBuilder.setValueLong((Long) value); | ||
| } else if (type == Float.class) { | ||
| valueBuilder.setValueFloat((Float) value); | ||
| } else if (type == Double.class) { | ||
| valueBuilder.setValueDouble((Double) value); | ||
| } else if (type == Boolean.class) { | ||
| valueBuilder.setValueBool((Boolean) value); | ||
| } else if (type == byte[].class) { | ||
| valueBuilder.addValueByteArray(ByteString.copyFrom((byte[]) value)); | ||
| } else if (type == List.class) { | ||
| List<Object> list = (List<Object>) value; | ||
| for (Object listValue : list) { | ||
| valueBuilder.addValueArrayList(convertDocumentFieldValueToProto(listValue, valueBuilder)); | ||
| } | ||
| } else if (type == Map.class || type == HashMap.class || type == LinkedHashMap.class) { | ||
| Map<String, Object> map = (Map<String, Object>) value; | ||
| for (Map.Entry<String, Object> entry : map.entrySet()) { | ||
| valueBuilder.putValueMap(entry.getKey(), convertDocumentFieldValueToProto(entry.getValue(), valueBuilder).build()); | ||
| } | ||
| } else if (type == Date.class) { | ||
| valueBuilder.setValueDate(((Date) value).getTime()); | ||
| } else if (type == ZonedDateTime.class) { | ||
| valueBuilder.setValueZonedDate(((ZonedDateTime) value).getZone().getId()); | ||
| valueBuilder.setValueZonedTime(((ZonedDateTime) value).toInstant().toEpochMilli()); | ||
| } else if (type == Text.class) { | ||
| valueBuilder.setValueText(((Text) value).string()); | ||
| } else { | ||
| throw new OpenSearchException("Can't convert generic value of type [" + type + "] to protobuf"); | ||
| } | ||
| return valueBuilder; | ||
| } | ||
|
|
||
| } |
24 changes: 24 additions & 0 deletions
24
server/src/main/java/org/opensearch/common/document/serializer/DocumentFieldSerializer.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,24 @@ | ||
| /* | ||
| * SPDX-License-Identifier: Apache-2.0 | ||
| * | ||
| * The OpenSearch Contributors require contributions made to | ||
| * this file be licensed under the Apache-2.0 license or a | ||
| * compatible open source license. | ||
| */ | ||
|
|
||
| /* | ||
| * Modifications Copyright OpenSearch Contributors. See | ||
| * GitHub history for details. | ||
| */ | ||
|
|
||
| package org.opensearch.common.document.serializer; | ||
|
|
||
| import org.opensearch.common.document.DocumentField; | ||
|
|
||
| import java.io.IOException; | ||
|
|
||
| public interface DocumentFieldSerializer<T> { | ||
|
|
||
| DocumentField createDocumentField(T inputStream) throws IOException; | ||
|
|
||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.