[ML] Adding text embedding byte representation (#2411)

* Adding text embedding byte representation * Removing semi-colon
elastic · Feb 8, 2024 · 4cb8434 · 4cb8434
1 parent 90b0967
commit 4cb8434
Show file tree

Hide file tree

Showing 3 changed files with 79 additions and 3 deletions.
diff --git a/output/schema/schema.json b/output/schema/schema.json
diff --git a/output/typescript/types.ts b/output/typescript/types.ts
diff --git a/specification/inference/_types/Results.ts b/specification/inference/_types/Results.ts
@@ -17,7 +17,7 @@
  * under the License.
  */
 
-import { float } from '@_types/Numeric'
+import { float, byte } from '@_types/Numeric'
 import { Dictionary } from '@spec_utils/Dictionary'
 
 /**
@@ -36,6 +36,19 @@ export class SparseEmbeddingResult {
   embedding: SparseVector
 }
 
+/**
+ * Text Embedding results containing bytes are represented as Dense
+ * Vectors of bytes.
+ */
+export type DenseByteVector = Array<byte>
+
+/**
+ * The text embedding result object for byte representation
+ */
+export class TextEmbeddingByteResult {
+  embedding: DenseByteVector
+}
+
 /**
  * The text embedding result object
  */
@@ -48,6 +61,7 @@ export class TextEmbeddingResult {
  * @variants container
  */
 export class InferenceResult {
+  text_embedding_bytes?: Array<TextEmbeddingByteResult>
   text_embedding?: Array<TextEmbeddingResult>
   sparse_embedding?: Array<SparseEmbeddingResult>
 }