From 4b86700c9ea4dea44d72a38aa19d631ff1fc034f Mon Sep 17 00:00:00 2001 From: Laura Trotta Date: Fri, 22 Nov 2024 12:50:21 +0100 Subject: [PATCH] more ml fixes --- output/openapi/elasticsearch-openapi.json | 167 +++++- .../elasticsearch-serverless-openapi.json | 167 +++++- output/schema/schema-serverless.json | 566 +++++++++++++++--- output/schema/schema.json | 494 +++++++++++++-- output/typescript/types.ts | 36 +- specification/_types/common.ts | 19 + specification/ml/_types/Detector.ts | 18 + specification/ml/_types/TrainedModel.ts | 21 + specification/ml/_types/inference.ts | 11 + .../ml/update_job/MlUpdateJobRequest.ts | 4 +- 10 files changed, 1292 insertions(+), 211 deletions(-) diff --git a/output/openapi/elasticsearch-openapi.json b/output/openapi/elasticsearch-openapi.json index 7016158943..87e17aa882 100644 --- a/output/openapi/elasticsearch-openapi.json +++ b/output/openapi/elasticsearch-openapi.json @@ -21848,7 +21848,7 @@ "description": "An array of detector update objects.", "type": "array", "items": { - "$ref": "#/components/schemas/ml._types:Detector" + "$ref": "#/components/schemas/ml._types:DetectorUpdate" } }, "per_partition_categorization": { @@ -74268,6 +74268,14 @@ "expand_wildcards": { "$ref": "#/components/schemas/_types:ExpandWildcards" }, + "exclude": { + "deprecated": true, + "type": "string" + }, + "failure_store": { + "deprecated": true, + "type": "string" + }, "ignore_unavailable": { "description": "If true, missing or closed indices are not included in the response.", "type": "boolean" @@ -74275,6 +74283,14 @@ "ignore_throttled": { "description": "If true, concrete, expanded or aliased indices are ignored when frozen.", "type": "boolean" + }, + "include": { + "deprecated": true, + "type": "string" + }, + "only": { + "deprecated": true, + "type": "string" } } }, @@ -75461,6 +75477,9 @@ "model_size_bytes": { "$ref": "#/components/schemas/_types:ByteSize" }, + "model_package": { + "$ref": "#/components/schemas/ml._types:ModelPackageConfig" + }, "location": { "$ref": "#/components/schemas/ml._types:TrainedModelLocation" }, @@ -75550,6 +75569,9 @@ "bert": { "$ref": "#/components/schemas/ml._types:NlpBertTokenizationConfig" }, + "bert_ja": { + "$ref": "#/components/schemas/ml._types:NlpBertTokenizationConfig" + }, "mpnet": { "$ref": "#/components/schemas/ml._types:NlpBertTokenizationConfig" }, @@ -75595,6 +75617,10 @@ "ml._types:NlpRobertaTokenizationConfig": { "type": "object", "properties": { + "do_lower_case": { + "description": "Should the tokenizer lower case the text", + "type": "boolean" + }, "add_prefix_space": { "description": "Should the tokenizer prefix input with a space character", "type": "boolean" @@ -75670,9 +75696,23 @@ "results_field": { "description": "The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value.", "type": "string" + }, + "vocabulary": { + "$ref": "#/components/schemas/ml._types:Vocabulary" } } }, + "ml._types:Vocabulary": { + "type": "object", + "properties": { + "index": { + "$ref": "#/components/schemas/_types:IndexName" + } + }, + "required": [ + "index" + ] + }, "ml._types:NerInferenceOptions": { "type": "object", "properties": { @@ -75695,17 +75735,6 @@ } } }, - "ml._types:Vocabulary": { - "type": "object", - "properties": { - "index": { - "$ref": "#/components/schemas/_types:IndexName" - } - }, - "required": [ - "index" - ] - }, "ml._types:PassThroughInferenceOptions": { "type": "object", "properties": { @@ -75734,6 +75763,9 @@ "results_field": { "description": "The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value.", "type": "string" + }, + "vocabulary": { + "$ref": "#/components/schemas/ml._types:Vocabulary" } } }, @@ -75746,6 +75778,9 @@ "results_field": { "description": "The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value.", "type": "string" + }, + "vocabulary": { + "$ref": "#/components/schemas/ml._types:Vocabulary" } } }, @@ -75913,6 +75948,78 @@ "importance" ] }, + "ml._types:ModelPackageConfig": { + "type": "object", + "properties": { + "create_time": { + "$ref": "#/components/schemas/_types:EpochTimeUnitMillis" + }, + "description": { + "type": "string" + }, + "inference_config": { + "type": "object", + "additionalProperties": { + "type": "object" + } + }, + "metadata": { + "$ref": "#/components/schemas/_types:Metadata" + }, + "minimum_version": { + "type": "string" + }, + "model_repository": { + "type": "string" + }, + "model_type": { + "type": "string" + }, + "packaged_model_id": { + "$ref": "#/components/schemas/_types:Id" + }, + "platform_architecture": { + "type": "string" + }, + "prefix_strings": { + "$ref": "#/components/schemas/ml._types:TrainedModelPrefixStrings" + }, + "size": { + "type": "number" + }, + "sha256": { + "type": "string" + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "vocabulary_file": { + "type": "string" + } + }, + "required": [ + "packaged_model_id" + ] + }, + "ml._types:TrainedModelPrefixStrings": { + "type": "object", + "properties": { + "ingest": { + "description": "String prepended to input at ingest", + "type": "string" + }, + "search": { + "description": "String prepended to input at search", + "type": "string" + }, + "none": { + "type": "string" + } + } + }, "ml._types:TrainedModelLocation": { "type": "object", "properties": { @@ -75935,19 +76042,6 @@ "name" ] }, - "ml._types:TrainedModelPrefixStrings": { - "type": "object", - "properties": { - "ingest": { - "description": "String prepended to input at ingest", - "type": "string" - }, - "search": { - "description": "String prepended to input at search", - "type": "string" - } - } - }, "ml._types:TrainedModelStats": { "type": "object", "properties": { @@ -77325,6 +77419,29 @@ "model_memory_limit" ] }, + "ml._types:DetectorUpdate": { + "type": "object", + "properties": { + "detector_index": { + "description": "A unique identifier for the detector.\nThis identifier is based on the order of the detectors in the `analysis_config`, starting at zero.", + "type": "number" + }, + "description": { + "description": "A description of the detector.", + "type": "string" + }, + "custom_rules": { + "description": "An array of custom rule objects, which enable you to customize the way detectors operate.\nFor example, a rule may dictate to the detector conditions under which results should be skipped.\nKibana refers to custom rules as job rules.", + "type": "array", + "items": { + "$ref": "#/components/schemas/ml._types:DetectionRule" + } + } + }, + "required": [ + "detector_index" + ] + }, "_global.msearch:MultiSearchResult": { "type": "object", "properties": { diff --git a/output/openapi/elasticsearch-serverless-openapi.json b/output/openapi/elasticsearch-serverless-openapi.json index 1425648077..8c9e617002 100644 --- a/output/openapi/elasticsearch-serverless-openapi.json +++ b/output/openapi/elasticsearch-serverless-openapi.json @@ -13464,7 +13464,7 @@ "description": "An array of detector update objects.", "type": "array", "items": { - "$ref": "#/components/schemas/ml._types:Detector" + "$ref": "#/components/schemas/ml._types:DetectorUpdate" } }, "per_partition_categorization": { @@ -49756,6 +49756,14 @@ "expand_wildcards": { "$ref": "#/components/schemas/_types:ExpandWildcards" }, + "exclude": { + "deprecated": true, + "type": "string" + }, + "failure_store": { + "deprecated": true, + "type": "string" + }, "ignore_unavailable": { "description": "If true, missing or closed indices are not included in the response.", "type": "boolean" @@ -49763,6 +49771,14 @@ "ignore_throttled": { "description": "If true, concrete, expanded or aliased indices are ignored when frozen.", "type": "boolean" + }, + "include": { + "deprecated": true, + "type": "string" + }, + "only": { + "deprecated": true, + "type": "string" } } }, @@ -50392,6 +50408,9 @@ "model_size_bytes": { "$ref": "#/components/schemas/_types:ByteSize" }, + "model_package": { + "$ref": "#/components/schemas/ml._types:ModelPackageConfig" + }, "location": { "$ref": "#/components/schemas/ml._types:TrainedModelLocation" }, @@ -50481,6 +50500,9 @@ "bert": { "$ref": "#/components/schemas/ml._types:NlpBertTokenizationConfig" }, + "bert_ja": { + "$ref": "#/components/schemas/ml._types:NlpBertTokenizationConfig" + }, "mpnet": { "$ref": "#/components/schemas/ml._types:NlpBertTokenizationConfig" }, @@ -50526,6 +50548,10 @@ "ml._types:NlpRobertaTokenizationConfig": { "type": "object", "properties": { + "do_lower_case": { + "description": "Should the tokenizer lower case the text", + "type": "boolean" + }, "add_prefix_space": { "description": "Should the tokenizer prefix input with a space character", "type": "boolean" @@ -50601,9 +50627,23 @@ "results_field": { "description": "The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value.", "type": "string" + }, + "vocabulary": { + "$ref": "#/components/schemas/ml._types:Vocabulary" } } }, + "ml._types:Vocabulary": { + "type": "object", + "properties": { + "index": { + "$ref": "#/components/schemas/_types:IndexName" + } + }, + "required": [ + "index" + ] + }, "ml._types:NerInferenceOptions": { "type": "object", "properties": { @@ -50626,17 +50666,6 @@ } } }, - "ml._types:Vocabulary": { - "type": "object", - "properties": { - "index": { - "$ref": "#/components/schemas/_types:IndexName" - } - }, - "required": [ - "index" - ] - }, "ml._types:PassThroughInferenceOptions": { "type": "object", "properties": { @@ -50665,6 +50694,9 @@ "results_field": { "description": "The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value.", "type": "string" + }, + "vocabulary": { + "$ref": "#/components/schemas/ml._types:Vocabulary" } } }, @@ -50677,6 +50709,9 @@ "results_field": { "description": "The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value.", "type": "string" + }, + "vocabulary": { + "$ref": "#/components/schemas/ml._types:Vocabulary" } } }, @@ -50844,6 +50879,78 @@ "importance" ] }, + "ml._types:ModelPackageConfig": { + "type": "object", + "properties": { + "create_time": { + "$ref": "#/components/schemas/_types:EpochTimeUnitMillis" + }, + "description": { + "type": "string" + }, + "inference_config": { + "type": "object", + "additionalProperties": { + "type": "object" + } + }, + "metadata": { + "$ref": "#/components/schemas/_types:Metadata" + }, + "minimum_version": { + "type": "string" + }, + "model_repository": { + "type": "string" + }, + "model_type": { + "type": "string" + }, + "packaged_model_id": { + "$ref": "#/components/schemas/_types:Id" + }, + "platform_architecture": { + "type": "string" + }, + "prefix_strings": { + "$ref": "#/components/schemas/ml._types:TrainedModelPrefixStrings" + }, + "size": { + "type": "number" + }, + "sha256": { + "type": "string" + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "vocabulary_file": { + "type": "string" + } + }, + "required": [ + "packaged_model_id" + ] + }, + "ml._types:TrainedModelPrefixStrings": { + "type": "object", + "properties": { + "ingest": { + "description": "String prepended to input at ingest", + "type": "string" + }, + "search": { + "description": "String prepended to input at search", + "type": "string" + }, + "none": { + "type": "string" + } + } + }, "ml._types:TrainedModelLocation": { "type": "object", "properties": { @@ -50866,19 +50973,6 @@ "name" ] }, - "ml._types:TrainedModelPrefixStrings": { - "type": "object", - "properties": { - "ingest": { - "description": "String prepended to input at ingest", - "type": "string" - }, - "search": { - "description": "String prepended to input at search", - "type": "string" - } - } - }, "ml._types:TrainedModelStats": { "type": "object", "properties": { @@ -52180,6 +52274,29 @@ "model_memory_limit" ] }, + "ml._types:DetectorUpdate": { + "type": "object", + "properties": { + "detector_index": { + "description": "A unique identifier for the detector.\nThis identifier is based on the order of the detectors in the `analysis_config`, starting at zero.", + "type": "number" + }, + "description": { + "description": "A description of the detector.", + "type": "string" + }, + "custom_rules": { + "description": "An array of custom rule objects, which enable you to customize the way detectors operate.\nFor example, a rule may dictate to the detector conditions under which results should be skipped.\nKibana refers to custom rules as job rules.", + "type": "array", + "items": { + "$ref": "#/components/schemas/ml._types:DetectionRule" + } + } + }, + "required": [ + "detector_index" + ] + }, "_global.msearch:RequestItem": { "oneOf": [ { diff --git a/output/schema/schema-serverless.json b/output/schema/schema-serverless.json index 5449836565..0f56da85bd 100644 --- a/output/schema/schema-serverless.json +++ b/output/schema/schema-serverless.json @@ -32956,7 +32956,7 @@ "value": { "kind": "instance_of", "type": { - "name": "Detector", + "name": "DetectorUpdate", "namespace": "ml._types" } } @@ -76422,7 +76422,7 @@ "name": "ClusterInfoTarget", "namespace": "_types" }, - "specLocation": "_types/common.ts#L382-L388" + "specLocation": "_types/common.ts#L401-L407" }, { "kind": "type_alias", @@ -76430,7 +76430,7 @@ "name": "ClusterInfoTargets", "namespace": "_types" }, - "specLocation": "_types/common.ts#L390-L390", + "specLocation": "_types/common.ts#L409-L409", "type": { "items": [ { @@ -77351,7 +77351,7 @@ "name": "Slices", "namespace": "_types" }, - "specLocation": "_types/common.ts#L365-L370", + "specLocation": "_types/common.ts#L384-L389", "type": { "items": [ { @@ -77384,7 +77384,7 @@ "name": "SlicesCalculation", "namespace": "_types" }, - "specLocation": "_types/common.ts#L372-L380" + "specLocation": "_types/common.ts#L391-L399" }, { "kind": "type_alias", @@ -95041,7 +95041,7 @@ "name": "DeploymentAllocationState", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L297-L310" + "specLocation": "ml/_types/TrainedModel.ts#L316-L329" }, { "kind": "enum", @@ -95067,7 +95067,7 @@ "name": "DeploymentAssignmentState", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L312-L329" + "specLocation": "ml/_types/TrainedModel.ts#L331-L348" }, { "kind": "enum", @@ -95089,7 +95089,7 @@ "name": "ExcludeFrequent", "namespace": "ml._types" }, - "specLocation": "ml/_types/Detector.ts#L127-L132" + "specLocation": "ml/_types/Detector.ts#L145-L150" }, { "kind": "enum", @@ -95211,7 +95211,7 @@ "name": "PredictedValue", "namespace": "ml._types" }, - "specLocation": "ml/_types/inference.ts#L457-L457", + "specLocation": "ml/_types/inference.ts#L468-L468", "type": { "items": [ { @@ -95263,7 +95263,7 @@ "name": "RoutingState", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L374-L395" + "specLocation": "ml/_types/TrainedModel.ts#L393-L414" }, { "kind": "enum", @@ -95322,7 +95322,7 @@ "name": "TokenizationTruncate", "namespace": "ml._types" }, - "specLocation": "ml/_types/inference.ts#L350-L354" + "specLocation": "ml/_types/inference.ts#L361-L365" }, { "kind": "enum", @@ -95344,7 +95344,7 @@ "name": "TrainedModelType", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L281-L295" + "specLocation": "ml/_types/TrainedModel.ts#L300-L314" }, { "kind": "enum", @@ -95360,7 +95360,7 @@ "name": "TrainingPriority", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L331-L334" + "specLocation": "ml/_types/TrainedModel.ts#L350-L353" }, { "codegenNames": [ @@ -130644,6 +130644,36 @@ } } }, + { + "deprecation": { + "description": "this value will be replaced by the selector `::*` on the expression level", + "version": "8.16.0" + }, + "name": "exclude", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "deprecation": { + "description": "this query param will be replaced by the selector `::` on the expression level", + "version": "8.16.0" + }, + "name": "failure_store", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, { "description": "If true, missing or closed indices are not included in the response.", "name": "ignore_unavailable", @@ -130669,9 +130699,39 @@ "namespace": "_builtins" } } + }, + { + "deprecation": { + "description": "this value will be replaced by the selector `::*` on the expression level", + "version": "8.16.0" + }, + "name": "include", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "deprecation": { + "description": "this value will be replaced by the selector `::*` on the expression level", + "version": "8.16.0" + }, + "name": "only", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } } ], - "specLocation": "_types/common.ts#L336-L363" + "specLocation": "_types/common.ts#L336-L382" }, { "kind": "interface", @@ -132437,6 +132497,17 @@ } } }, + { + "name": "model_package", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "ModelPackageConfig", + "namespace": "ml._types" + } + } + }, { "name": "location", "required": false, @@ -132460,7 +132531,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L188-L223" + "specLocation": "ml/_types/TrainedModel.ts#L189-L225" }, { "description": "Inference configuration provided when storing the model config", @@ -132704,7 +132775,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L189-L199" + "specLocation": "ml/_types/inference.ts#L196-L206" }, { "description": "Tokenization options stored in inference configuration", @@ -132726,6 +132797,18 @@ } } }, + { + "description": "Indicates BERT Japanese tokenization and its options", + "name": "bert_ja", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "NlpBertTokenizationConfig", + "namespace": "ml._types" + } + } + }, { "availability": { "serverless": {}, @@ -132763,7 +132846,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L110-L129", + "specLocation": "ml/_types/inference.ts#L110-L131", "variants": { "kind": "container" } @@ -132842,7 +132925,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L131-L158" + "specLocation": "ml/_types/inference.ts#L133-L160" }, { "description": "RoBERTa tokenization configuration options", @@ -132852,6 +132935,19 @@ "namespace": "ml._types" }, "properties": [ + { + "description": "Should the tokenizer lower case the text", + "name": "do_lower_case", + "required": false, + "serverDefault": false, + "type": { + "kind": "instance_of", + "type": { + "name": "boolean", + "namespace": "_builtins" + } + } + }, { "description": "Should the tokenizer prefix input with a space character", "name": "add_prefix_space", @@ -132918,7 +133014,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L160-L187" + "specLocation": "ml/_types/inference.ts#L162-L194" }, { "description": "Zero shot classification configuration options", @@ -133009,7 +133105,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L201-L222" + "specLocation": "ml/_types/inference.ts#L208-L229" }, { "description": "Fill mask inference options", @@ -133066,9 +133162,41 @@ "namespace": "_builtins" } } + }, + { + "name": "vocabulary", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "Vocabulary", + "namespace": "ml._types" + } + } + } + ], + "specLocation": "ml/_types/inference.ts#L276-L291" + }, + { + "kind": "interface", + "name": { + "name": "Vocabulary", + "namespace": "ml._types" + }, + "properties": [ + { + "name": "index", + "required": true, + "type": { + "kind": "instance_of", + "type": { + "name": "IndexName", + "namespace": "_types" + } + } } ], - "specLocation": "ml/_types/inference.ts#L266-L280" + "specLocation": "ml/_types/inference.ts#L240-L242" }, { "description": "Named entity recognition options", @@ -133129,28 +133257,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L255-L264" - }, - { - "kind": "interface", - "name": { - "name": "Vocabulary", - "namespace": "ml._types" - }, - "properties": [ - { - "name": "index", - "required": true, - "type": { - "kind": "instance_of", - "type": { - "name": "IndexName", - "namespace": "_types" - } - } - } - ], - "specLocation": "ml/_types/inference.ts#L233-L235" + "specLocation": "ml/_types/inference.ts#L265-L274" }, { "description": "Pass through configuration options", @@ -133196,7 +133303,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L224-L231" + "specLocation": "ml/_types/inference.ts#L231-L238" }, { "description": "Text embedding inference options", @@ -133241,9 +133348,20 @@ "namespace": "_builtins" } } + }, + { + "name": "vocabulary", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "Vocabulary", + "namespace": "ml._types" + } + } } ], - "specLocation": "ml/_types/inference.ts#L237-L245" + "specLocation": "ml/_types/inference.ts#L244-L254" }, { "description": "Text expansion inference options", @@ -133276,9 +133394,20 @@ "namespace": "_builtins" } } + }, + { + "name": "vocabulary", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "Vocabulary", + "namespace": "ml._types" + } + } } ], - "specLocation": "ml/_types/inference.ts#L247-L253" + "specLocation": "ml/_types/inference.ts#L256-L263" }, { "description": "Question answering inference options", @@ -133337,7 +133466,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L282-L292" + "specLocation": "ml/_types/inference.ts#L293-L303" }, { "kind": "interface", @@ -133362,7 +133491,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L225-L228" + "specLocation": "ml/_types/TrainedModel.ts#L227-L230" }, { "kind": "interface", @@ -133439,7 +133568,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L230-L238" + "specLocation": "ml/_types/TrainedModel.ts#L232-L240" }, { "kind": "interface", @@ -133511,7 +133640,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L240-L254" + "specLocation": "ml/_types/TrainedModel.ts#L259-L273" }, { "kind": "interface", @@ -133563,7 +133692,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L256-L263" + "specLocation": "ml/_types/TrainedModel.ts#L275-L282" }, { "kind": "interface", @@ -133609,7 +133738,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L272-L279" + "specLocation": "ml/_types/TrainedModel.ts#L291-L298" }, { "kind": "interface", @@ -133646,49 +133775,190 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L265-L270" + "specLocation": "ml/_types/TrainedModel.ts#L284-L289" }, { "kind": "interface", "name": { - "name": "TrainedModelLocation", + "name": "ModelPackageConfig", "namespace": "ml._types" }, "properties": [ { - "name": "index", + "name": "create_time", + "required": false, + "type": { + "generics": [ + { + "kind": "instance_of", + "type": { + "name": "UnitMillis", + "namespace": "_types" + } + } + ], + "kind": "instance_of", + "type": { + "name": "EpochTime", + "namespace": "_types" + } + } + }, + { + "name": "description", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "inference_config", + "required": false, + "type": { + "key": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + }, + "kind": "dictionary_of", + "singleKey": false, + "value": { + "kind": "user_defined_value" + } + } + }, + { + "name": "metadata", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "Metadata", + "namespace": "_types" + } + } + }, + { + "name": "minimum_version", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "model_repository", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "model_type", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "packaged_model_id", "required": true, "type": { "kind": "instance_of", "type": { - "name": "TrainedModelLocationIndex", + "name": "Id", + "namespace": "_types" + } + } + }, + { + "name": "platform_architecture", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "prefix_strings", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "TrainedModelPrefixStrings", "namespace": "ml._types" } } - } - ], - "specLocation": "ml/_types/TrainedModel.ts#L445-L447" - }, - { - "kind": "interface", - "name": { - "name": "TrainedModelLocationIndex", - "namespace": "ml._types" - }, - "properties": [ + }, { - "name": "name", - "required": true, + "name": "size", + "required": false, "type": { "kind": "instance_of", "type": { - "name": "IndexName", + "name": "long", "namespace": "_types" } } + }, + { + "name": "sha256", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "tags", + "required": false, + "type": { + "kind": "array_of", + "value": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + } + }, + { + "name": "vocabulary_file", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } } ], - "specLocation": "ml/_types/TrainedModel.ts#L449-L451" + "specLocation": "ml/_types/TrainedModel.ts#L242-L257" }, { "kind": "interface", @@ -133720,9 +133990,62 @@ "namespace": "_builtins" } } + }, + { + "name": "none", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + } + ], + "specLocation": "ml/_types/TrainedModel.ts#L472-L483" + }, + { + "kind": "interface", + "name": { + "name": "TrainedModelLocation", + "namespace": "ml._types" + }, + "properties": [ + { + "name": "index", + "required": true, + "type": { + "kind": "instance_of", + "type": { + "name": "TrainedModelLocationIndex", + "namespace": "ml._types" + } + } } ], - "specLocation": "ml/_types/TrainedModel.ts#L453-L462" + "specLocation": "ml/_types/TrainedModel.ts#L464-L466" + }, + { + "kind": "interface", + "name": { + "name": "TrainedModelLocationIndex", + "namespace": "ml._types" + }, + "properties": [ + { + "name": "name", + "required": true, + "type": { + "kind": "instance_of", + "type": { + "name": "IndexName", + "namespace": "_types" + } + } + } + ], + "specLocation": "ml/_types/TrainedModel.ts#L468-L470" }, { "kind": "interface", @@ -133813,7 +134136,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L41-L59" + "specLocation": "ml/_types/TrainedModel.ts#L42-L60" }, { "kind": "interface", @@ -134036,7 +134359,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L61-L104" + "specLocation": "ml/_types/TrainedModel.ts#L62-L105" }, { "kind": "interface", @@ -134079,7 +134402,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L106-L110" + "specLocation": "ml/_types/TrainedModel.ts#L107-L111" }, { "kind": "interface", @@ -134125,7 +134448,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L417-L424" + "specLocation": "ml/_types/TrainedModel.ts#L436-L443" }, { "kind": "interface", @@ -134370,7 +134693,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L141-L186" + "specLocation": "ml/_types/TrainedModel.ts#L142-L187" }, { "kind": "interface", @@ -134428,7 +134751,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L397-L415" + "specLocation": "ml/_types/TrainedModel.ts#L416-L434" }, { "kind": "interface", @@ -134509,7 +134832,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L112-L132" + "specLocation": "ml/_types/TrainedModel.ts#L113-L133" }, { "kind": "interface", @@ -134543,7 +134866,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L134-L139" + "specLocation": "ml/_types/TrainedModel.ts#L135-L140" }, { "kind": "interface", @@ -134673,7 +134996,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L296-L318", + "specLocation": "ml/_types/inference.ts#L307-L329", "variants": { "kind": "container" } @@ -134737,7 +135060,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L363-L372" + "specLocation": "ml/_types/inference.ts#L374-L383" }, { "kind": "interface", @@ -134771,7 +135094,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L356-L361" + "specLocation": "ml/_types/inference.ts#L367-L372" }, { "kind": "interface", @@ -134832,7 +135155,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L374-L383" + "specLocation": "ml/_types/inference.ts#L385-L394" }, { "kind": "interface", @@ -134878,7 +135201,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L411-L418" + "specLocation": "ml/_types/inference.ts#L422-L429" }, { "kind": "interface", @@ -134912,7 +135235,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L404-L409" + "specLocation": "ml/_types/inference.ts#L415-L420" }, { "kind": "interface", @@ -134946,7 +135269,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L385-L390" + "specLocation": "ml/_types/inference.ts#L396-L401" }, { "kind": "interface", @@ -134979,7 +135302,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L392-L396" + "specLocation": "ml/_types/inference.ts#L403-L407" }, { "kind": "interface", @@ -135012,7 +135335,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L398-L402" + "specLocation": "ml/_types/inference.ts#L409-L413" }, { "kind": "interface", @@ -135082,7 +135405,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L420-L431" + "specLocation": "ml/_types/inference.ts#L431-L442" }, { "kind": "interface", @@ -135224,7 +135547,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L459-L507" + "specLocation": "ml/_types/inference.ts#L470-L518" }, { "kind": "interface", @@ -135289,7 +135612,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L433-L439" + "specLocation": "ml/_types/inference.ts#L444-L450" }, { "kind": "interface", @@ -135332,7 +135655,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L440-L444" + "specLocation": "ml/_types/inference.ts#L451-L455" }, { "kind": "interface", @@ -135378,7 +135701,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L451-L455" + "specLocation": "ml/_types/inference.ts#L462-L466" }, { "kind": "interface", @@ -135410,7 +135733,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L446-L449" + "specLocation": "ml/_types/inference.ts#L457-L460" }, { "kind": "interface", @@ -136995,7 +137318,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L426-L443" + "specLocation": "ml/_types/TrainedModel.ts#L445-L462" }, { "kind": "interface", @@ -137128,7 +137451,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L336-L372" + "specLocation": "ml/_types/TrainedModel.ts#L355-L391" }, { "kind": "interface", @@ -137152,6 +137475,55 @@ ], "specLocation": "ml/_types/Analysis.ts#L174-L179" }, + { + "kind": "interface", + "name": { + "name": "DetectorUpdate", + "namespace": "ml._types" + }, + "properties": [ + { + "description": "A unique identifier for the detector.\nThis identifier is based on the order of the detectors in the `analysis_config`, starting at zero.", + "name": "detector_index", + "required": true, + "type": { + "kind": "instance_of", + "type": { + "name": "integer", + "namespace": "_types" + } + } + }, + { + "description": "A description of the detector.", + "name": "description", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "description": "An array of custom rule objects, which enable you to customize the way detectors operate.\nFor example, a rule may dictate to the detector conditions under which results should be skipped.\nKibana refers to custom rules as job rules.", + "name": "custom_rules", + "required": false, + "type": { + "kind": "array_of", + "value": { + "kind": "instance_of", + "type": { + "name": "DetectionRule", + "namespace": "ml._types" + } + } + } + } + ], + "specLocation": "ml/_types/Detector.ts#L127-L143" + }, { "generics": [ { diff --git a/output/schema/schema.json b/output/schema/schema.json index 698ffb8eb4..92516370b9 100644 --- a/output/schema/schema.json +++ b/output/schema/schema.json @@ -43044,7 +43044,7 @@ "name": "ClusterInfoTarget", "namespace": "_types" }, - "specLocation": "_types/common.ts#L382-L388" + "specLocation": "_types/common.ts#L401-L407" }, { "kind": "type_alias", @@ -43052,7 +43052,7 @@ "name": "ClusterInfoTargets", "namespace": "_types" }, - "specLocation": "_types/common.ts#L390-L390", + "specLocation": "_types/common.ts#L409-L409", "type": { "kind": "union_of", "items": [ @@ -45625,6 +45625,36 @@ } } }, + { + "deprecation": { + "description": "this value will be replaced by the selector `::*` on the expression level", + "version": "8.16.0" + }, + "name": "exclude", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "deprecation": { + "description": "this query param will be replaced by the selector `::` on the expression level", + "version": "8.16.0" + }, + "name": "failure_store", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, { "description": "If true, missing or closed indices are not included in the response.", "name": "ignore_unavailable", @@ -45650,9 +45680,39 @@ "namespace": "_builtins" } } + }, + { + "deprecation": { + "description": "this value will be replaced by the selector `::*` on the expression level", + "version": "8.16.0" + }, + "name": "include", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "deprecation": { + "description": "this value will be replaced by the selector `::*` on the expression level", + "version": "8.16.0" + }, + "name": "only", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } } ], - "specLocation": "_types/common.ts#L336-L363" + "specLocation": "_types/common.ts#L336-L382" }, { "kind": "interface", @@ -49422,7 +49482,7 @@ "name": "Slices", "namespace": "_types" }, - "specLocation": "_types/common.ts#L365-L370", + "specLocation": "_types/common.ts#L384-L389", "type": { "kind": "union_of", "items": [ @@ -49455,7 +49515,7 @@ "name": "SlicesCalculation", "namespace": "_types" }, - "specLocation": "_types/common.ts#L372-L380" + "specLocation": "_types/common.ts#L391-L399" }, { "kind": "type_alias", @@ -149502,7 +149562,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L106-L110" + "specLocation": "ml/_types/TrainedModel.ts#L107-L111" }, { "kind": "interface", @@ -154764,7 +154824,7 @@ "name": "DeploymentAllocationState", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L297-L310" + "specLocation": "ml/_types/TrainedModel.ts#L316-L329" }, { "kind": "enum", @@ -154790,7 +154850,7 @@ "name": "DeploymentAssignmentState", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L312-L329" + "specLocation": "ml/_types/TrainedModel.ts#L331-L348" }, { "kind": "interface", @@ -155148,6 +155208,55 @@ ], "specLocation": "ml/_types/Detector.ts#L69-L125" }, + { + "kind": "interface", + "name": { + "name": "DetectorUpdate", + "namespace": "ml._types" + }, + "properties": [ + { + "description": "A unique identifier for the detector.\nThis identifier is based on the order of the detectors in the `analysis_config`, starting at zero.", + "name": "detector_index", + "required": true, + "type": { + "kind": "instance_of", + "type": { + "name": "integer", + "namespace": "_types" + } + } + }, + { + "description": "A description of the detector.", + "name": "description", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "description": "An array of custom rule objects, which enable you to customize the way detectors operate.\nFor example, a rule may dictate to the detector conditions under which results should be skipped.\nKibana refers to custom rules as job rules.", + "name": "custom_rules", + "required": false, + "type": { + "kind": "array_of", + "value": { + "kind": "instance_of", + "type": { + "name": "DetectionRule", + "namespace": "ml._types" + } + } + } + } + ], + "specLocation": "ml/_types/Detector.ts#L127-L143" + }, { "kind": "interface", "name": { @@ -155302,7 +155411,7 @@ "name": "ExcludeFrequent", "namespace": "ml._types" }, - "specLocation": "ml/_types/Detector.ts#L127-L132" + "specLocation": "ml/_types/Detector.ts#L145-L150" }, { "kind": "interface", @@ -155420,9 +155529,20 @@ "namespace": "_builtins" } } + }, + { + "name": "vocabulary", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "Vocabulary", + "namespace": "ml._types" + } + } } ], - "specLocation": "ml/_types/inference.ts#L266-L280" + "specLocation": "ml/_types/inference.ts#L276-L291" }, { "kind": "interface", @@ -155468,7 +155588,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L411-L418" + "specLocation": "ml/_types/inference.ts#L422-L429" }, { "kind": "interface", @@ -155674,7 +155794,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L240-L254" + "specLocation": "ml/_types/TrainedModel.ts#L259-L273" }, { "kind": "interface", @@ -156194,7 +156314,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L296-L318", + "specLocation": "ml/_types/inference.ts#L307-L329", "variants": { "kind": "container" } @@ -156339,7 +156459,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L459-L507" + "specLocation": "ml/_types/inference.ts#L470-L518" }, { "kind": "interface", @@ -157572,6 +157692,189 @@ }, "specLocation": "ml/_types/Model.ts#L88-L92" }, + { + "kind": "interface", + "name": { + "name": "ModelPackageConfig", + "namespace": "ml._types" + }, + "properties": [ + { + "name": "create_time", + "required": false, + "type": { + "kind": "instance_of", + "generics": [ + { + "kind": "instance_of", + "type": { + "name": "UnitMillis", + "namespace": "_types" + } + } + ], + "type": { + "name": "EpochTime", + "namespace": "_types" + } + } + }, + { + "name": "description", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "inference_config", + "required": false, + "type": { + "kind": "dictionary_of", + "key": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + }, + "singleKey": false, + "value": { + "kind": "user_defined_value" + } + } + }, + { + "name": "metadata", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "Metadata", + "namespace": "_types" + } + } + }, + { + "name": "minimum_version", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "model_repository", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "model_type", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "packaged_model_id", + "required": true, + "type": { + "kind": "instance_of", + "type": { + "name": "Id", + "namespace": "_types" + } + } + }, + { + "name": "platform_architecture", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "prefix_strings", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "TrainedModelPrefixStrings", + "namespace": "ml._types" + } + } + }, + { + "name": "size", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "long", + "namespace": "_types" + } + } + }, + { + "name": "sha256", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + }, + { + "name": "tags", + "required": false, + "type": { + "kind": "array_of", + "value": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + } + }, + { + "name": "vocabulary_file", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } + } + ], + "specLocation": "ml/_types/TrainedModel.ts#L242-L257" + }, { "kind": "interface", "name": { @@ -158130,7 +158433,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L255-L264" + "specLocation": "ml/_types/inference.ts#L265-L274" }, { "kind": "interface", @@ -158164,7 +158467,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L404-L409" + "specLocation": "ml/_types/inference.ts#L415-L420" }, { "kind": "interface", @@ -158240,7 +158543,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L131-L158" + "specLocation": "ml/_types/inference.ts#L133-L160" }, { "kind": "interface", @@ -158250,6 +158553,19 @@ "namespace": "ml._types" }, "properties": [ + { + "description": "Should the tokenizer lower case the text", + "name": "do_lower_case", + "required": false, + "serverDefault": false, + "type": { + "kind": "instance_of", + "type": { + "name": "boolean", + "namespace": "_builtins" + } + } + }, { "description": "Should the tokenizer prefix input with a space character", "name": "add_prefix_space", @@ -158316,7 +158632,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L160-L187" + "specLocation": "ml/_types/inference.ts#L162-L194" }, { "kind": "interface", @@ -158350,7 +158666,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L356-L361" + "specLocation": "ml/_types/inference.ts#L367-L372" }, { "kind": "interface", @@ -158664,7 +158980,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L224-L231" + "specLocation": "ml/_types/inference.ts#L231-L238" }, { "kind": "interface", @@ -158698,7 +159014,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L385-L390" + "specLocation": "ml/_types/inference.ts#L396-L401" }, { "kind": "interface", @@ -158740,7 +159056,7 @@ "name": "PredictedValue", "namespace": "ml._types" }, - "specLocation": "ml/_types/inference.ts#L457-L457", + "specLocation": "ml/_types/inference.ts#L468-L468", "type": { "kind": "union_of", "items": [ @@ -158821,7 +159137,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L282-L292" + "specLocation": "ml/_types/inference.ts#L293-L303" }, { "kind": "interface", @@ -158891,7 +159207,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L420-L431" + "specLocation": "ml/_types/inference.ts#L431-L442" }, { "kind": "interface", @@ -158958,7 +159274,7 @@ "name": "RoutingState", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L374-L395" + "specLocation": "ml/_types/TrainedModel.ts#L393-L414" }, { "kind": "enum", @@ -159182,7 +159498,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L189-L199" + "specLocation": "ml/_types/inference.ts#L196-L206" }, { "kind": "interface", @@ -159243,7 +159559,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L363-L372" + "specLocation": "ml/_types/inference.ts#L374-L383" }, { "kind": "interface", @@ -159288,9 +159604,20 @@ "namespace": "_builtins" } } + }, + { + "name": "vocabulary", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "Vocabulary", + "namespace": "ml._types" + } + } } ], - "specLocation": "ml/_types/inference.ts#L237-L245" + "specLocation": "ml/_types/inference.ts#L244-L254" }, { "kind": "interface", @@ -159323,7 +159650,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L392-L396" + "specLocation": "ml/_types/inference.ts#L403-L407" }, { "kind": "interface", @@ -159356,9 +159683,20 @@ "namespace": "_builtins" } } + }, + { + "name": "vocabulary", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "Vocabulary", + "namespace": "ml._types" + } + } } ], - "specLocation": "ml/_types/inference.ts#L247-L253" + "specLocation": "ml/_types/inference.ts#L256-L263" }, { "kind": "interface", @@ -159391,7 +159729,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L398-L402" + "specLocation": "ml/_types/inference.ts#L409-L413" }, { "kind": "interface", @@ -159465,6 +159803,18 @@ } } }, + { + "description": "Indicates BERT Japanese tokenization and its options", + "name": "bert_ja", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "NlpBertTokenizationConfig", + "namespace": "ml._types" + } + } + }, { "availability": { "serverless": {}, @@ -159502,7 +159852,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L110-L129", + "specLocation": "ml/_types/inference.ts#L110-L131", "variants": { "kind": "container" } @@ -159524,7 +159874,7 @@ "name": "TokenizationTruncate", "namespace": "ml._types" }, - "specLocation": "ml/_types/inference.ts#L350-L354" + "specLocation": "ml/_types/inference.ts#L361-L365" }, { "kind": "interface", @@ -159567,7 +159917,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L440-L444" + "specLocation": "ml/_types/inference.ts#L451-L455" }, { "kind": "interface", @@ -159619,7 +159969,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L256-L263" + "specLocation": "ml/_types/TrainedModel.ts#L275-L282" }, { "kind": "interface", @@ -159656,7 +160006,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L265-L270" + "specLocation": "ml/_types/TrainedModel.ts#L284-L289" }, { "kind": "interface", @@ -159702,7 +160052,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L272-L279" + "specLocation": "ml/_types/TrainedModel.ts#L291-L298" }, { "kind": "interface", @@ -159815,7 +160165,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L426-L443" + "specLocation": "ml/_types/TrainedModel.ts#L445-L462" }, { "kind": "interface", @@ -159873,7 +160223,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L397-L415" + "specLocation": "ml/_types/TrainedModel.ts#L416-L434" }, { "kind": "interface", @@ -160006,7 +160356,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L336-L372" + "specLocation": "ml/_types/TrainedModel.ts#L355-L391" }, { "kind": "interface", @@ -160231,6 +160581,17 @@ } } }, + { + "name": "model_package", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "ModelPackageConfig", + "namespace": "ml._types" + } + } + }, { "name": "location", "required": false, @@ -160254,7 +160615,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L188-L223" + "specLocation": "ml/_types/TrainedModel.ts#L189-L225" }, { "kind": "interface", @@ -160279,7 +160640,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L225-L228" + "specLocation": "ml/_types/TrainedModel.ts#L227-L230" }, { "kind": "interface", @@ -160356,7 +160717,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L230-L238" + "specLocation": "ml/_types/TrainedModel.ts#L232-L240" }, { "kind": "interface", @@ -160402,7 +160763,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L417-L424" + "specLocation": "ml/_types/TrainedModel.ts#L436-L443" }, { "kind": "interface", @@ -160662,7 +161023,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L141-L186" + "specLocation": "ml/_types/TrainedModel.ts#L142-L187" }, { "kind": "interface", @@ -160885,7 +161246,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L61-L104" + "specLocation": "ml/_types/TrainedModel.ts#L62-L105" }, { "kind": "interface", @@ -160950,7 +161311,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L433-L439" + "specLocation": "ml/_types/inference.ts#L444-L450" }, { "kind": "interface", @@ -160982,7 +161343,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L446-L449" + "specLocation": "ml/_types/inference.ts#L457-L460" }, { "kind": "interface", @@ -161028,7 +161389,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L451-L455" + "specLocation": "ml/_types/inference.ts#L462-L466" }, { "kind": "interface", @@ -161109,7 +161470,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L112-L132" + "specLocation": "ml/_types/TrainedModel.ts#L113-L133" }, { "kind": "interface", @@ -161130,7 +161491,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L445-L447" + "specLocation": "ml/_types/TrainedModel.ts#L464-L466" }, { "kind": "interface", @@ -161151,7 +161512,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L449-L451" + "specLocation": "ml/_types/TrainedModel.ts#L468-L470" }, { "kind": "interface", @@ -161183,9 +161544,20 @@ "namespace": "_builtins" } } + }, + { + "name": "none", + "required": false, + "type": { + "kind": "instance_of", + "type": { + "name": "string", + "namespace": "_builtins" + } + } } ], - "specLocation": "ml/_types/TrainedModel.ts#L453-L462" + "specLocation": "ml/_types/TrainedModel.ts#L472-L483" }, { "kind": "interface", @@ -161219,7 +161591,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L134-L139" + "specLocation": "ml/_types/TrainedModel.ts#L135-L140" }, { "kind": "interface", @@ -161310,7 +161682,7 @@ } } ], - "specLocation": "ml/_types/TrainedModel.ts#L41-L59" + "specLocation": "ml/_types/TrainedModel.ts#L42-L60" }, { "kind": "enum", @@ -161332,7 +161704,7 @@ "name": "TrainedModelType", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L281-L295" + "specLocation": "ml/_types/TrainedModel.ts#L300-L314" }, { "kind": "enum", @@ -161348,7 +161720,7 @@ "name": "TrainingPriority", "namespace": "ml._types" }, - "specLocation": "ml/_types/TrainedModel.ts#L331-L334" + "specLocation": "ml/_types/TrainedModel.ts#L350-L353" }, { "kind": "interface", @@ -161455,7 +161827,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L233-L235" + "specLocation": "ml/_types/inference.ts#L240-L242" }, { "kind": "interface", @@ -161546,7 +161918,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L201-L222" + "specLocation": "ml/_types/inference.ts#L208-L229" }, { "kind": "interface", @@ -161607,7 +161979,7 @@ } } ], - "specLocation": "ml/_types/inference.ts#L374-L383" + "specLocation": "ml/_types/inference.ts#L385-L394" }, { "kind": "request", @@ -173354,7 +173726,7 @@ "value": { "kind": "instance_of", "type": { - "name": "Detector", + "name": "DetectorUpdate", "namespace": "ml._types" } } diff --git a/output/typescript/types.ts b/output/typescript/types.ts index 8c00455c93..bd1b17bcc9 100644 --- a/output/typescript/types.ts +++ b/output/typescript/types.ts @@ -2457,8 +2457,12 @@ export type Indices = IndexName | IndexName[] export interface IndicesOptions { allow_no_indices?: boolean expand_wildcards?: ExpandWildcards + exclude?: string + failure_store?: string ignore_unavailable?: boolean ignore_throttled?: boolean + include?: string + only?: string } export interface IndicesResponseBase extends AcknowledgedResponseBase { @@ -14191,6 +14195,12 @@ export interface MlDetectorRead { use_null?: boolean } +export interface MlDetectorUpdate { + detector_index: integer + description?: string + custom_rules?: MlDetectionRule[] +} + export interface MlDiscoveryNode { name?: Name ephemeral_id: Id @@ -14217,6 +14227,7 @@ export interface MlFillMaskInferenceOptions { num_top_classes?: integer tokenization?: MlTokenizationConfigContainer results_field?: string + vocabulary?: MlVocabulary } export interface MlFillMaskInferenceUpdateOptions { @@ -14424,6 +14435,23 @@ export interface MlJobTimingStats { export type MlMemoryStatus = 'ok' | 'soft_limit' | 'hard_limit' +export interface MlModelPackageConfig { + create_time?: EpochTime + description?: string + inference_config?: Record + metadata?: Metadata + minimum_version?: string + model_repository?: string + model_type?: string + packaged_model_id: Id + platform_architecture?: string + prefix_strings?: MlTrainedModelPrefixStrings + size?: long + sha256?: string + tags?: string[] + vocabulary_file?: string +} + export interface MlModelPlotConfig { annotations_enabled?: boolean enabled?: boolean @@ -14496,6 +14524,7 @@ export interface MlNlpBertTokenizationConfig { } export interface MlNlpRobertaTokenizationConfig { + do_lower_case?: boolean add_prefix_space?: boolean with_special_tokens?: boolean max_sequence_length?: integer @@ -14612,6 +14641,7 @@ export interface MlTextEmbeddingInferenceOptions { embedding_size?: integer tokenization?: MlTokenizationConfigContainer results_field?: string + vocabulary?: MlVocabulary } export interface MlTextEmbeddingInferenceUpdateOptions { @@ -14622,6 +14652,7 @@ export interface MlTextEmbeddingInferenceUpdateOptions { export interface MlTextExpansionInferenceOptions { tokenization?: MlTokenizationConfigContainer results_field?: string + vocabulary?: MlVocabulary } export interface MlTextExpansionInferenceUpdateOptions { @@ -14636,6 +14667,7 @@ export interface MlTimingStats { export interface MlTokenizationConfigContainer { bert?: MlNlpBertTokenizationConfig + bert_ja?: MlNlpBertTokenizationConfig mpnet?: MlNlpBertTokenizationConfig roberta?: MlNlpRobertaTokenizationConfig } @@ -14713,6 +14745,7 @@ export interface MlTrainedModelConfig { license_level?: string metadata?: MlTrainedModelConfigMetadata model_size_bytes?: ByteSize + model_package?: MlModelPackageConfig location?: MlTrainedModelLocation prefix_strings?: MlTrainedModelPrefixStrings } @@ -14813,6 +14846,7 @@ export interface MlTrainedModelLocationIndex { export interface MlTrainedModelPrefixStrings { ingest?: string search?: string + none?: string } export interface MlTrainedModelSizeStats { @@ -16115,7 +16149,7 @@ export interface MlUpdateJobRequest extends RequestBase { renormalization_window_days?: long results_retention_days?: long groups?: string[] - detectors?: MlDetector[] + detectors?: MlDetectorUpdate[] per_partition_categorization?: MlPerPartitionCategorization } } diff --git a/specification/_types/common.ts b/specification/_types/common.ts index 33edc9911c..aea5534ff7 100644 --- a/specification/_types/common.ts +++ b/specification/_types/common.ts @@ -350,6 +350,16 @@ export class IndicesOptions { * such as `open,hidden`. */ expand_wildcards?: ExpandWildcards + + /** + * @deprecated 8.16.0 this value will be replaced by the selector `::*` on the expression level + */ + exclude?: string + + /** + * @deprecated 8.16.0 this query param will be replaced by the selector `::` on the expression level + */ + failure_store?: string /** * If true, missing or closed indices are not included in the response. * @server_default false @@ -360,6 +370,15 @@ export class IndicesOptions { * @server_default true */ ignore_throttled?: boolean + /** + * @deprecated 8.16.0 this value will be replaced by the selector `::*` on the expression level + */ + include?: string + + /** + * @deprecated 8.16.0 this value will be replaced by the selector `::*` on the expression level + */ + only?: string } /** diff --git a/specification/ml/_types/Detector.ts b/specification/ml/_types/Detector.ts index 205031d14d..849ac84410 100644 --- a/specification/ml/_types/Detector.ts +++ b/specification/ml/_types/Detector.ts @@ -124,6 +124,24 @@ export class DetectorRead implements OverloadOf { use_null?: boolean } +export class DetectorUpdate { + /** + * A unique identifier for the detector. + * This identifier is based on the order of the detectors in the `analysis_config`, starting at zero. + */ + detector_index: integer + /** + * A description of the detector. + */ + description?: string + /** + * An array of custom rule objects, which enable you to customize the way detectors operate. + * For example, a rule may dictate to the detector conditions under which results should be skipped. + * Kibana refers to custom rules as job rules. + */ + custom_rules?: DetectionRule[] +} + export enum ExcludeFrequent { all, none, diff --git a/specification/ml/_types/TrainedModel.ts b/specification/ml/_types/TrainedModel.ts index 779e986811..69cd5a10da 100644 --- a/specification/ml/_types/TrainedModel.ts +++ b/specification/ml/_types/TrainedModel.ts @@ -24,6 +24,7 @@ import { Field, Id, IndexName, + Metadata, Name, VersionString } from '@_types/common' @@ -218,6 +219,7 @@ export class TrainedModelConfig { /** An object containing metadata about the trained model. For example, models created by data frame analytics contain analysis_config and input objects. */ metadata?: TrainedModelConfigMetadata model_size_bytes?: ByteSize + model_package?: ModelPackageConfig location?: TrainedModelLocation prefix_strings?: TrainedModelPrefixStrings } @@ -237,6 +239,23 @@ export class TrainedModelConfigMetadata { total_feature_importance?: TotalFeatureImportance[] } +export class ModelPackageConfig { + create_time?: EpochTime + description?: string + inference_config?: Dictionary + metadata?: Metadata + minimum_version?: string + model_repository?: string + model_type?: string + packaged_model_id: Id + platform_architecture?: string + prefix_strings?: TrainedModelPrefixStrings + size?: long + sha256?: string + tags?: string[] + vocabulary_file?: string +} + export class Hyperparameter { /** * A positive number showing how much the parameter influences the variation of the loss function. For hyperparameters with values that are not specified by the user but tuned during hyperparameter optimization. @@ -459,4 +478,6 @@ export class TrainedModelPrefixStrings { * String prepended to input at search */ search?: string + + none?: string } diff --git a/specification/ml/_types/inference.ts b/specification/ml/_types/inference.ts index 5da1fe821c..a027c52090 100644 --- a/specification/ml/_types/inference.ts +++ b/specification/ml/_types/inference.ts @@ -114,6 +114,8 @@ export class ClassificationInferenceOptions { export class TokenizationConfigContainer { /** Indicates BERT tokenization and its options */ bert?: NlpBertTokenizationConfig + /** Indicates BERT Japanese tokenization and its options */ + bert_ja?: NlpBertTokenizationConfig /** * Indicates MPNET tokenization and its options * @availability stack since=8.1.0 @@ -159,6 +161,11 @@ export class NlpBertTokenizationConfig { /** RoBERTa tokenization configuration options */ export class NlpRobertaTokenizationConfig { + /** + * Should the tokenizer lower case the text + * @server_default false + */ + do_lower_case?: boolean /** * Should the tokenizer prefix input with a space character * @server_default false @@ -242,6 +249,8 @@ export class TextEmbeddingInferenceOptions { tokenization?: TokenizationConfigContainer /** The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value. */ results_field?: string + + vocabulary?: Vocabulary } /** Text expansion inference options */ @@ -250,6 +259,7 @@ export class TextExpansionInferenceOptions { tokenization?: TokenizationConfigContainer /** The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value. */ results_field?: string + vocabulary?: Vocabulary } /** Named entity recognition options */ @@ -277,6 +287,7 @@ export class FillMaskInferenceOptions { tokenization?: TokenizationConfigContainer /** The field that is added to incoming documents to contain the inference prediction. Defaults to predicted_value. */ results_field?: string + vocabulary?: Vocabulary } /** Question answering inference options */ diff --git a/specification/ml/update_job/MlUpdateJobRequest.ts b/specification/ml/update_job/MlUpdateJobRequest.ts index 6647a8f8a2..da51d765a0 100644 --- a/specification/ml/update_job/MlUpdateJobRequest.ts +++ b/specification/ml/update_job/MlUpdateJobRequest.ts @@ -21,7 +21,7 @@ import { AnalysisMemoryLimit, PerPartitionCategorization } from '@ml/_types/Analysis' -import { Detector } from '@ml/_types/Detector' +import { DetectorUpdate } from '@ml/_types/Detector' import { ModelPlotConfig } from '@ml/_types/ModelPlot' import { Dictionary } from '@spec_utils/Dictionary' import { UserDefinedValue } from '@spec_utils/UserDefinedValue' @@ -131,7 +131,7 @@ export interface Request extends RequestBase { /** * An array of detector update objects. */ - detectors?: Detector[] + detectors?: DetectorUpdate[] /** * Settings related to how categorization interacts with partition fields. */